Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -60,6 +60,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
|
|
60 |
C_apikey = os.getenv("C_apikey")
|
61 |
OPENAPI_KEY = os.getenv("OPENAPI_KEY")
|
62 |
GEMINI = os.getenv("GEMINI")
|
|
|
63 |
if not HF_TOKEN:
|
64 |
logger.error("HF_TOKEN is not set in the environment variables.")
|
65 |
exit(1)
|
@@ -100,7 +101,7 @@ db = Qdrant(
|
|
100 |
|
101 |
retriever = db.as_retriever(
|
102 |
search_type="similarity",
|
103 |
-
search_kwargs={"k":
|
104 |
)
|
105 |
|
106 |
# Create a new collection for logs
|
@@ -164,13 +165,15 @@ def log_to_qdrant(question: str, answer: str):
|
|
164 |
|
165 |
|
166 |
llm = ChatOpenAI(
|
167 |
-
model="deepseek/
|
168 |
temperature=0,
|
169 |
max_tokens=None,
|
170 |
timeout=None,
|
171 |
max_retries=2,
|
172 |
-
api_key=OPENAPI_KEY
|
173 |
-
base_url="https://openrouter.ai/api/v1",
|
|
|
|
|
174 |
stream=True,
|
175 |
|
176 |
)
|
|
|
60 |
C_apikey = os.getenv("C_apikey")
|
61 |
OPENAPI_KEY = os.getenv("OPENAPI_KEY")
|
62 |
GEMINI = os.getenv("GEMINI")
|
63 |
+
CHUTES_KEY=os.getenv("CHUTES_KEY")
|
64 |
if not HF_TOKEN:
|
65 |
logger.error("HF_TOKEN is not set in the environment variables.")
|
66 |
exit(1)
|
|
|
101 |
|
102 |
retriever = db.as_retriever(
|
103 |
search_type="similarity",
|
104 |
+
search_kwargs={"k": 5}
|
105 |
)
|
106 |
|
107 |
# Create a new collection for logs
|
|
|
165 |
|
166 |
|
167 |
llm = ChatOpenAI(
|
168 |
+
model="deepseek-ai/DeepSeek-R1",
|
169 |
temperature=0,
|
170 |
max_tokens=None,
|
171 |
timeout=None,
|
172 |
max_retries=2,
|
173 |
+
#api_key=OPENAPI_KEY,# if you prefer to pass api key in directly instaed of using env vars
|
174 |
+
#base_url="https://openrouter.ai/api/v1",
|
175 |
+
api_key=CHUTES_KEY,
|
176 |
+
base_url="https://chutes-deepseek-ai-deepseek-r1.chutes.ai/v1/chat/completions"
|
177 |
stream=True,
|
178 |
|
179 |
)
|