Daemontatox commited on
Commit
0e06e93
·
verified ·
1 Parent(s): a67bfc5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -60,6 +60,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
60
  C_apikey = os.getenv("C_apikey")
61
  OPENAPI_KEY = os.getenv("OPENAPI_KEY")
62
  GEMINI = os.getenv("GEMINI")
 
63
  if not HF_TOKEN:
64
  logger.error("HF_TOKEN is not set in the environment variables.")
65
  exit(1)
@@ -100,7 +101,7 @@ db = Qdrant(
100
 
101
  retriever = db.as_retriever(
102
  search_type="similarity",
103
- search_kwargs={"k": 7}
104
  )
105
 
106
  # Create a new collection for logs
@@ -164,13 +165,15 @@ def log_to_qdrant(question: str, answer: str):
164
 
165
 
166
  llm = ChatOpenAI(
167
- model="deepseek/deepseek-r1:free",
168
  temperature=0,
169
  max_tokens=None,
170
  timeout=None,
171
  max_retries=2,
172
- api_key=OPENAPI_KEY, # if you prefer to pass api key in directly instaed of using env vars
173
- base_url="https://openrouter.ai/api/v1",
 
 
174
  stream=True,
175
 
176
  )
 
60
  C_apikey = os.getenv("C_apikey")
61
  OPENAPI_KEY = os.getenv("OPENAPI_KEY")
62
  GEMINI = os.getenv("GEMINI")
63
+ CHUTES_KEY=os.getenv("CHUTES_KEY")
64
  if not HF_TOKEN:
65
  logger.error("HF_TOKEN is not set in the environment variables.")
66
  exit(1)
 
101
 
102
  retriever = db.as_retriever(
103
  search_type="similarity",
104
+ search_kwargs={"k": 5}
105
  )
106
 
107
  # Create a new collection for logs
 
165
 
166
 
167
  llm = ChatOpenAI(
168
+ model="deepseek-ai/DeepSeek-R1",
169
  temperature=0,
170
  max_tokens=None,
171
  timeout=None,
172
  max_retries=2,
173
+ #api_key=OPENAPI_KEY,# if you prefer to pass api key in directly instaed of using env vars
174
+ #base_url="https://openrouter.ai/api/v1",
175
+ api_key=CHUTES_KEY,
176
+ base_url="https://chutes-deepseek-ai-deepseek-r1.chutes.ai/v1/chat/completions"
177
  stream=True,
178
 
179
  )