Update app.py

app.py

@@ -20,9 +20,9 @@ from langchain_core.runnables import RunnablePassthrough, RunnableParallel
 
 
 
-model_name= 'mistralai/Mistral-7B-Instruct-v0.2'
+#model_name= 'mistralai/Mistral-7B-Instruct-v0.2'
 
-#model_name='SherlockAssistant/Mistral-7B-Instruct-Ukrainian'
+model_name='SherlockAssistant/Mistral-7B-Instruct-Ukrainian'
 
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 tokenizer.pad_token = tokenizer.unk_token
@@ -98,7 +98,7 @@ db3 = Chroma(persist_directory="chroma/", embedding_function=instructor_embeddin
 
 
 retriever = db3.as_retriever(search_type="similarity_score_threshold",
-                                 search_kwargs={"score_threshold": .5,
+                                 search_kwargs={"score_threshold": .8,
                                                 "k": 20})
 
 #retriever = db3.as_retriever(search_kwargs={"k":15})
@@ -154,7 +154,7 @@ def format_result(result):
 def generate_with_filters(message, subject_input, rubric, date_beg, date_end):
     if date_beg == "2010-01-01" and date_end == "2025-01-01":
         rag_chain_with_filters = RunnableParallel(
-             {"context": db3.as_retriever(search_type="mmr", search_kwargs={"k": 10,
+             {"context": db3.as_retriever(search_type="mmr", search_kwargs={"k": 15,
                                                                                        "filter": {'$and': [{'subject': {
                                                                                            '$in': subject_input}}, {
                                                                                            'rubric': {
@@ -163,7 +163,7 @@ def generate_with_filters(message, subject_input, rubric, date_beg, date_end):
         ).assign(answer=rag_chain_from_docs)
     else:
         rag_chain_with_filters = RunnableParallel(
-        {"context": db3.as_retriever(search_type="mmr", search_kwargs={"k": 10,
+        {"context": db3.as_retriever(search_type="mmr", search_kwargs={"k": 15,
                                                                            "filter": {'$and': [{'subject': {
                                                                                '$in': subject_input}}, {
                                                                                                    'rubric': {
@@ -215,7 +215,7 @@ def generate_answer(message, history, checkbox, subject_input, rubric, date_beg,
                           'Галузевий розвиток', 'Економічна політика',
                           'Державне будівництво', 'Соціальна політика', 'Правова політика',
                           'Безпека і оборона', 'Гуманітарна політика']
-            result = generate_with_filters(message)
+            result = generate_with_filters(message, subject_input, rubric, date_beg, date_end)
 
 
     result['answer'] =result['answer'].split("[/INST]")[-1].strip()