Update app.py

app.py

@@ -23,6 +23,7 @@ from threading import Thread
 from langchain.chains import LLMChain
 from langchain_core.prompts import PromptTemplate
 from langchain_huggingface import HuggingFaceEndpoint
+from langchain_google_genai import ChatGoogleGenerativeAI
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -58,7 +59,7 @@ load_dotenv()
 HF_TOKEN = os.getenv("HF_TOKEN")
 C_apikey = os.getenv("C_apikey")
 OPENAPI_KEY = os.getenv("OPENAPI_KEY")
-
+GEMINI = os.getenv("GEMINI")
 if not HF_TOKEN:
     logger.error("HF_TOKEN is not set in the environment variables.")
     exit(1)
@@ -101,11 +102,11 @@ retriever = db.as_retriever(
     search_kwargs={"k": 5}
 )
 
-llm = ChatCerebras(
-    model="llama-3.3-70b",
-    api_key=C_apikey,
-    streaming=True
-)
+#llm = ChatCerebras(
+  #  model="llama-3.3-70b",
+  #  api_key=C_apikey,
+  #  streaming=True
+#)
 
 # llm = ChatOpenAI(
 #     model="meta-llama/Llama-3.3-70B-Instruct",
@@ -119,6 +120,18 @@ llm = ChatCerebras(
     
 # )
 
+
+llm = ChatGoogleGenerativeAI(
+    model="gemini-2.0-flash-thinking-exp-01-21",
+    temperature=0,
+    max_tokens=None,
+    timeout=None,
+    max_retries=2,
+    api_key=GEMINI,
+    stream=True,
+    
+)
+
 template = """
 You are a specialized friendly  AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.