Update app.py

app.py

@@ -9,7 +9,7 @@ from langchain_ollama.llms import OllamaLLM
 from langchain.chains import LLMChain
 import os
 from huggingface_hub import login
-
+from langchain_groq import ChatGroq
 
 
 @st.cache_resource
@@ -33,10 +33,12 @@ def load_model():
     ])
     
 
-    device = "cuda" if torch.cuda.is_available() else "cpu"
+    #device = "cuda" if torch.cuda.is_available() else "cpu"
     
-    llm = OllamaLLM(model="gemma2", temperature=0, device=device)
+    #llm = OllamaLLM(model="gemma2", temperature=0, device=device)
+    api_key = "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"
 
+    llm = ChatGroq(model = "llama-3.1-70b-versatile", temperature = 0,api_key = api_key)
     chain = prompt|llm
     return chain