Update darnabot.py

darnabot.py

@@ -75,14 +75,15 @@ MODEL = os.environ.get("MODEL_ID")
 
 device = "cuda"
 
-tokenizer = AutoTokenizer.from_pretrained(MODEL)
-model = AutoModelForCausalLM.from_pretrained(
-    MODEL,
-    torch_dtype=torch.bfloat16,
+
+# Authenticate if needed
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-Nemo-Instruct-2407", use_auth_token="mistral_ai")
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-Nemo-Instruct-2407", use_auth_token="mistral_ai", torch_dtype=torch.bfloat16,
     device_map="auto",
     ignore_mismatched_sizes=True)
 
 
+
 async def chat(messages):
     # Convert messages to the format required for the model
     conversation = [{"role": "user", "content": msg['content']} if msg['role'] == "user"