Update app.py

app.py

@@ -8,6 +8,7 @@ from transformers import (
     AutoModelForSeq2SeqLM,
     AutoModelForSequenceClassification
 )
+from huggingface_hub import InferenceClient
 
 chat_history = []
 nltk.download('punkt_tab')
@@ -68,6 +69,23 @@ def evaluate(passage, reference):
     evl = Evaluvate()
     return evl.get_result(passage, reference)
 
+def chat_with_huggingface(api_key, chat_message, history):
+    """Function to send a chat message to the Hugging Face API and get a response using InferenceClient."""
+    client = InferenceClient(api_key=api_key)
+    messages = [{"role": "user", "content": chat_message}]
+    for message in history:
+        if "role" in message and "content" in message:
+            messages.append(message)
+    try:
+        completion = client.chat.completions.create(
+            model="Qwen/QwQ-32B-Preview", 
+            messages=messages, 
+            max_tokens=500
+        )
+        return completion.choices[0].message
+    except Exception as e:
+        return {"error": str(e)}
+
 def chat_function(user_input, history):
     """Handle individual user chat, with integration to Hugging Face."""
     if history is None: