Update app.py

app.py

@@ -1,13 +1,37 @@
 import gradio as gr
+from openai import OpenAI
+
+client = OpenAI(
+	base_url="https://api-inference.huggingface.co/v1/",
+	api_key=os.getenv('user_api')
+)
 
 def echo(message, history):
-    return message["text"]
+
+    messages = [
+    	{ "role": "user", "content": "hi" },
+    	{ "role": "assistant", "content": "Hello! How can I assist you today? If you have any questions or just want to chat, feel free! 😊" },
+    	{ "role": "user", "content": "" }
+    ]
+
+    stream = client.chat.completions.create(
+        model="mistralai/Mistral-Nemo-Instruct-2407", 
+    	messages=messages, 
+    	temperature=0.5,
+    	max_tokens=1024,
+    	top_p=0.7,
+    	stream=True
+    )
+    
+    for chunk in stream:
+        if chunk.choices[0].delta.content is not None:
+                temp += chunk.choices[0].delta.content
+                yield temp
 
 demo = gr.ChatInterface(
     fn=echo,
     type="messages",
-    examples=[{"text": "hello"}, {"text": "hola"}, {"text": "merhaba"}],
-    title="Echo Bot",
-    multimodal=True,
+    title="FeiFei-Chat",
+    multimodal=False,
 )
 demo.launch()