NotYuSheng commited on
Commit
2540c5f
·
verified ·
1 Parent(s): c80a8c9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +56 -60
app.py CHANGED
@@ -1,63 +1,59 @@
1
  import gradio as gr
2
- from huggingface_hub import InferenceClient
3
-
4
- """
5
- For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
- """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
-
9
-
10
- def respond(
11
- message,
12
- history: list[tuple[str, str]],
13
- system_message,
14
- max_tokens,
15
- temperature,
16
- top_p,
17
- ):
18
- messages = [{"role": "system", "content": system_message}]
19
-
20
- for val in history:
21
- if val[0]:
22
- messages.append({"role": "user", "content": val[0]})
23
- if val[1]:
24
- messages.append({"role": "assistant", "content": val[1]})
25
-
26
- messages.append({"role": "user", "content": message})
27
-
28
- response = ""
29
-
30
- for message in client.chat_completion(
31
- messages,
32
- max_tokens=max_tokens,
33
- stream=True,
34
- temperature=temperature,
35
- top_p=top_p,
36
- ):
37
- token = message.choices[0].delta.content
38
-
39
- response += token
40
- yield response
41
-
42
- """
43
- For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
44
- """
45
- demo = gr.ChatInterface(
46
- respond,
47
- additional_inputs=[
48
- gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
49
- gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
50
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
51
- gr.Slider(
52
- minimum=0.1,
53
- maximum=1.0,
54
- value=0.95,
55
- step=0.05,
56
- label="Top-p (nucleus sampling)",
57
- ),
58
- ],
59
- )
60
-
61
 
62
  if __name__ == "__main__":
63
- demo.launch()
 
1
  import gradio as gr
2
+ import os
3
+
4
+ examples = [
5
+ {"text": "What is this image?", "files": ["sample/ducky.jpg"]},
6
+ {"text": "Can you summarize and translate this?", "files": ["sample/sermon.mp4"]}
7
+ ]
8
+
9
+ # Function to print the like/dislike data
10
+ def print_like_dislike(x: gr.LikeData):
11
+ print(x.index, x.value, x.liked)
12
+
13
+ # Function to add a message to the chat history
14
+ def add_message(history, message):
15
+ for x in message["files"]:
16
+ history.append(((x,), None))
17
+ if message["text"] is not None:
18
+ history.append((message["text"], None))
19
+ return history, gr.MultimodalTextbox(value=None, interactive=False), message["text"]
20
+
21
+ # Function to generate the bot's response
22
+ def bot(history, user_input):
23
+ if history:
24
+ history[-1][1] = f"Cool! You said: {user_input}"
25
+ return history
26
+
27
+ def main():
28
+ # Define the Gradio interface using Blocks
29
+ with gr.Blocks(fill_height=True) as webApp:
30
+ chatbot = gr.Chatbot(
31
+ elem_id="chatbot",
32
+ bubble_full_width=False,
33
+ scale=1,
34
+ )
35
+ chat_input = gr.MultimodalTextbox(interactive=True,
36
+ file_count="multiple",
37
+ placeholder="Enter message or upload file...",
38
+ show_label=False)
39
+ user_input = gr.State()
40
+ chat_msg = chat_input.submit(add_message, [chatbot, chat_input], [chatbot, chat_input, user_input])
41
+ bot_msg = chat_msg.then(bot, [chatbot, user_input], chatbot, api_name="bot_response")
42
+ bot_msg.then(lambda: gr.MultimodalTextbox(interactive=True), None, [chat_input])
43
+ chatbot.like(print_like_dislike, None, None)
44
+
45
+ """
46
+ # Add examples
47
+ gr.Examples(
48
+ examples=examples,
49
+ inputs=chat_input,
50
+ label="Click on an example to try it"
51
+ )
52
+ """
53
+
54
+ # Start the queue and launch the interface
55
+ webApp.queue()
56
+ webApp.launch(share=True)
 
 
 
 
57
 
58
  if __name__ == "__main__":
59
+ main()