Update app.py

app.py

@@ -29,7 +29,7 @@ def format_prompt(message, history):
     return prompt
 
 
-def chat_inf(system_prompt, prompt, history, tokens, client_choice):
+def chat_inf(system_prompt, prompt, history, tokens, client_choice, temp, top_p):
     client = clients[int(client_choice) - 1]
     
     if not history:
@@ -83,10 +83,10 @@ with gr.Blocks(theme=gr.themes.Glass(),css=".gradio-container {background-color:
                     #seed = gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, step=1, value=rand_val)
                     tokens = gr.Slider(label="Max new tokens", value=6400, minimum=0, maximum=8000, step=64,
                                        interactive=True, visible=True, info="The maximum number of tokens")
-            #with gr.Column(scale=1):
-                #with gr.Group():
-                    #temp = gr.Slider(label="Temperature", step=0.01, minimum=0.01, maximum=1.0, value=0.9)
-                    #top_p = gr.Slider(label="Top-P", step=0.01, minimum=0.01, maximum=1.0, value=0.9)
+            with gr.Column(scale=1):
+                with gr.Group():
+                    temp = gr.Slider(label="Temperature", step=0.01, minimum=0.01, maximum=1.0, value=0.9)
+                    top_p = gr.Slider(label="Top-P", step=0.01, minimum=0.01, maximum=1.0, value=0.9)
                 
 
     with gr.Group():
@@ -99,8 +99,8 @@ with gr.Blocks(theme=gr.themes.Glass(),css=".gradio-container {background-color:
                     stop_btn = gr.Button("Stop")
                     clear_btn = gr.Button("Clear")
 
-    chat_sub = inp.submit(check_rand, [rand]).then(chat_inf,[sys_inp, inp, chat_b, client_choice, tokens], chat_b)
-    go = btn.click(check_rand, [rand]).then(chat_inf,[sys_inp, inp, chat_b, client_choice, tokens], chat_b)
+    chat_sub = inp.submit(check_rand, [rand]).then(chat_inf,[sys_inp, inp, chat_b, client_choice, tokens], chat_b, temp, top_p)
+    go = btn.click(check_rand, [rand]).then(chat_inf,[sys_inp, inp, chat_b, client_choice, tokens], chat_b, temp, top_p)
     
     stop_btn.click(None, None, None, cancels=[go, chat_sub])
     clear_btn.click(clear_fn, None, [chat_b])