Smart_LLM

Running on Zero

Daemontatox commited on 29 days ago

Commit

4bb6c46

verified ·

1 Parent(s): 7223342

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -63,7 +63,7 @@ def stream_chat(
     history: list,
     system_prompt: str,
     temperature: float = 0.8,
-    max_new_tokens: int = 2048,
     top_p: float = 1.0,
     top_k: int = 20,
     penalty: float = 1.2,
@@ -136,7 +136,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
             ),
             gr.Slider(
                 minimum=128,
-                maximum=8192,
                 step=1,
                 value= 512,
                 label="Max new tokens",

     history: list,
     system_prompt: str,
     temperature: float = 0.8,
+    max_new_tokens: int = 32000,
     top_p: float = 1.0,
     top_k: int = 20,
     penalty: float = 1.2,
             ),
             gr.Slider(
                 minimum=128,
+                maximum=128000,
                 step=1,
                 value= 512,
                 label="Max new tokens",