Smart_LLM

Running on Zero

Daemontatox commited on 29 days ago

Commit

5d90a5f

verified ·

1 Parent(s): 4bb6c46

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -63,7 +63,7 @@ def stream_chat(
     history: list,
     system_prompt: str,
     temperature: float = 0.8,
-    max_new_tokens: int = 32000,
     top_p: float = 1.0,
     top_k: int = 20,
     penalty: float = 1.2,
@@ -138,7 +138,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
                 minimum=128,
                 maximum=128000,
                 step=1,
-                value= 512,
                 label="Max new tokens",
                 render=False,
             ),

     history: list,
     system_prompt: str,
     temperature: float = 0.8,
+    max_new_tokens: int = 128000,
     top_p: float = 1.0,
     top_k: int = 20,
     penalty: float = 1.2,
                 minimum=128,
                 maximum=128000,
                 step=1,
+                value= 128000,
                 label="Max new tokens",
                 render=False,
             ),