Spaces:
Running
on
Zero
Running
on
Zero
Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -205,14 +205,14 @@ def create_examples():
|
|
205 |
"What is the role of DNA in genetics?"
|
206 |
]
|
207 |
|
208 |
-
@spaces.GPU(
|
209 |
def chat_response(
|
210 |
message: str,
|
211 |
history: list,
|
212 |
chat_display: str,
|
213 |
system_prompt: str,
|
214 |
-
temperature: float = 0.
|
215 |
-
max_new_tokens: int =
|
216 |
top_p: float = 0.8,
|
217 |
top_k: int = 40,
|
218 |
penalty: float = 1.2,
|
@@ -316,14 +316,14 @@ def main():
|
|
316 |
minimum=0,
|
317 |
maximum=1,
|
318 |
step=0.1,
|
319 |
-
value=0.
|
320 |
label="Temperature",
|
321 |
)
|
322 |
max_tokens = gr.Slider(
|
323 |
minimum=128,
|
324 |
maximum=32000,
|
325 |
step=128,
|
326 |
-
value=
|
327 |
label="Max Tokens",
|
328 |
)
|
329 |
top_p = gr.Slider(
|
|
|
205 |
"What is the role of DNA in genetics?"
|
206 |
]
|
207 |
|
208 |
+
@spaces.GPU()
|
209 |
def chat_response(
|
210 |
message: str,
|
211 |
history: list,
|
212 |
chat_display: str,
|
213 |
system_prompt: str,
|
214 |
+
temperature: float = 0.7,
|
215 |
+
max_new_tokens: int = 32000,
|
216 |
top_p: float = 0.8,
|
217 |
top_k: int = 40,
|
218 |
penalty: float = 1.2,
|
|
|
316 |
minimum=0,
|
317 |
maximum=1,
|
318 |
step=0.1,
|
319 |
+
value=0.7,
|
320 |
label="Temperature",
|
321 |
)
|
322 |
max_tokens = gr.Slider(
|
323 |
minimum=128,
|
324 |
maximum=32000,
|
325 |
step=128,
|
326 |
+
value=32000,
|
327 |
label="Max Tokens",
|
328 |
)
|
329 |
top_p = gr.Slider(
|