Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -58,7 +58,7 @@ def bot_streaming(message, history, max_new_tokens=250):
|
|
58 |
|
59 |
streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
|
60 |
|
61 |
-
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=max_new_tokens,
|
62 |
generated_text = ""
|
63 |
|
64 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
58 |
|
59 |
streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
|
60 |
|
61 |
+
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, temperature=0.6, top_p=0.9)
|
62 |
generated_text = ""
|
63 |
|
64 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|