Xkev commited on
Commit
78aa302
·
verified ·
1 Parent(s): bcdf4b6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -58,7 +58,7 @@ def bot_streaming(message, history, max_new_tokens=250):
58
 
59
  streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
60
 
61
- generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=max_new_tokens, sample=True, temperature=0.6, top_p=0.9)
62
  generated_text = ""
63
 
64
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
58
 
59
  streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
60
 
61
+ generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, temperature=0.6, top_p=0.9)
62
  generated_text = ""
63
 
64
  thread = Thread(target=model.generate, kwargs=generation_kwargs)