vilarin commited on
Commit
faaeb9a
·
verified ·
1 Parent(s): 781f439

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -71,9 +71,10 @@ def stream_chat(
71
  generate_kwargs = dict(
72
  input_ids=input_ids,
73
  max_new_tokens = max_new_tokens,
74
- do_sample = False if temperature == 0 else True,
75
  top_p = top_p,
76
  top_k = top_k,
 
77
  temperature = temperature,
78
  repetition_penalty=penalty,
79
  streamer=streamer,
 
71
  generate_kwargs = dict(
72
  input_ids=input_ids,
73
  max_new_tokens = max_new_tokens,
74
+ do_sample = False,
75
  top_p = top_p,
76
  top_k = top_k,
77
+ eos_token_id=tokenizer.eos_token_id,
78
  temperature = temperature,
79
  repetition_penalty=penalty,
80
  streamer=streamer,