Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -71,9 +71,10 @@ def stream_chat(
|
|
71 |
generate_kwargs = dict(
|
72 |
input_ids=input_ids,
|
73 |
max_new_tokens = max_new_tokens,
|
74 |
-
do_sample = False
|
75 |
top_p = top_p,
|
76 |
top_k = top_k,
|
|
|
77 |
temperature = temperature,
|
78 |
repetition_penalty=penalty,
|
79 |
streamer=streamer,
|
|
|
71 |
generate_kwargs = dict(
|
72 |
input_ids=input_ids,
|
73 |
max_new_tokens = max_new_tokens,
|
74 |
+
do_sample = False,
|
75 |
top_p = top_p,
|
76 |
top_k = top_k,
|
77 |
+
eos_token_id=tokenizer.eos_token_id,
|
78 |
temperature = temperature,
|
79 |
repetition_penalty=penalty,
|
80 |
streamer=streamer,
|