Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ def streaming_respond(question, history):
|
|
14 |
generate_kwargs = dict(
|
15 |
{"input_ids": input_ids},
|
16 |
streamer=streamer,
|
17 |
-
max_new_tokens=
|
18 |
num_beams=1,
|
19 |
)
|
20 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
14 |
generate_kwargs = dict(
|
15 |
{"input_ids": input_ids},
|
16 |
streamer=streamer,
|
17 |
+
max_new_tokens=250,
|
18 |
num_beams=1,
|
19 |
)
|
20 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|