Sigurdur commited on
Commit
007839a
·
verified ·
1 Parent(s): 72cb8d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ def streaming_respond(question, history):
14
  generate_kwargs = dict(
15
  {"input_ids": input_ids},
16
  streamer=streamer,
17
- max_new_tokens=10,
18
  num_beams=1,
19
  )
20
  t = Thread(target=model.generate, kwargs=generate_kwargs)
 
14
  generate_kwargs = dict(
15
  {"input_ids": input_ids},
16
  streamer=streamer,
17
+ max_new_tokens=250,
18
  num_beams=1,
19
  )
20
  t = Thread(target=model.generate, kwargs=generate_kwargs)