Zenithwang commited on
Commit
d646671
·
verified ·
1 Parent(s): 34d79f8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -67,11 +67,11 @@ def predict(message, history):
67
 
68
  streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
69
  generate_kwargs = dict(
70
- model_inputs,
71
  streamer=streamer,
72
  max_new_tokens=1024,
73
  do_sample=False,
74
- # stopping_criteria=StoppingCriteriaList([stop])
75
  )
76
  t = Thread(target=model.generate, kwargs=generate_kwargs)
77
  t.start() # Starting the generation in a separate thread.
 
67
 
68
  streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
69
  generate_kwargs = dict(
70
+ input_ids=model_inputs,
71
  streamer=streamer,
72
  max_new_tokens=1024,
73
  do_sample=False,
74
+ stopping_criteria=StoppingCriteriaList([stop])
75
  )
76
  t = Thread(target=model.generate, kwargs=generate_kwargs)
77
  t.start() # Starting the generation in a separate thread.