adinin commited on
Commit
39653ae
·
1 Parent(s): 1eb6b20

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ client = InferenceClient(model="https://085e2ffe-b85f-4b3d-a764-3ee4f8b84f93.job
6
 
7
  def inference(message, history):
8
  partial_message = ""
9
- for token in client.text_generation(message, max_new_tokens=32786, stream=True):
10
  partial_message += token
11
  yield partial_message
12
 
 
6
 
7
  def inference(message, history):
8
  partial_message = ""
9
+ for token in client.text_generation(message, max_new_tokens=16393, stream=True):
10
  partial_message += token
11
  yield partial_message
12