as-cle-bert commited on
Commit
9a41865
·
verified ·
1 Parent(s): f42a582

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,11 +30,11 @@ def respond(
30
 
31
  for message in client.chat.completions.create(
32
  model="meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
33
- messages,
34
  max_tokens=max_tokens,
35
  stream=True,
36
  temperature=temperature,
37
  top_p=top_p,
 
38
  ):
39
  token = message.choices[0].delta.content
40
 
 
30
 
31
  for message in client.chat.completions.create(
32
  model="meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
 
33
  max_tokens=max_tokens,
34
  stream=True,
35
  temperature=temperature,
36
  top_p=top_p,
37
+ messages=messages,
38
  ):
39
  token = message.choices[0].delta.content
40