Spaces:
Runtime error
Runtime error
as-cle-bert
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -30,11 +30,11 @@ def respond(
|
|
30 |
|
31 |
for message in client.chat.completions.create(
|
32 |
model="meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
|
33 |
-
messages,
|
34 |
max_tokens=max_tokens,
|
35 |
stream=True,
|
36 |
temperature=temperature,
|
37 |
top_p=top_p,
|
|
|
38 |
):
|
39 |
token = message.choices[0].delta.content
|
40 |
|
|
|
30 |
|
31 |
for message in client.chat.completions.create(
|
32 |
model="meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
|
|
|
33 |
max_tokens=max_tokens,
|
34 |
stream=True,
|
35 |
temperature=temperature,
|
36 |
top_p=top_p,
|
37 |
+
messages=messages,
|
38 |
):
|
39 |
token = message.choices[0].delta.content
|
40 |
|