voice-chat-with-mistral

Runtime error

gorkemgoknar commited on Oct 26, 2023

Commit

cce82f4

1 Parent(s): 0e37210

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -153,7 +153,7 @@ llm = Llama(model_path=model_path,n_gpu_layers=GPU_LAYERS,max_new_tokens=256, co
 # Mistral formatter
-def format_prompt_mistral(message, history):
     prompt = (
         "<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
     )

 # Mistral formatter
+def format_prompt_mistral(message, history, system_message=system_message):
     prompt = (
         "<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
     )