gmonsoon commited on
Commit
414042d
·
verified ·
1 Parent(s): 103cb36

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
- n_ctx=2048,
19
  n_threads=2,
20
  chat_format=chat_template)
21
 
 
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
18
+ n_ctx=32768,
19
  n_threads=2,
20
  chat_format=chat_template)
21