is2win commited on
Commit
cbe1268
·
1 Parent(s): 945021a
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -30,8 +30,8 @@ print("My model path:", model_path)
30
  llm = LlamaCpp(
31
  model_path=model_path,
32
  temperature=0.5,
33
- max_tokens=200,
34
- n_ctx=200,
35
  n_gpu_layers=-1,
36
  )
37
 
@@ -49,4 +49,4 @@ demo = gr.Interface(fn=predict,
49
  inputs="text",
50
  outputs="text")
51
 
52
- demo.launch(share=True)
 
30
  llm = LlamaCpp(
31
  model_path=model_path,
32
  temperature=0.5,
33
+ max_tokens=500,
34
+ n_ctx=4000,
35
  n_gpu_layers=-1,
36
  )
37
 
 
49
  inputs="text",
50
  outputs="text")
51
 
52
+ demo.launch()