Spaces:
Runtime error
Runtime error
is2win
commited on
Commit
·
cbe1268
1
Parent(s):
945021a
add model
Browse files
app.py
CHANGED
@@ -30,8 +30,8 @@ print("My model path:", model_path)
|
|
30 |
llm = LlamaCpp(
|
31 |
model_path=model_path,
|
32 |
temperature=0.5,
|
33 |
-
max_tokens=
|
34 |
-
n_ctx=
|
35 |
n_gpu_layers=-1,
|
36 |
)
|
37 |
|
@@ -49,4 +49,4 @@ demo = gr.Interface(fn=predict,
|
|
49 |
inputs="text",
|
50 |
outputs="text")
|
51 |
|
52 |
-
demo.launch(
|
|
|
30 |
llm = LlamaCpp(
|
31 |
model_path=model_path,
|
32 |
temperature=0.5,
|
33 |
+
max_tokens=500,
|
34 |
+
n_ctx=4000,
|
35 |
n_gpu_layers=-1,
|
36 |
)
|
37 |
|
|
|
49 |
inputs="text",
|
50 |
outputs="text")
|
51 |
|
52 |
+
demo.launch()
|