Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,8 @@ instruct_pipeline_llama = pipeline(model="HuggingFaceH4/llama-7b-ift-ds-save-tes
|
|
17 |
#instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
|
18 |
|
19 |
def generate(query, temperature, top_p, top_k, max_new_tokens):
|
20 |
-
return [instruct_pipeline_falcon(query, temperature, top_p, top_k, max_new_tokens),
|
|
|
21 |
|
22 |
|
23 |
|
|
|
17 |
#instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
|
18 |
|
19 |
def generate(query, temperature, top_p, top_k, max_new_tokens):
|
20 |
+
return [instruct_pipeline_falcon(query, temperature=temperature, top_p=top_p, top_k=top_k, max_new_tokens=max_new_tokens),
|
21 |
+
instruct_pipeline_llama(query, temperature=temperature, top_p=top_p, top_k=top_k, max_new_tokens=max_new_tokens)]
|
22 |
|
23 |
|
24 |
|