Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,8 @@ from llama_index.readers.file import PDFReader
|
|
9 |
from transformers import AutoModelForCausalLM
|
10 |
import torch
|
11 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
12 |
-
model_name = "baffo32/decapoda-research-llama-7B-hf"
|
|
|
13 |
model = AutoModelForCausalLM.from_pretrained(model_name).to(device)
|
14 |
|
15 |
### added to remove openapi
|
|
|
9 |
from transformers import AutoModelForCausalLM
|
10 |
import torch
|
11 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
12 |
+
#model_name = "baffo32/decapoda-research-llama-7B-hf"
|
13 |
+
model_name = "meta-llama/Llama-3.2-3B"
|
14 |
model = AutoModelForCausalLM.from_pretrained(model_name).to(device)
|
15 |
|
16 |
### added to remove openapi
|