Spaces:
Runtime error
Runtime error
vaishakgkumar
commited on
Commit
·
f8d2e9f
1
Parent(s):
c2f9368
Update app.py
Browse files
app.py
CHANGED
@@ -15,9 +15,9 @@ login(hf_token)
|
|
15 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
16 |
|
17 |
# Load tokenizer and model
|
18 |
-
tokenizer = AutoTokenizer.from_pretrained('stabilityai/stablelm-3b-4e1t',token=hf_token, trust_remote_code=True)
|
19 |
config = PeftConfig.from_pretrained("vaishakgkumar/stablemedv1")
|
20 |
-
model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t",token=hf_token, trust_remote_code=True)
|
21 |
model = PeftModel.from_pretrained(model, "vaishakgkumar/stablemedv1")
|
22 |
|
23 |
model.to(device)
|
|
|
15 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
16 |
|
17 |
# Load tokenizer and model
|
18 |
+
tokenizer = AutoTokenizer.from_pretrained('stabilityai/stablelm-3b-4e1t',token=hf_token, trust_remote_code=True)
|
19 |
config = PeftConfig.from_pretrained("vaishakgkumar/stablemedv1")
|
20 |
+
model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-3b-4e1t",token=hf_token, trust_remote_code=True)
|
21 |
model = PeftModel.from_pretrained(model, "vaishakgkumar/stablemedv1")
|
22 |
|
23 |
model.to(device)
|