Zyphra
/

Zamba2-1.2B

transformers_zamba2

Model card Files Files and versions Community

pglo commited on Sep 22, 2024

Commit

1abeaa1

·

verified ·

1 Parent(s): 09b4c5b

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -53,7 +53,7 @@ import torch
 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba2-1.2B")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba2-1.2B", device_map="cuda", torch_dtype=torch.bfloat16)
-input_text = "A funny prompt would be "
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)

 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba2-1.2B")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba2-1.2B", device_map="cuda", torch_dtype=torch.bfloat16)
+input_text = "What factors contributed to the fall of the Roman Empire?"
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)