nifleisch commited on
Commit
a736f30
·
verified ·
1 Parent(s): f7043fd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -65,7 +65,7 @@ You can run the smashed model with these steps:
65
  model = AutoAWQForCausalLM.from_quantized("PrunaAI/djuna-Q2.5-Veltha-14B-0.5-AWQ-4bit-smashed", trust_remote_code=True, device_map='auto')
66
  tokenizer = AutoTokenizer.from_pretrained("djuna/Q2.5-Veltha-14B-0.5")
67
 
68
- input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
69
 
70
  outputs = model.generate(input_ids, max_new_tokens=216)
71
  tokenizer.decode(outputs[0])
 
65
  model = AutoAWQForCausalLM.from_quantized("PrunaAI/djuna-Q2.5-Veltha-14B-0.5-AWQ-4bit-smashed", trust_remote_code=True, device_map='auto')
66
  tokenizer = AutoTokenizer.from_pretrained("djuna/Q2.5-Veltha-14B-0.5")
67
 
68
+ input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(next(model.parameters()).device)["input_ids"]
69
 
70
  outputs = model.generate(input_ids, max_new_tokens=216)
71
  tokenizer.decode(outputs[0])