Update README.md
Browse files
README.md
CHANGED
@@ -124,6 +124,7 @@ prompt_template=f'''<s>[INST] {prompt} [/INST]'''
|
|
124 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
125 |
output = persisted_model.generate(inputs=input_ids, temperature=0.7, do_sample=True, top_p=0.95, top_k=40, max_new_tokens=512)
|
126 |
print(tokenizer.decode(output[0]))
|
|
|
127 |
|
128 |
# To perform inference on the test dataset example load the model from the checkpoint
|
129 |
persisted_model = AutoPeftModelForCausalLM.from_pretrained(
|
|
|
124 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
125 |
output = persisted_model.generate(inputs=input_ids, temperature=0.7, do_sample=True, top_p=0.95, top_k=40, max_new_tokens=512)
|
126 |
print(tokenizer.decode(output[0]))
|
127 |
+
'''
|
128 |
|
129 |
# To perform inference on the test dataset example load the model from the checkpoint
|
130 |
persisted_model = AutoPeftModelForCausalLM.from_pretrained(
|