AlfredPros
commited on
Commit
·
10dfdbe
1
Parent(s):
1708595
Update README.md
Browse files
README.md
CHANGED
@@ -153,7 +153,7 @@ Use the Task below and the Input given to write the Response, which is a program
|
|
153 |
# Tokenize the input
|
154 |
input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
|
155 |
# Run the model to infere an output
|
156 |
-
outputs = model.generate(input_ids=input_ids, max_new_tokens=
|
157 |
|
158 |
# Detokenize and display the generated output
|
159 |
print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):])
|
|
|
153 |
# Tokenize the input
|
154 |
input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
|
155 |
# Run the model to infere an output
|
156 |
+
outputs = model.generate(input_ids=input_ids, max_new_tokens=1024, do_sample=True, top_p=0.9, temperature=0.001, pad_token_id=1)
|
157 |
|
158 |
# Detokenize and display the generated output
|
159 |
print(tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):])
|