Spaces:
Running
Running
pro-grammer
commited on
Update model.py
Browse files
model.py
CHANGED
@@ -150,7 +150,7 @@ model.eval()
|
|
150 |
context = torch.tensor([enc.encode("Once upon a time there was a knight called Bob and he rode into his greatest battle yet")], dtype=torch.long, device=device)
|
151 |
|
152 |
# Test generation with a higher number of tokens and adjusted temperature
|
153 |
-
max_new_tokens =
|
154 |
temperature = 0.6 # More focused, less random
|
155 |
generated_text_idx = model.generate(context, max_new_tokens)
|
156 |
generated_text = enc.decode(generated_text_idx[0].tolist())
|
|
|
150 |
context = torch.tensor([enc.encode("Once upon a time there was a knight called Bob and he rode into his greatest battle yet")], dtype=torch.long, device=device)
|
151 |
|
152 |
# Test generation with a higher number of tokens and adjusted temperature
|
153 |
+
max_new_tokens = 150 # Increase the token limit for a longer generation
|
154 |
temperature = 0.6 # More focused, less random
|
155 |
generated_text_idx = model.generate(context, max_new_tokens)
|
156 |
generated_text = enc.decode(generated_text_idx[0].tolist())
|