pro-grammer commited on
Commit
9b4550b
·
verified ·
1 Parent(s): 5448b40

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -150,7 +150,7 @@ model.eval()
150
  context = torch.tensor([enc.encode("Once upon a time there was a knight called Bob and he rode into his greatest battle yet")], dtype=torch.long, device=device)
151
 
152
  # Test generation with a higher number of tokens and adjusted temperature
153
- max_new_tokens = 200 # Increase the token limit for a longer generation
154
  temperature = 0.6 # More focused, less random
155
  generated_text_idx = model.generate(context, max_new_tokens)
156
  generated_text = enc.decode(generated_text_idx[0].tolist())
 
150
  context = torch.tensor([enc.encode("Once upon a time there was a knight called Bob and he rode into his greatest battle yet")], dtype=torch.long, device=device)
151
 
152
  # Test generation with a higher number of tokens and adjusted temperature
153
+ max_new_tokens = 150 # Increase the token limit for a longer generation
154
  temperature = 0.6 # More focused, less random
155
  generated_text_idx = model.generate(context, max_new_tokens)
156
  generated_text = enc.decode(generated_text_idx[0].tolist())