erax commited on
Commit
717bdbd
·
verified ·
1 Parent(s): 677a1a2

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -887,11 +887,11 @@ generation_config = model.generation_config
887
  generation_config.do_sample = True
888
  generation_config.temperature = 0.01
889
  generation_config.top_k = 1
890
- generation_config.top_p = 0.1
891
- generation_config.min_p = 0.1
892
  generation_config.best_of = 1
893
  generation_config.max_new_tokens = 2048
894
- generation_config.repetition_penalty = 1.05
895
 
896
  # Inference
897
  generated_ids = model.generate(**inputs, generation_config=generation_config)
 
887
  generation_config.do_sample = True
888
  generation_config.temperature = 0.01
889
  generation_config.top_k = 1
890
+ generation_config.top_p = 0.001
891
+ #generation_config.min_p = 0.1
892
  generation_config.best_of = 1
893
  generation_config.max_new_tokens = 2048
894
+ generation_config.repetition_penalty = 1.01
895
 
896
  # Inference
897
  generated_ids = model.generate(**inputs, generation_config=generation_config)