Update README.md
Browse files
README.md
CHANGED
@@ -887,11 +887,11 @@ generation_config = model.generation_config
|
|
887 |
generation_config.do_sample = True
|
888 |
generation_config.temperature = 0.01
|
889 |
generation_config.top_k = 1
|
890 |
-
generation_config.top_p = 0.
|
891 |
-
generation_config.min_p = 0.1
|
892 |
generation_config.best_of = 1
|
893 |
generation_config.max_new_tokens = 2048
|
894 |
-
generation_config.repetition_penalty = 1.
|
895 |
|
896 |
# Inference
|
897 |
generated_ids = model.generate(**inputs, generation_config=generation_config)
|
|
|
887 |
generation_config.do_sample = True
|
888 |
generation_config.temperature = 0.01
|
889 |
generation_config.top_k = 1
|
890 |
+
generation_config.top_p = 0.001
|
891 |
+
#generation_config.min_p = 0.1
|
892 |
generation_config.best_of = 1
|
893 |
generation_config.max_new_tokens = 2048
|
894 |
+
generation_config.repetition_penalty = 1.01
|
895 |
|
896 |
# Inference
|
897 |
generated_ids = model.generate(**inputs, generation_config=generation_config)
|