fix(readme): Clarify doc for tokenizer_config (#1323) [skip ci]
Browse files
README.md
CHANGED
@@ -518,7 +518,7 @@ base_model_ignore_patterns:
|
|
518 |
base_model_config: ./llama-7b-hf
|
519 |
# You can specify to choose a specific model revision from huggingface hub
|
520 |
model_revision:
|
521 |
-
# Optional tokenizer configuration
|
522 |
# than the one defined in the base model
|
523 |
tokenizer_config:
|
524 |
# If you want to specify the type of model to load, AutoModelForCausalLM is a good choice too
|
|
|
518 |
base_model_config: ./llama-7b-hf
|
519 |
# You can specify to choose a specific model revision from huggingface hub
|
520 |
model_revision:
|
521 |
+
# Optional tokenizer configuration path in case you want to use a different tokenizer
|
522 |
# than the one defined in the base model
|
523 |
tokenizer_config:
|
524 |
# If you want to specify the type of model to load, AutoModelForCausalLM is a good choice too
|