Jeronymous
commited on
Commit
·
8bfaea8
1
Parent(s):
1aa0195
Add chat template
Browse files- tokenizer_config.json +2 -1
tokenizer_config.json
CHANGED
@@ -46,5 +46,6 @@
|
|
46 |
"spaces_between_special_tokens": false,
|
47 |
"tokenizer_class": "LlamaTokenizer",
|
48 |
"unk_token": "<unk>",
|
49 |
-
"use_default_system_prompt": false
|
|
|
50 |
}
|
|
|
46 |
"spaces_between_special_tokens": false,
|
47 |
"tokenizer_class": "LlamaTokenizer",
|
48 |
"unk_token": "<unk>",
|
49 |
+
"use_default_system_prompt": false,
|
50 |
+
"chat_template": "{{- bos_token }}\n{%- for message in messages %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}"
|
51 |
}
|