Jeronymous commited on
Commit
8bfaea8
·
1 Parent(s): 1aa0195

Add chat template

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -46,5 +46,6 @@
46
  "spaces_between_special_tokens": false,
47
  "tokenizer_class": "LlamaTokenizer",
48
  "unk_token": "<unk>",
49
- "use_default_system_prompt": false
 
50
  }
 
46
  "spaces_between_special_tokens": false,
47
  "tokenizer_class": "LlamaTokenizer",
48
  "unk_token": "<unk>",
49
+ "use_default_system_prompt": false,
50
+ "chat_template": "{{- bos_token }}\n{%- for message in messages %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}"
51
  }