cshin23 commited on
Commit
b2fbdaf
·
verified ·
1 Parent(s): f24e9a6

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -41,7 +41,7 @@
41
  "special": true
42
  }
43
  },
44
- "chat_template": "Provide scores for the assistant response (4=very good, 0=very bad)\n {% for message in messages %}{{message['role'][0]|upper + message['role'][1:] +': ' + message['content'] + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}Scores for [Helpfulness, Correctness, Coherence, Complexity, Verbosity]: ",
45
  "clean_up_tokenization_spaces": true,
46
  "cls_token": "[CLS]",
47
  "do_lower_case": true,
 
41
  "special": true
42
  }
43
  },
44
+ "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
45
  "clean_up_tokenization_spaces": true,
46
  "cls_token": "[CLS]",
47
  "do_lower_case": true,