erax commited on
Commit
9527bb9
1 Parent(s): 954ec02

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -2
tokenizer_config.json CHANGED
@@ -135,8 +135,6 @@
135
  "eos_token": "<|im_end|>",
136
  "errors": "replace",
137
  "extra_special_tokens": {},
138
- "max_pixels": 1003520,
139
- "min_pixels": 200704,
140
  "model_max_length": 32768,
141
  "pad_token": "<|endoftext|>",
142
  "padding_side": "left",
 
135
  "eos_token": "<|im_end|>",
136
  "errors": "replace",
137
  "extra_special_tokens": {},
 
 
138
  "model_max_length": 32768,
139
  "pad_token": "<|endoftext|>",
140
  "padding_side": "left",