{ "additional_special_tokens": [ { "content": "SEM_5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_90", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SEM_95", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_90", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "SYN_95", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_10", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_15", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_20", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_25", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_30", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_35", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_40", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_45", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_50", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_55", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_60", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_65", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_70", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_75", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_80", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_85", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_90", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "LEX_95", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "eos_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }