FremyCompany commited on
Commit
0c1ae51
·
verified ·
1 Parent(s): 79c252c

Provide pad token in the config

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "classifier_bias": false,
12
  "classifier_dropout": 0.0,
13
  "classifier_pooling": "mean",
14
- "cls_token_id": null,
15
  "decoder_bias": true,
16
  "deterministic_flash_attn": false,
17
  "embedding_dropout": 0.0,
@@ -36,10 +36,10 @@
36
  "norm_eps": 1e-05,
37
  "num_attention_heads": 12,
38
  "num_hidden_layers": 22,
39
- "pad_token_id": null,
40
  "position_embedding_type": "absolute",
41
  "reference_compile": false,
42
- "sep_token_id": null,
43
  "sparse_pred_ignore_index": -100,
44
  "sparse_prediction": false,
45
  "tokenizer_class": "LlamaTokenizerFast",
 
11
  "classifier_bias": false,
12
  "classifier_dropout": 0.0,
13
  "classifier_pooling": "mean",
14
+ "cls_token_id": 1,
15
  "decoder_bias": true,
16
  "deterministic_flash_attn": false,
17
  "embedding_dropout": 0.0,
 
36
  "norm_eps": 1e-05,
37
  "num_attention_heads": 12,
38
  "num_hidden_layers": 22,
39
+ "pad_token_id": 2,
40
  "position_embedding_type": "absolute",
41
  "reference_compile": false,
42
+ "sep_token_id": 1,
43
  "sparse_pred_ignore_index": -100,
44
  "sparse_prediction": false,
45
  "tokenizer_class": "LlamaTokenizerFast",