{
  "architectures": [
    "ModernBertForTokenClassification"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "auto_map": {
    "AutoConfig": "configuration_modernbert.ModernBertConfig",
    "AutoModel": "modeling_modernbert.ModernBertModel",
    "AutoModelForMaskedLM": "modeling_modernbert.ModernBertForMaskedLM",
    "AutoModelForSequenceClassification": "modeling_modernbert.ModernBertForSequenceClassification",
    "AutoModelForTokenClassification": "modeling_modernbert.ModernBertForTokenClassification"
  },
  "bos_token_id": 0,
  "classifier_activation": "gelu",
  "classifier_bias": false,
  "classifier_dropout": 0.0,
  "classifier_pooling": "mean",
  "cls_token_id": 0,
  "custom_pipelines": {
    "universal-dependencies": {
      "impl": "ud.UniversalDependenciesPipeline",
      "pt": "AutoModelForTokenClassification"
    }
  },
  "decoder_bias": true,
  "deterministic_flash_attn": false,
  "embedding_dropout": 0.0,
  "eos_token_id": 2,
  "global_attn_every_n_layers": 3,
  "global_rope_theta": 160000.0,
  "gradient_checkpointing": false,
  "hidden_activation": "gelu",
  "hidden_size": 1024,
  "id2label": {
    "0": "ADJ",
    "1": "ADJ.",
    "2": "ADJ.|[acl]",
    "3": "ADJ.|[advcl]",
    "4": "ADJ.|[amod]",
    "5": "ADJ.|[ccomp]",
    "6": "ADJ.|[csubj:outer]",
    "7": "ADJ.|[csubj]",
    "8": "ADJ.|[dep]",
    "9": "ADJ.|[nmod]",
    "10": "ADJ.|[nsubj]",
    "11": "ADJ.|[obj]",
    "12": "ADJ.|[obl]",
    "13": "ADJ.|[root]",
    "14": "ADJ|[acl]",
    "15": "ADJ|[advcl]",
    "16": "ADJ|[amod]",
    "17": "ADJ|[ccomp]",
    "18": "ADJ|[csubj:outer]",
    "19": "ADJ|[csubj]",
    "20": "ADJ|[dep]",
    "21": "ADJ|[nmod]",
    "22": "ADJ|[nsubj]",
    "23": "ADJ|[obj]",
    "24": "ADJ|[obl]",
    "25": "ADJ|[root]",
    "26": "ADP",
    "27": "ADP.",
    "28": "ADP.|[case]",
    "29": "ADP.|[fixed]",
    "30": "ADP|[case]",
    "31": "ADP|[fixed]",
    "32": "ADV",
    "33": "ADV.",
    "34": "ADV.|[advcl]",
    "35": "ADV.|[advmod]",
    "36": "ADV.|[dep]",
    "37": "ADV.|[obj]",
    "38": "ADV.|[root]",
    "39": "ADV|[advcl]",
    "40": "ADV|[advmod]",
    "41": "ADV|[dep]",
    "42": "ADV|[obj]",
    "43": "ADV|[root]",
    "44": "AUX",
    "45": "AUX.",
    "46": "AUX.|Polarity=Neg",
    "47": "AUX.|Polarity=Neg|[aux]",
    "48": "AUX.|Polarity=Neg|[fixed]",
    "49": "AUX.|[aux]",
    "50": "AUX.|[cop]",
    "51": "AUX.|[fixed]",
    "52": "AUX.|[root]",
    "53": "AUX|Polarity=Neg",
    "54": "AUX|Polarity=Neg|[aux]",
    "55": "AUX|Polarity=Neg|[fixed]",
    "56": "AUX|[aux]",
    "57": "AUX|[cop]",
    "58": "AUX|[fixed]",
    "59": "AUX|[root]",
    "60": "CCONJ",
    "61": "CCONJ.",
    "62": "CCONJ.|[cc]",
    "63": "CCONJ|[cc]",
    "64": "DET",
    "65": "DET.",
    "66": "DET.|[det]",
    "67": "DET|[det]",
    "68": "INTJ",
    "69": "INTJ.",
    "70": "INTJ.|[discourse]",
    "71": "INTJ.|[root]",
    "72": "INTJ|[discourse]",
    "73": "INTJ|[root]",
    "74": "NOUN",
    "75": "NOUN.",
    "76": "NOUN.|Polarity=Neg",
    "77": "NOUN.|Polarity=Neg|[obl]",
    "78": "NOUN.|Polarity=Neg|[root]",
    "79": "NOUN.|[acl]",
    "80": "NOUN.|[advcl]",
    "81": "NOUN.|[ccomp]",
    "82": "NOUN.|[compound]",
    "83": "NOUN.|[csubj:outer]",
    "84": "NOUN.|[csubj]",
    "85": "NOUN.|[nmod]",
    "86": "NOUN.|[nsubj:outer]",
    "87": "NOUN.|[nsubj]",
    "88": "NOUN.|[obj]",
    "89": "NOUN.|[obl]",
    "90": "NOUN.|[root]",
    "91": "NOUN|Polarity=Neg",
    "92": "NOUN|Polarity=Neg|[obl]",
    "93": "NOUN|Polarity=Neg|[root]",
    "94": "NOUN|[acl]",
    "95": "NOUN|[advcl]",
    "96": "NOUN|[ccomp]",
    "97": "NOUN|[compound]",
    "98": "NOUN|[csubj:outer]",
    "99": "NOUN|[csubj]",
    "100": "NOUN|[nmod]",
    "101": "NOUN|[nsubj:outer]",
    "102": "NOUN|[nsubj]",
    "103": "NOUN|[obj]",
    "104": "NOUN|[obl]",
    "105": "NOUN|[root]",
    "106": "NUM",
    "107": "NUM.",
    "108": "NUM.|[advcl]",
    "109": "NUM.|[compound]",
    "110": "NUM.|[nmod]",
    "111": "NUM.|[nsubj:outer]",
    "112": "NUM.|[nsubj]",
    "113": "NUM.|[nummod]",
    "114": "NUM.|[obj]",
    "115": "NUM.|[obl]",
    "116": "NUM.|[root]",
    "117": "NUM|[advcl]",
    "118": "NUM|[compound]",
    "119": "NUM|[nmod]",
    "120": "NUM|[nsubj:outer]",
    "121": "NUM|[nsubj]",
    "122": "NUM|[nummod]",
    "123": "NUM|[obj]",
    "124": "NUM|[obl]",
    "125": "NUM|[root]",
    "126": "PART",
    "127": "PART.",
    "128": "PART.|[mark]",
    "129": "PART|[mark]",
    "130": "PRON",
    "131": "PRON.",
    "132": "PRON.|[acl]",
    "133": "PRON.|[advcl]",
    "134": "PRON.|[nmod]",
    "135": "PRON.|[nsubj:outer]",
    "136": "PRON.|[nsubj]",
    "137": "PRON.|[obj]",
    "138": "PRON.|[obl]",
    "139": "PRON.|[root]",
    "140": "PRON|[acl]",
    "141": "PRON|[advcl]",
    "142": "PRON|[nmod]",
    "143": "PRON|[nsubj:outer]",
    "144": "PRON|[nsubj]",
    "145": "PRON|[obj]",
    "146": "PRON|[obl]",
    "147": "PRON|[root]",
    "148": "PROPN",
    "149": "PROPN.",
    "150": "PROPN.|[acl]",
    "151": "PROPN.|[advcl]",
    "152": "PROPN.|[compound]",
    "153": "PROPN.|[nmod]",
    "154": "PROPN.|[nsubj:outer]",
    "155": "PROPN.|[nsubj]",
    "156": "PROPN.|[obj]",
    "157": "PROPN.|[obl]",
    "158": "PROPN.|[root]",
    "159": "PROPN|[acl]",
    "160": "PROPN|[advcl]",
    "161": "PROPN|[compound]",
    "162": "PROPN|[nmod]",
    "163": "PROPN|[nsubj:outer]",
    "164": "PROPN|[nsubj]",
    "165": "PROPN|[obj]",
    "166": "PROPN|[obl]",
    "167": "PROPN|[root]",
    "168": "PUNCT",
    "169": "PUNCT.",
    "170": "PUNCT.|[punct]",
    "171": "PUNCT|[punct]",
    "172": "SCONJ",
    "173": "SCONJ.",
    "174": "SCONJ.|[dep]",
    "175": "SCONJ.|[fixed]",
    "176": "SCONJ.|[mark]",
    "177": "SCONJ|[dep]",
    "178": "SCONJ|[fixed]",
    "179": "SCONJ|[mark]",
    "180": "SYM",
    "181": "SYM.",
    "182": "SYM.|[compound]",
    "183": "SYM.|[dep]",
    "184": "SYM.|[nmod]",
    "185": "SYM.|[obl]",
    "186": "SYM|[compound]",
    "187": "SYM|[dep]",
    "188": "SYM|[nmod]",
    "189": "SYM|[obl]",
    "190": "VERB",
    "191": "VERB.",
    "192": "VERB.|[acl]",
    "193": "VERB.|[advcl]",
    "194": "VERB.|[ccomp]",
    "195": "VERB.|[compound]",
    "196": "VERB.|[csubj:outer]",
    "197": "VERB.|[csubj]",
    "198": "VERB.|[nmod]",
    "199": "VERB.|[obj]",
    "200": "VERB.|[obl]",
    "201": "VERB.|[root]",
    "202": "VERB|[acl]",
    "203": "VERB|[advcl]",
    "204": "VERB|[ccomp]",
    "205": "VERB|[compound]",
    "206": "VERB|[csubj:outer]",
    "207": "VERB|[csubj]",
    "208": "VERB|[nmod]",
    "209": "VERB|[obj]",
    "210": "VERB|[obl]",
    "211": "VERB|[root]",
    "212": "X",
    "213": "X.",
    "214": "X.|[dep]",
    "215": "X.|[goeswith]",
    "216": "X.|[nmod]",
    "217": "X|[dep]",
    "218": "X|[nmod]"
  },
  "initializer_cutoff_factor": 2.0,
  "initializer_range": 0.02,
  "intermediate_size": 2624,
  "label2id": {
    "ADJ": 0,
    "ADJ.": 1,
    "ADJ.|[acl]": 2,
    "ADJ.|[advcl]": 3,
    "ADJ.|[amod]": 4,
    "ADJ.|[ccomp]": 5,
    "ADJ.|[csubj:outer]": 6,
    "ADJ.|[csubj]": 7,
    "ADJ.|[dep]": 8,
    "ADJ.|[nmod]": 9,
    "ADJ.|[nsubj]": 10,
    "ADJ.|[obj]": 11,
    "ADJ.|[obl]": 12,
    "ADJ.|[root]": 13,
    "ADJ|[acl]": 14,
    "ADJ|[advcl]": 15,
    "ADJ|[amod]": 16,
    "ADJ|[ccomp]": 17,
    "ADJ|[csubj:outer]": 18,
    "ADJ|[csubj]": 19,
    "ADJ|[dep]": 20,
    "ADJ|[nmod]": 21,
    "ADJ|[nsubj]": 22,
    "ADJ|[obj]": 23,
    "ADJ|[obl]": 24,
    "ADJ|[root]": 25,
    "ADP": 26,
    "ADP.": 27,
    "ADP.|[case]": 28,
    "ADP.|[fixed]": 29,
    "ADP|[case]": 30,
    "ADP|[fixed]": 31,
    "ADV": 32,
    "ADV.": 33,
    "ADV.|[advcl]": 34,
    "ADV.|[advmod]": 35,
    "ADV.|[dep]": 36,
    "ADV.|[obj]": 37,
    "ADV.|[root]": 38,
    "ADV|[advcl]": 39,
    "ADV|[advmod]": 40,
    "ADV|[dep]": 41,
    "ADV|[obj]": 42,
    "ADV|[root]": 43,
    "AUX": 44,
    "AUX.": 45,
    "AUX.|Polarity=Neg": 46,
    "AUX.|Polarity=Neg|[aux]": 47,
    "AUX.|Polarity=Neg|[fixed]": 48,
    "AUX.|[aux]": 49,
    "AUX.|[cop]": 50,
    "AUX.|[fixed]": 51,
    "AUX.|[root]": 52,
    "AUX|Polarity=Neg": 53,
    "AUX|Polarity=Neg|[aux]": 54,
    "AUX|Polarity=Neg|[fixed]": 55,
    "AUX|[aux]": 56,
    "AUX|[cop]": 57,
    "AUX|[fixed]": 58,
    "AUX|[root]": 59,
    "CCONJ": 60,
    "CCONJ.": 61,
    "CCONJ.|[cc]": 62,
    "CCONJ|[cc]": 63,
    "DET": 64,
    "DET.": 65,
    "DET.|[det]": 66,
    "DET|[det]": 67,
    "INTJ": 68,
    "INTJ.": 69,
    "INTJ.|[discourse]": 70,
    "INTJ.|[root]": 71,
    "INTJ|[discourse]": 72,
    "INTJ|[root]": 73,
    "NOUN": 74,
    "NOUN.": 75,
    "NOUN.|Polarity=Neg": 76,
    "NOUN.|Polarity=Neg|[obl]": 77,
    "NOUN.|Polarity=Neg|[root]": 78,
    "NOUN.|[acl]": 79,
    "NOUN.|[advcl]": 80,
    "NOUN.|[ccomp]": 81,
    "NOUN.|[compound]": 82,
    "NOUN.|[csubj:outer]": 83,
    "NOUN.|[csubj]": 84,
    "NOUN.|[nmod]": 85,
    "NOUN.|[nsubj:outer]": 86,
    "NOUN.|[nsubj]": 87,
    "NOUN.|[obj]": 88,
    "NOUN.|[obl]": 89,
    "NOUN.|[root]": 90,
    "NOUN|Polarity=Neg": 91,
    "NOUN|Polarity=Neg|[obl]": 92,
    "NOUN|Polarity=Neg|[root]": 93,
    "NOUN|[acl]": 94,
    "NOUN|[advcl]": 95,
    "NOUN|[ccomp]": 96,
    "NOUN|[compound]": 97,
    "NOUN|[csubj:outer]": 98,
    "NOUN|[csubj]": 99,
    "NOUN|[nmod]": 100,
    "NOUN|[nsubj:outer]": 101,
    "NOUN|[nsubj]": 102,
    "NOUN|[obj]": 103,
    "NOUN|[obl]": 104,
    "NOUN|[root]": 105,
    "NUM": 106,
    "NUM.": 107,
    "NUM.|[advcl]": 108,
    "NUM.|[compound]": 109,
    "NUM.|[nmod]": 110,
    "NUM.|[nsubj:outer]": 111,
    "NUM.|[nsubj]": 112,
    "NUM.|[nummod]": 113,
    "NUM.|[obj]": 114,
    "NUM.|[obl]": 115,
    "NUM.|[root]": 116,
    "NUM|[advcl]": 117,
    "NUM|[compound]": 118,
    "NUM|[nmod]": 119,
    "NUM|[nsubj:outer]": 120,
    "NUM|[nsubj]": 121,
    "NUM|[nummod]": 122,
    "NUM|[obj]": 123,
    "NUM|[obl]": 124,
    "NUM|[root]": 125,
    "PART": 126,
    "PART.": 127,
    "PART.|[mark]": 128,
    "PART|[mark]": 129,
    "PRON": 130,
    "PRON.": 131,
    "PRON.|[acl]": 132,
    "PRON.|[advcl]": 133,
    "PRON.|[nmod]": 134,
    "PRON.|[nsubj:outer]": 135,
    "PRON.|[nsubj]": 136,
    "PRON.|[obj]": 137,
    "PRON.|[obl]": 138,
    "PRON.|[root]": 139,
    "PRON|[acl]": 140,
    "PRON|[advcl]": 141,
    "PRON|[nmod]": 142,
    "PRON|[nsubj:outer]": 143,
    "PRON|[nsubj]": 144,
    "PRON|[obj]": 145,
    "PRON|[obl]": 146,
    "PRON|[root]": 147,
    "PROPN": 148,
    "PROPN.": 149,
    "PROPN.|[acl]": 150,
    "PROPN.|[advcl]": 151,
    "PROPN.|[compound]": 152,
    "PROPN.|[nmod]": 153,
    "PROPN.|[nsubj:outer]": 154,
    "PROPN.|[nsubj]": 155,
    "PROPN.|[obj]": 156,
    "PROPN.|[obl]": 157,
    "PROPN.|[root]": 158,
    "PROPN|[acl]": 159,
    "PROPN|[advcl]": 160,
    "PROPN|[compound]": 161,
    "PROPN|[nmod]": 162,
    "PROPN|[nsubj:outer]": 163,
    "PROPN|[nsubj]": 164,
    "PROPN|[obj]": 165,
    "PROPN|[obl]": 166,
    "PROPN|[root]": 167,
    "PUNCT": 168,
    "PUNCT.": 169,
    "PUNCT.|[punct]": 170,
    "PUNCT|[punct]": 171,
    "SCONJ": 172,
    "SCONJ.": 173,
    "SCONJ.|[dep]": 174,
    "SCONJ.|[fixed]": 175,
    "SCONJ.|[mark]": 176,
    "SCONJ|[dep]": 177,
    "SCONJ|[fixed]": 178,
    "SCONJ|[mark]": 179,
    "SYM": 180,
    "SYM.": 181,
    "SYM.|[compound]": 182,
    "SYM.|[dep]": 183,
    "SYM.|[nmod]": 184,
    "SYM.|[obl]": 185,
    "SYM|[compound]": 186,
    "SYM|[dep]": 187,
    "SYM|[nmod]": 188,
    "SYM|[obl]": 189,
    "VERB": 190,
    "VERB.": 191,
    "VERB.|[acl]": 192,
    "VERB.|[advcl]": 193,
    "VERB.|[ccomp]": 194,
    "VERB.|[compound]": 195,
    "VERB.|[csubj:outer]": 196,
    "VERB.|[csubj]": 197,
    "VERB.|[nmod]": 198,
    "VERB.|[obj]": 199,
    "VERB.|[obl]": 200,
    "VERB.|[root]": 201,
    "VERB|[acl]": 202,
    "VERB|[advcl]": 203,
    "VERB|[ccomp]": 204,
    "VERB|[compound]": 205,
    "VERB|[csubj:outer]": 206,
    "VERB|[csubj]": 207,
    "VERB|[nmod]": 208,
    "VERB|[obj]": 209,
    "VERB|[obl]": 210,
    "VERB|[root]": 211,
    "X": 212,
    "X.": 213,
    "X.|[dep]": 214,
    "X.|[goeswith]": 215,
    "X.|[nmod]": 216,
    "X|[dep]": 217,
    "X|[nmod]": 218
  },
  "layer_norm_eps": 1e-05,
  "local_attention": 128,
  "local_rope_theta": 10000.0,
  "max_position_embeddings": 8192,
  "mlp_bias": false,
  "mlp_dropout": 0.0,
  "model_type": "modernbert",
  "norm_bias": false,
  "norm_eps": 1e-05,
  "num_attention_heads": 16,
  "num_hidden_layers": 28,
  "pad_token_id": 1,
  "position_embedding_type": "absolute",
  "reference_compile": true,
  "sep_token_id": 2,
  "sparse_pred_ignore_index": -100,
  "sparse_prediction": false,
  "tokenizer_class": "DebertaV2TokenizerFast",
  "torch_dtype": "float32",
  "transformers_version": "4.47.1",
  "vocab_size": 65000
}