| { |
| "architectures": [ |
| "ModernBertForSequenceClassification" |
| ], |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "bos_token_id": 50281, |
| "classifier_activation": "gelu", |
| "classifier_bias": false, |
| "classifier_dropout": 0.0, |
| "classifier_pooling": "mean", |
| "cls_token_id": 50281, |
| "decoder_bias": true, |
| "deterministic_flash_attn": false, |
| "dtype": "float32", |
| "embedding_dropout": 0.0, |
| "eos_token_id": 50282, |
| "global_attn_every_n_layers": 3, |
| "global_rope_theta": 160000.0, |
| "gradient_checkpointing": false, |
| "hidden_activation": "gelu", |
| "hidden_size": 1024, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1", |
| "2": "LABEL_2", |
| "3": "LABEL_3", |
| "4": "LABEL_4", |
| "5": "LABEL_5", |
| "6": "LABEL_6", |
| "7": "LABEL_7", |
| "8": "LABEL_8", |
| "9": "LABEL_9", |
| "10": "LABEL_10", |
| "11": "LABEL_11", |
| "12": "LABEL_12", |
| "13": "LABEL_13", |
| "14": "LABEL_14", |
| "15": "LABEL_15", |
| "16": "LABEL_16", |
| "17": "LABEL_17", |
| "18": "LABEL_18", |
| "19": "LABEL_19", |
| "20": "LABEL_20", |
| "21": "LABEL_21", |
| "22": "LABEL_22", |
| "23": "LABEL_23", |
| "24": "LABEL_24", |
| "25": "LABEL_25", |
| "26": "LABEL_26", |
| "27": "LABEL_27", |
| "28": "LABEL_28", |
| "29": "LABEL_29", |
| "30": "LABEL_30", |
| "31": "LABEL_31", |
| "32": "LABEL_32", |
| "33": "LABEL_33", |
| "34": "LABEL_34", |
| "35": "LABEL_35", |
| "36": "LABEL_36", |
| "37": "LABEL_37", |
| "38": "LABEL_38", |
| "39": "LABEL_39", |
| "40": "LABEL_40", |
| "41": "LABEL_41", |
| "42": "LABEL_42", |
| "43": "LABEL_43", |
| "44": "LABEL_44", |
| "45": "LABEL_45", |
| "46": "LABEL_46", |
| "47": "LABEL_47", |
| "48": "LABEL_48", |
| "49": "LABEL_49", |
| "50": "LABEL_50", |
| "51": "LABEL_51", |
| "52": "LABEL_52", |
| "53": "LABEL_53", |
| "54": "LABEL_54", |
| "55": "LABEL_55", |
| "56": "LABEL_56", |
| "57": "LABEL_57", |
| "58": "LABEL_58", |
| "59": "LABEL_59", |
| "60": "LABEL_60", |
| "61": "LABEL_61", |
| "62": "LABEL_62", |
| "63": "LABEL_63", |
| "64": "LABEL_64", |
| "65": "LABEL_65", |
| "66": "LABEL_66", |
| "67": "LABEL_67", |
| "68": "LABEL_68", |
| "69": "LABEL_69", |
| "70": "LABEL_70", |
| "71": "LABEL_71", |
| "72": "LABEL_72", |
| "73": "LABEL_73", |
| "74": "LABEL_74", |
| "75": "LABEL_75", |
| "76": "LABEL_76", |
| "77": "LABEL_77", |
| "78": "LABEL_78", |
| "79": "LABEL_79", |
| "80": "LABEL_80", |
| "81": "LABEL_81", |
| "82": "LABEL_82", |
| "83": "LABEL_83", |
| "84": "LABEL_84", |
| "85": "LABEL_85", |
| "86": "LABEL_86", |
| "87": "LABEL_87", |
| "88": "LABEL_88", |
| "89": "LABEL_89", |
| "90": "LABEL_90", |
| "91": "LABEL_91", |
| "92": "LABEL_92", |
| "93": "LABEL_93", |
| "94": "LABEL_94", |
| "95": "LABEL_95", |
| "96": "LABEL_96", |
| "97": "LABEL_97", |
| "98": "LABEL_98", |
| "99": "LABEL_99", |
| "100": "LABEL_100", |
| "101": "LABEL_101", |
| "102": "LABEL_102", |
| "103": "LABEL_103", |
| "104": "LABEL_104", |
| "105": "LABEL_105", |
| "106": "LABEL_106", |
| "107": "LABEL_107", |
| "108": "LABEL_108", |
| "109": "LABEL_109", |
| "110": "LABEL_110", |
| "111": "LABEL_111", |
| "112": "LABEL_112", |
| "113": "LABEL_113", |
| "114": "LABEL_114", |
| "115": "LABEL_115", |
| "116": "LABEL_116", |
| "117": "LABEL_117", |
| "118": "LABEL_118", |
| "119": "LABEL_119", |
| "120": "LABEL_120", |
| "121": "LABEL_121", |
| "122": "LABEL_122", |
| "123": "LABEL_123", |
| "124": "LABEL_124", |
| "125": "LABEL_125", |
| "126": "LABEL_126", |
| "127": "LABEL_127", |
| "128": "LABEL_128", |
| "129": "LABEL_129", |
| "130": "LABEL_130", |
| "131": "LABEL_131", |
| "132": "LABEL_132", |
| "133": "LABEL_133", |
| "134": "LABEL_134", |
| "135": "LABEL_135", |
| "136": "LABEL_136", |
| "137": "LABEL_137", |
| "138": "LABEL_138", |
| "139": "LABEL_139", |
| "140": "LABEL_140", |
| "141": "LABEL_141", |
| "142": "LABEL_142", |
| "143": "LABEL_143", |
| "144": "LABEL_144", |
| "145": "LABEL_145", |
| "146": "LABEL_146", |
| "147": "LABEL_147", |
| "148": "LABEL_148", |
| "149": "LABEL_149", |
| "150": "LABEL_150" |
| }, |
| "initializer_cutoff_factor": 2.0, |
| "initializer_range": 0.02, |
| "intermediate_size": 2624, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1, |
| "LABEL_10": 10, |
| "LABEL_100": 100, |
| "LABEL_101": 101, |
| "LABEL_102": 102, |
| "LABEL_103": 103, |
| "LABEL_104": 104, |
| "LABEL_105": 105, |
| "LABEL_106": 106, |
| "LABEL_107": 107, |
| "LABEL_108": 108, |
| "LABEL_109": 109, |
| "LABEL_11": 11, |
| "LABEL_110": 110, |
| "LABEL_111": 111, |
| "LABEL_112": 112, |
| "LABEL_113": 113, |
| "LABEL_114": 114, |
| "LABEL_115": 115, |
| "LABEL_116": 116, |
| "LABEL_117": 117, |
| "LABEL_118": 118, |
| "LABEL_119": 119, |
| "LABEL_12": 12, |
| "LABEL_120": 120, |
| "LABEL_121": 121, |
| "LABEL_122": 122, |
| "LABEL_123": 123, |
| "LABEL_124": 124, |
| "LABEL_125": 125, |
| "LABEL_126": 126, |
| "LABEL_127": 127, |
| "LABEL_128": 128, |
| "LABEL_129": 129, |
| "LABEL_13": 13, |
| "LABEL_130": 130, |
| "LABEL_131": 131, |
| "LABEL_132": 132, |
| "LABEL_133": 133, |
| "LABEL_134": 134, |
| "LABEL_135": 135, |
| "LABEL_136": 136, |
| "LABEL_137": 137, |
| "LABEL_138": 138, |
| "LABEL_139": 139, |
| "LABEL_14": 14, |
| "LABEL_140": 140, |
| "LABEL_141": 141, |
| "LABEL_142": 142, |
| "LABEL_143": 143, |
| "LABEL_144": 144, |
| "LABEL_145": 145, |
| "LABEL_146": 146, |
| "LABEL_147": 147, |
| "LABEL_148": 148, |
| "LABEL_149": 149, |
| "LABEL_15": 15, |
| "LABEL_150": 150, |
| "LABEL_16": 16, |
| "LABEL_17": 17, |
| "LABEL_18": 18, |
| "LABEL_19": 19, |
| "LABEL_2": 2, |
| "LABEL_20": 20, |
| "LABEL_21": 21, |
| "LABEL_22": 22, |
| "LABEL_23": 23, |
| "LABEL_24": 24, |
| "LABEL_25": 25, |
| "LABEL_26": 26, |
| "LABEL_27": 27, |
| "LABEL_28": 28, |
| "LABEL_29": 29, |
| "LABEL_3": 3, |
| "LABEL_30": 30, |
| "LABEL_31": 31, |
| "LABEL_32": 32, |
| "LABEL_33": 33, |
| "LABEL_34": 34, |
| "LABEL_35": 35, |
| "LABEL_36": 36, |
| "LABEL_37": 37, |
| "LABEL_38": 38, |
| "LABEL_39": 39, |
| "LABEL_4": 4, |
| "LABEL_40": 40, |
| "LABEL_41": 41, |
| "LABEL_42": 42, |
| "LABEL_43": 43, |
| "LABEL_44": 44, |
| "LABEL_45": 45, |
| "LABEL_46": 46, |
| "LABEL_47": 47, |
| "LABEL_48": 48, |
| "LABEL_49": 49, |
| "LABEL_5": 5, |
| "LABEL_50": 50, |
| "LABEL_51": 51, |
| "LABEL_52": 52, |
| "LABEL_53": 53, |
| "LABEL_54": 54, |
| "LABEL_55": 55, |
| "LABEL_56": 56, |
| "LABEL_57": 57, |
| "LABEL_58": 58, |
| "LABEL_59": 59, |
| "LABEL_6": 6, |
| "LABEL_60": 60, |
| "LABEL_61": 61, |
| "LABEL_62": 62, |
| "LABEL_63": 63, |
| "LABEL_64": 64, |
| "LABEL_65": 65, |
| "LABEL_66": 66, |
| "LABEL_67": 67, |
| "LABEL_68": 68, |
| "LABEL_69": 69, |
| "LABEL_7": 7, |
| "LABEL_70": 70, |
| "LABEL_71": 71, |
| "LABEL_72": 72, |
| "LABEL_73": 73, |
| "LABEL_74": 74, |
| "LABEL_75": 75, |
| "LABEL_76": 76, |
| "LABEL_77": 77, |
| "LABEL_78": 78, |
| "LABEL_79": 79, |
| "LABEL_8": 8, |
| "LABEL_80": 80, |
| "LABEL_81": 81, |
| "LABEL_82": 82, |
| "LABEL_83": 83, |
| "LABEL_84": 84, |
| "LABEL_85": 85, |
| "LABEL_86": 86, |
| "LABEL_87": 87, |
| "LABEL_88": 88, |
| "LABEL_89": 89, |
| "LABEL_9": 9, |
| "LABEL_90": 90, |
| "LABEL_91": 91, |
| "LABEL_92": 92, |
| "LABEL_93": 93, |
| "LABEL_94": 94, |
| "LABEL_95": 95, |
| "LABEL_96": 96, |
| "LABEL_97": 97, |
| "LABEL_98": 98, |
| "LABEL_99": 99 |
| }, |
| "layer_norm_eps": 1e-05, |
| "local_attention": 128, |
| "local_rope_theta": 10000.0, |
| "max_position_embeddings": 8192, |
| "mlp_bias": false, |
| "mlp_dropout": 0.0, |
| "model_type": "modernbert", |
| "norm_bias": false, |
| "norm_eps": 1e-05, |
| "num_attention_heads": 16, |
| "num_hidden_layers": 28, |
| "pad_token_id": 50283, |
| "position_embedding_type": "absolute", |
| "problem_type": "single_label_classification", |
| "repad_logits_with_grad": false, |
| "sep_token_id": 50282, |
| "sparse_pred_ignore_index": -100, |
| "sparse_prediction": false, |
| "transformers_version": "4.57.0", |
| "vocab_size": 50368 |
| } |
|
|
