{
  "_name_or_path": "deberta-v3-large-bionlp2004",
  "architectures": [
    "DebertaV2ForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "crf_state_dict": {
    "_constraint_mask": [
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    ],
    "end_transitions": [
      -0.7466364502906799,
      -1.5597225427627563,
      1.3677676916122437,
      -1.9478734731674194,
      -0.0943344309926033,
      -1.481752872467041,
      0.04468855261802673,
      0.061569295823574066,
      0.5608620643615723,
      1.9259264469146729,
      0.11314122378826141
    ],
    "start_transitions": [
      -0.09945586323738098,
      -1.850279450416565,
      0.31994107365608215,
      0.8134310245513916,
      -1.1494208574295044,
      -1.4835879802703857,
      -0.3574755787849426,
      -1.2984637022018433,
      -0.9591480493545532,
      0.18245083093643188,
      -0.23107917606830597
    ],
    "transitions": [
      [
        -0.16309909522533417,
        -0.5502283573150635,
        -0.3180482089519501,
        0.15801210701465607,
        0.1563963145017624,
        0.4807545840740204,
        0.18062275648117065,
        0.42859020829200745,
        0.18801428377628326,
        0.16369004547595978,
        0.012216882780194283
      ],
      [
        0.2011071890592575,
        -0.31737032532691956,
        -0.054657403379678726,
        -0.14687399566173553,
        0.10582231730222702,
        0.42548516392707825,
        0.04223101586103439,
        -0.22696508467197418,
        -0.19285674393177032,
        -0.045819517225027084,
        0.5714722871780396
      ],
      [
        -0.2141653150320053,
        0.43638932704925537,
        0.07841236889362335,
        -0.3898158073425293,
        -0.461143434047699,
        0.251681387424469,
        -0.051315125077962875,
        0.432632178068161,
        0.27035513520240784,
        -0.25483834743499756,
        -0.25554975867271423
      ],
      [
        0.10120851546525955,
        -0.588416576385498,
        -0.08458846062421799,
        -0.3802986145019531,
        -0.0005335402674973011,
        -0.01627517119050026,
        -0.16827818751335144,
        -0.4539572596549988,
        0.09900970011949539,
        0.12087426334619522,
        -0.524318277835846
      ],
      [
        -0.07068424671888351,
        -0.08015620708465576,
        0.09249727427959442,
        -0.033255185931921005,
        -0.28505897521972656,
        -0.026000550016760826,
        0.04233122617006302,
        -0.02459520660340786,
        -0.12352070212364197,
        -0.3135007917881012,
        -0.2119021862745285
      ],
      [
        0.1064605638384819,
        0.03908783942461014,
        0.10062617063522339,
        -0.13202111423015594,
        -0.12569193542003632,
        -0.47523266077041626,
        0.026902323588728905,
        -0.014480818063020706,
        0.5379728674888611,
        -0.6075968146324158,
        -0.27925530076026917
      ],
      [
        0.30935919284820557,
        0.07643910497426987,
        0.5628833174705505,
        0.30425673723220825,
        -0.01219983957707882,
        -0.426324725151062,
        -0.4403841495513916,
        0.18429414927959442,
        -0.2356564998626709,
        -0.004185007885098457,
        0.6030216217041016
      ],
      [
        0.2363874614238739,
        -0.28106313943862915,
        -0.20492428541183472,
        -0.004136255476623774,
        0.289993017911911,
        -0.13118140399456024,
        -0.10084224492311478,
        0.8562389612197876,
        -0.22430521249771118,
        0.3383093774318695,
        -0.28914186358451843
      ],
      [
        0.11979195475578308,
        -0.11795517057180405,
        -0.5248165726661682,
        0.09150447696447372,
        0.5337616801261902,
        0.44269436597824097,
        -0.4343547821044922,
        0.17205286026000977,
        -0.31054869294166565,
        0.38092467188835144,
        0.2918209433555603
      ],
      [
        0.3333682715892792,
        -0.41180089116096497,
        -0.33359599113464355,
        0.4375508725643158,
        -0.026997027918696404,
        0.17577354609966278,
        0.3142207860946655,
        -0.07492615282535553,
        -0.25847935676574707,
        0.48999741673469543,
        -0.16481833159923553
      ],
      [
        -0.18405911326408386,
        0.2880489230155945,
        0.0862211287021637,
        -0.39804908633232117,
        0.2513324022293091,
        0.30213290452957153,
        0.1442955583333969,
        -0.10511966794729233,
        -0.37969374656677246,
        0.14425943791866302,
        -0.26886945962905884
      ]
    ]
  },
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "id2label": {
    "0": "O",
    "1": "B-DNA",
    "2": "I-DNA",
    "3": "B-protein",
    "4": "I-protein",
    "5": "B-cell_type",
    "6": "I-cell_type",
    "7": "B-cell_line",
    "8": "I-cell_line",
    "9": "B-RNA",
    "10": "I-RNA"
  },
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "label2id": {
    "B-DNA": 1,
    "B-RNA": 9,
    "B-cell_line": 7,
    "B-cell_type": 5,
    "B-protein": 3,
    "I-DNA": 2,
    "I-RNA": 10,
    "I-cell_line": 8,
    "I-cell_type": 6,
    "I-protein": 4,
    "O": 0
  },
  "layer_norm_eps": 1e-07,
  "max_position_embeddings": 512,
  "max_relative_positions": -1,
  "model_type": "deberta-v2",
  "norm_rel_ebd": "layer_norm",
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "pad_token_id": 0,
  "pooler_dropout": 0,
  "pooler_hidden_act": "gelu",
  "pooler_hidden_size": 1024,
  "pos_att_type": [
    "p2c",
    "c2p"
  ],
  "position_biased_input": false,
  "position_buckets": 256,
  "relative_attention": true,
  "share_att_key": true,
  "torch_dtype": "float32",
  "transformers_version": "4.11.3",
  "type_vocab_size": 0,
  "vocab_size": 128100
}