{
  "_name_or_path": "roberta_large_concat/best_model",
  "architectures": [
    "RobertaForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "bos_token_id": 0,
  "classifier_dropout": null,
  "crf_state_dict": {
    "_constraint_mask": [
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    ],
    "end_transitions": [
      -0.5133904218673706,
      -1.1768096685409546,
      0.7199771404266357,
      0.10672536492347717,
      0.241839200258255,
      0.6222540736198425,
      0.03402617201209068,
      -1.1264139413833618,
      -1.3741849660873413,
      0.5653479695320129,
      0.522853434085846,
      -1.2411302328109741,
      0.927278995513916,
      0.18164387345314026,
      0.1997290551662445
    ],
    "start_transitions": [
      -0.08304975181818008,
      -0.050658755004405975,
      -0.769582211971283,
      -0.04265531525015831,
      0.7761238813400269,
      1.2243740558624268,
      0.5666449666023254,
      1.2110527753829956,
      1.6414591073989868,
      -0.5665841102600098,
      0.8898462057113647,
      0.23779255151748657,
      1.5251003503799438,
      -1.0652453899383545,
      -2.0587120056152344
    ],
    "transitions": [
      [
        0.33605092763900757,
        0.3190377950668335,
        0.2621857821941376,
        0.09325908124446869,
        -0.07219487428665161,
        -0.30502188205718994,
        0.3924436569213867,
        0.13254596292972565,
        0.022281818091869354,
        0.16916723549365997,
        -0.33318567276000977,
        0.2538222074508667,
        -0.049284327775239944,
        -0.14848677814006805,
        0.08454535156488419
      ],
      [
        -0.061417095363140106,
        -0.06660178303718567,
        0.17917893826961517,
        -0.014295358210802078,
        0.09147139638662338,
        -0.04251695051789284,
        0.11244244873523712,
        0.05092652514576912,
        -0.23482710123062134,
        -0.10252732783555984,
        0.2430826872587204,
        0.030357642099261284,
        -0.09385742992162704,
        -0.2940124571323395,
        0.14299386739730835
      ],
      [
        0.15909481048583984,
        -0.4195675849914551,
        -0.19129249453544617,
        0.23026815056800842,
        -0.4354651868343353,
        -0.44833722710609436,
        -0.17514242231845856,
        -0.302215576171875,
        -0.12310995161533356,
        0.29928064346313477,
        -0.14771369099617004,
        -0.307450532913208,
        -0.28448525071144104,
        0.01627359353005886,
        0.012297925539314747
      ],
      [
        -0.538579523563385,
        -0.29289332032203674,
        -0.18889476358890533,
        -0.03973538056015968,
        0.22145947813987732,
        0.011003458872437477,
        -0.35553625226020813,
        0.10924682766199112,
        -0.3453117907047272,
        0.31286096572875977,
        0.1355506181716919,
        0.1262776106595993,
        -0.3939020335674286,
        -0.05316992849111557,
        0.0014028609730303288
      ],
      [
        -0.03162968158721924,
        0.30427178740501404,
        -0.5066391229629517,
        0.4992981255054474,
        -0.07188212126493454,
        -0.43677741289138794,
        -0.01596335507929325,
        0.4904979467391968,
        -0.26850706338882446,
        0.07930401712656021,
        -0.4793144762516022,
        0.09186834841966629,
        -0.1036761999130249,
        -0.104904904961586,
        -0.36620813608169556
      ],
      [
        -0.27770012617111206,
        0.02432534284889698,
        -0.13546094298362732,
        0.23505671322345734,
        -0.05404294282197952,
        0.21314039826393127,
        -0.39536526799201965,
        0.5438791513442993,
        -0.27025601267814636,
        0.1256125271320343,
        -0.23370668292045593,
        0.13301052153110504,
        -0.015435855835676193,
        0.447885125875473,
        0.2865757346153259
      ],
      [
        -0.5462918877601624,
        0.06341573596000671,
        -0.3542007803916931,
        -0.22494663298130035,
        -0.13933348655700684,
        0.34022068977355957,
        -0.03448239713907242,
        0.1425986886024475,
        -0.2529038190841675,
        -0.04229694604873657,
        -0.07873619347810745,
        -0.347167044878006,
        -0.2838386297225952,
        0.03517066687345505,
        -0.11632169038057327
      ],
      [
        -0.1811857670545578,
        0.0630280002951622,
        0.39112183451652527,
        -0.3074182868003845,
        -0.08899565041065216,
        0.17310437560081482,
        0.2244204878807068,
        0.1317078173160553,
        0.026126127690076828,
        0.4595783054828644,
        -0.11441787332296371,
        0.1303860992193222,
        -0.09239249676465988,
        -0.026489516720175743,
        0.4437253475189209
      ],
      [
        -0.009216650389134884,
        -0.3857434093952179,
        0.24961528182029724,
        0.48502177000045776,
        -0.05061856284737587,
        0.031926173716783524,
        -0.08852121978998184,
        0.08137320727109909,
        -0.08652039617300034,
        0.10932178050279617,
        0.1789153814315796,
        0.002380596473813057,
        -0.21090002357959747,
        -0.1105932667851448,
        -0.11009327322244644
      ],
      [
        0.07304217666387558,
        -0.24270984530448914,
        -0.08268169313669205,
        0.16697260737419128,
        0.22490908205509186,
        0.5009816288948059,
        -0.04096826910972595,
        0.40613865852355957,
        0.17596425116062164,
        -0.33431971073150635,
        0.049588195979595184,
        0.11260734498500824,
        -0.13529904186725616,
        0.0700441524386406,
        -0.17924864590168
      ],
      [
        0.2869322896003723,
        0.1114707738161087,
        0.4888511896133423,
        0.2739771008491516,
        0.2358434498310089,
        -0.4176104962825775,
        0.31942376494407654,
        0.3542064428329468,
        -0.26605114340782166,
        0.30608493089675903,
        -0.026630695909261703,
        -0.3412720859050751,
        0.1321110874414444,
        -0.1124260202050209,
        -0.16402971744537354
      ],
      [
        0.2389564961194992,
        0.2029961794614792,
        -0.02522340789437294,
        0.23706571757793427,
        -0.0410221591591835,
        0.03154931589961052,
        -0.009726468473672867,
        -0.16954369843006134,
        -0.5472201704978943,
        0.2317633479833603,
        0.3040357530117035,
        0.10232467204332352,
        -0.04262319952249527,
        0.22665134072303772,
        0.15274684131145477
      ],
      [
        -0.2595418393611908,
        0.3811611831188202,
        0.4811865985393524,
        0.018648186698555946,
        -0.060093384236097336,
        -0.13230565190315247,
        -0.27340516448020935,
        -0.2650300860404968,
        0.07992062717676163,
        0.25488701462745667,
        0.07078637927770615,
        0.09844037145376205,
        0.14618588984012604,
        0.24522311985492706,
        0.040398888289928436
      ],
      [
        -0.1635078489780426,
        -0.09163303673267365,
        -0.001197272795252502,
        0.34435734152793884,
        -0.08276233822107315,
        0.46404972672462463,
        0.10719182342290878,
        0.22252710163593292,
        -0.1751338094472885,
        0.32012203335762024,
        0.28003817796707153,
        0.814655065536499,
        0.019345881417393684,
        0.18784280121326447,
        -0.3641197383403778
      ],
      [
        -0.29010018706321716,
        0.42095455527305603,
        0.34900134801864624,
        -0.24290531873703003,
        -0.1996355503797531,
        -0.4763278663158417,
        -0.00041050411527976394,
        -0.04565063863992691,
        0.19837526977062225,
        -0.06264714896678925,
        0.3000636398792267,
        -0.34210458397865295,
        -0.294192910194397,
        -0.16504888236522675,
        0.0541469044983387
      ]
    ]
  },
  "eos_token_id": 2,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "id2label": {
    "0": "B-corporation",
    "1": "B-creative_work",
    "2": "B-event",
    "3": "B-group",
    "4": "B-location",
    "5": "B-person",
    "6": "B-product",
    "7": "I-corporation",
    "8": "I-creative_work",
    "9": "I-event",
    "10": "I-group",
    "11": "I-location",
    "12": "I-person",
    "13": "I-product",
    "14": "O"
  },
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "label2id": {
    "B-corporation": 0,
    "B-creative_work": 1,
    "B-event": 2,
    "B-group": 3,
    "B-location": 4,
    "B-person": 5,
    "B-product": 6,
    "I-corporation": 7,
    "I-creative_work": 8,
    "I-event": 9,
    "I-group": 10,
    "I-location": 11,
    "I-person": 12,
    "I-product": 13,
    "O": 14
  },
  "layer_norm_eps": 1e-05,
  "max_position_embeddings": 514,
  "model_type": "roberta",
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "pad_token_id": 1,
  "position_embedding_type": "absolute",
  "torch_dtype": "float32",
  "transformers_version": "4.17.0",
  "type_vocab_size": 1,
  "use_cache": true,
  "vocab_size": 50265
}