{
  "_name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/model_grpoqi/epoch_10",
  "architectures": [
    "RobertaForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "bos_token_id": 0,
  "classifier_dropout": null,
  "crf_state_dict": {
    "_constraint_mask": [
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    ],
    "end_transitions": [
      0.7933367490768433,
      0.7660828232765198,
      -0.06889191269874573,
      -0.44860461354255676,
      -0.8407546877861023,
      -0.5090795159339905,
      -0.8464639186859131,
      0.2335522323846817,
      -1.0348395109176636,
      -0.8655450940132141,
      -0.29520362615585327,
      -0.25719234347343445,
      -0.26060569286346436,
      -1.949448585510254,
      0.6188551783561707
    ],
    "start_transitions": [
      -0.04462481662631035,
      -1.4731993675231934,
      -1.8659398555755615,
      -0.7233441472053528,
      -1.5533177852630615,
      -1.9306763410568237,
      2.313884735107422,
      -1.9233157634735107,
      0.8560681939125061,
      0.48461124300956726,
      -1.442211389541626,
      -0.3982425630092621,
      -0.9219292402267456,
      -0.8922821879386902,
      1.1996196508407593
    ],
    "transitions": [
      [
        -0.1578478366136551,
        0.04684785380959511,
        0.3704332709312439,
        0.05486037954688072,
        0.05366460606455803,
        -0.2762161195278168,
        0.17666670680046082,
        -0.2522323429584503,
        -0.09780196845531464,
        0.012215950526297092,
        -0.1491989642381668,
        -0.3038862943649292,
        -0.9390131235122681,
        0.027598600834608078,
        0.08510816097259521
      ],
      [
        -0.0031031814869493246,
        0.24637995660305023,
        0.13758684694766998,
        0.13345810770988464,
        0.003993125166743994,
        0.10199562460184097,
        -0.07698921114206314,
        -0.24842138588428497,
        0.25906893610954285,
        -0.37054529786109924,
        0.02566160447895527,
        -0.17524519562721252,
        0.1727232187986374,
        -0.09592244029045105,
        -0.1828186959028244
      ],
      [
        -0.18690648674964905,
        0.35480836033821106,
        0.24903824925422668,
        0.0837230309844017,
        0.23465943336486816,
        0.14681914448738098,
        -0.2487126588821411,
        -0.038459453731775284,
        0.40411657094955444,
        0.01977403275668621,
        0.03400612622499466,
        0.0071535431779921055,
        0.013699489645659924,
        0.21974553167819977,
        0.05305386707186699
      ],
      [
        -0.1876312792301178,
        -0.2942487895488739,
        0.22237396240234375,
        0.2586787939071655,
        -0.333413690328598,
        -0.09828013181686401,
        -0.5036143064498901,
        0.307254433631897,
        -0.2413642257452011,
        -0.09204663336277008,
        0.08610488474369049,
        0.548678457736969,
        -0.05243103206157684,
        -0.06452324241399765,
        -0.46948304772377014
      ],
      [
        -0.20657697319984436,
        -0.2657403349876404,
        0.5231056809425354,
        -0.10995686799287796,
        0.23433539271354675,
        -0.535048246383667,
        -0.0767919048666954,
        -0.19428612291812897,
        0.3992660343647003,
        -0.38233649730682373,
        0.030506497249007225,
        -0.01026616245508194,
        0.21552246809005737,
        0.3351028263568878,
        0.11978903412818909
      ],
      [
        0.3074694871902466,
        0.26866161823272705,
        0.09610038250684738,
        -0.20332233607769012,
        0.11561107635498047,
        -0.14647576212882996,
        -0.16894203424453735,
        -0.3580749034881592,
        0.17854997515678406,
        0.3427543342113495,
        -0.4245355427265167,
        0.08761177211999893,
        -0.2958607077598572,
        0.07739856094121933,
        -0.22789715230464935
      ],
      [
        -0.14805911481380463,
        -0.11408297717571259,
        0.26798686385154724,
        0.23594574630260468,
        0.3385336995124817,
        -0.06514183431863785,
        -0.0461859367787838,
        0.3350384533405304,
        0.21683892607688904,
        0.03269153833389282,
        -0.0656530037522316,
        -0.08856572210788727,
        0.15566127002239227,
        -0.18167349696159363,
        0.34148964285850525
      ],
      [
        -0.1127101257443428,
        -0.3826950788497925,
        -0.2669356167316437,
        -0.461702823638916,
        -0.41710370779037476,
        -0.0702233612537384,
        -0.11369229108095169,
        0.1915094554424286,
        0.3724644184112549,
        -0.34414324164390564,
        -0.15967389941215515,
        0.20121344923973083,
        0.3604208827018738,
        -0.5485358834266663,
        0.21668192744255066
      ],
      [
        -0.1688036024570465,
        -0.15336443483829498,
        0.2544049024581909,
        0.24033331871032715,
        0.12171769887208939,
        -0.3838456869125366,
        -0.0074991146102547646,
        -0.08810938149690628,
        -0.21702410280704498,
        -0.0528096966445446,
        -0.14653879404067993,
        -0.05199436470866203,
        0.002074611373245716,
        0.2012213170528412,
        0.288925439119339
      ],
      [
        0.22219862043857574,
        -0.044316355139017105,
        -0.0638178288936615,
        0.42762842774391174,
        0.09210900962352753,
        0.12551797926425934,
        -0.09737419337034225,
        0.17437288165092468,
        0.24873363971710205,
        -0.18124058842658997,
        0.3546338677406311,
        -0.7292534708976746,
        -0.33278846740722656,
        0.008221630938351154,
        -0.11730626225471497
      ],
      [
        -0.23304006457328796,
        -0.028551694005727768,
        0.5155944228172302,
        0.2513803541660309,
        0.09943322837352753,
        -0.393790066242218,
        0.03832674026489258,
        -0.15821225941181183,
        -0.03423134982585907,
        0.058019015938043594,
        -0.4183603525161743,
        0.21931660175323486,
        0.11472862213850021,
        0.08449922502040863,
        0.17577196657657623
      ],
      [
        -0.159979909658432,
        -0.047536831349134445,
        -0.477870911359787,
        -0.43213698267936707,
        0.04355110228061676,
        -0.184714674949646,
        0.24718499183654785,
        -0.5315103530883789,
        -0.10700102150440216,
        -0.3050001561641693,
        0.05658664181828499,
        -0.12697279453277588,
        0.14856143295764923,
        -0.08941243588924408,
        -0.16980907320976257
      ],
      [
        0.2060289829969406,
        0.07922971993684769,
        -0.16504667699337006,
        0.03269433230161667,
        -0.3002014458179474,
        -0.20642398297786713,
        0.171391561627388,
        -0.18262028694152832,
        -0.11646348237991333,
        -0.3637770712375641,
        -0.26733481884002686,
        -0.6091853976249695,
        -0.0871502235531807,
        -0.3890778422355652,
        0.09652034193277359
      ],
      [
        -0.06114780902862549,
        0.17919358611106873,
        -0.3307234048843384,
        -0.21899092197418213,
        -0.4780017137527466,
        -0.15414142608642578,
        0.16528336703777313,
        0.06374052166938782,
        0.07499241083860397,
        -0.022954143583774567,
        -0.182890847325325,
        0.6316706538200378,
        0.08174489438533783,
        -0.3397708535194397,
        -0.004406135529279709
      ],
      [
        -0.3282168507575989,
        -0.22762583196163177,
        -0.08048500120639801,
        -0.21526356041431427,
        0.4841962158679962,
        -0.31729182600975037,
        -0.16811956465244293,
        0.44018277525901794,
        0.0008649819646961987,
        0.13380058109760284,
        0.05162348970770836,
        0.3217698335647583,
        0.017427818849682808,
        0.19482779502868652,
        -0.2700863182544708
      ]
    ]
  },
  "eos_token_id": 2,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "id2label": {
    "0": "B-corporation",
    "1": "B-creative_work",
    "2": "B-event",
    "3": "B-group",
    "4": "B-location",
    "5": "B-person",
    "6": "B-product",
    "7": "I-corporation",
    "8": "I-creative_work",
    "9": "I-event",
    "10": "I-group",
    "11": "I-location",
    "12": "I-person",
    "13": "I-product",
    "14": "O"
  },
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "label2id": {
    "B-corporation": 0,
    "B-creative_work": 1,
    "B-event": 2,
    "B-group": 3,
    "B-location": 4,
    "B-person": 5,
    "B-product": 6,
    "I-corporation": 7,
    "I-creative_work": 8,
    "I-event": 9,
    "I-group": 10,
    "I-location": 11,
    "I-person": 12,
    "I-product": 13,
    "O": 14
  },
  "layer_norm_eps": 1e-05,
  "max_position_embeddings": 514,
  "model_type": "roberta",
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "pad_token_id": 1,
  "position_embedding_type": "absolute",
  "torch_dtype": "float32",
  "transformers_version": "4.17.0",
  "type_vocab_size": 1,
  "use_cache": true,
  "vocab_size": 50265
}