{
  "_name_or_path": "cner_output/model/baseline/bert_large/model_udkgmb/epoch_10",
  "architectures": [
    "BertForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "crf_state_dict": {
    "_constraint_mask": [
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        1.0
      ],
      [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    ],
    "end_transitions": [
      -4.382613658905029,
      -0.017672253772616386,
      -1.3237762451171875,
      -1.3973901271820068,
      -0.5742127895355225,
      1.242568850517273,
      -0.5992146134376526,
      0.4744841456413269,
      -1.7692408561706543,
      0.9664368629455566,
      -0.585379958152771,
      0.5756543874740601,
      -0.8198785185813904,
      1.2944934368133545,
      1.6769258975982666
    ],
    "start_transitions": [
      -0.44747862219810486,
      -0.01563488133251667,
      -0.1831749677658081,
      0.24906064569950104,
      0.6398420929908752,
      1.132981777191162,
      -1.4889404773712158,
      -0.8134204149246216,
      1.0351741313934326,
      0.03786208853125572,
      1.9431781768798828,
      -1.1289175748825073,
      0.8655050992965698,
      -0.5835801362991333,
      -1.1080288887023926
    ],
    "transitions": [
      [
        0.010322579182684422,
        0.09348441660404205,
        0.024524101987481117,
        0.15961770713329315,
        -0.38133397698402405,
        0.42473283410072327,
        -0.22771231830120087,
        0.7324034571647644,
        -0.2445591539144516,
        -0.15670786798000336,
        -0.20129460096359253,
        -0.044285040348768234,
        -0.18609926104545593,
        0.04287223890423775,
        -0.0467054657638073
      ],
      [
        -0.3324644863605499,
        -0.23772762715816498,
        0.29136303067207336,
        0.2723982334136963,
        -0.19394391775131226,
        -0.4082489311695099,
        0.4954175651073456,
        -0.10465941578149796,
        0.09685513377189636,
        0.10942419618368149,
        0.09506099671125412,
        -0.24961745738983154,
        0.06756998598575592,
        0.5282859206199646,
        -0.4028441607952118
      ],
      [
        0.1750885546207428,
        0.32230228185653687,
        -0.05929957702755928,
        -0.022330204024910927,
        0.07516386359930038,
        -0.27406758069992065,
        -0.19419457018375397,
        0.513301432132721,
        0.2194240242242813,
        0.2194601148366928,
        0.21443478763103485,
        0.08635128289461136,
        -0.07671037316322327,
        0.06038227304816246,
        0.18129314482212067
      ],
      [
        -0.059539105743169785,
        0.02158043347299099,
        -0.08238492906093597,
        0.1405501812696457,
        -0.11769772320985794,
        0.23738878965377808,
        0.33073508739471436,
        0.06778973340988159,
        0.04070976749062538,
        0.2686363458633423,
        0.12028029561042786,
        -0.07171861827373505,
        0.02271103858947754,
        -0.13944420218467712,
        -0.06487440317869186
      ],
      [
        0.0546342134475708,
        0.21136870980262756,
        -0.11271596699953079,
        -0.14603424072265625,
        0.1362837851047516,
        -0.12030979245901108,
        0.7909039855003357,
        0.4348864257335663,
        -0.130814790725708,
        -0.28781628608703613,
        0.16539473831653595,
        0.06241248548030853,
        0.23661953210830688,
        0.3083493411540985,
        -0.3772924542427063
      ],
      [
        -0.13014286756515503,
        0.004262150265276432,
        -0.17254987359046936,
        0.03987147659063339,
        0.0849316194653511,
        0.29381805658340454,
        0.11757101118564606,
        -0.25392788648605347,
        -0.25834453105926514,
        0.5217277407646179,
        0.03478957712650299,
        -0.28188079595565796,
        -0.0065198675729334354,
        -0.014455973170697689,
        0.29532358050346375
      ],
      [
        0.09683983772993088,
        -0.08374772220849991,
        -0.187766894698143,
        0.2794603407382965,
        0.1543019860982895,
        -0.009377118200063705,
        0.13039973378181458,
        0.06430492550134659,
        0.5697582364082336,
        0.022264188155531883,
        -0.024014880880713463,
        -0.1749860942363739,
        0.056276220828294754,
        -0.10955944657325745,
        0.14834009110927582
      ],
      [
        -0.2993036210536957,
        -0.3507287800312042,
        0.4409392178058624,
        0.27553802728652954,
        -0.06547706574201584,
        -0.018069127574563026,
        0.08402622491121292,
        -0.25865018367767334,
        -0.33970752358436584,
        0.09681101888418198,
        0.23801858723163605,
        -0.16174684464931488,
        0.029881127178668976,
        -0.14284031093120575,
        0.005810805130749941
      ],
      [
        0.1933256834745407,
        -0.1807420402765274,
        0.3890532851219177,
        0.05227133631706238,
        0.06589636951684952,
        0.029347844421863556,
        0.4411117732524872,
        -0.31592926383018494,
        -0.07703367620706558,
        0.4671041667461395,
        -0.2977375388145447,
        -0.05373542010784149,
        -0.6012402772903442,
        -0.25685638189315796,
        -0.05574203282594681
      ],
      [
        -0.13785403966903687,
        -0.08342976123094559,
        0.28415125608444214,
        0.32361263036727905,
        -0.05841273441910744,
        -0.26487916707992554,
        -0.22149841487407684,
        0.6003007888793945,
        -0.23128564655780792,
        -0.006021237000823021,
        0.0391961932182312,
        0.2901343107223511,
        -0.11589650064706802,
        -0.06270696967840195,
        0.24758918583393097
      ],
      [
        0.3083624541759491,
        -0.034634727984666824,
        -0.05055466666817665,
        0.1500917375087738,
        -0.0019088862463831902,
        0.18153370916843414,
        0.06408165395259857,
        -0.1474207490682602,
        -0.12669019401073456,
        -0.14134320616722107,
        -0.12451072037220001,
        0.21690724790096283,
        0.2179073989391327,
        0.04311667010188103,
        -0.1765539050102234
      ],
      [
        -0.07191714644432068,
        -0.09764426201581955,
        -0.10957439988851547,
        -0.28748905658721924,
        -0.1525128334760666,
        -0.16449891030788422,
        0.09216558933258057,
        0.07938708364963531,
        0.08702181279659271,
        0.2108432799577713,
        -0.26480942964553833,
        -0.14338313043117523,
        -0.12485932558774948,
        0.1842070370912552,
        0.07723990827798843
      ],
      [
        0.39119791984558105,
        -0.16967080533504486,
        0.2033907026052475,
        -0.08279751986265182,
        0.016211790964007378,
        0.2177102118730545,
        0.3733353316783905,
        -0.0748995691537857,
        -0.038108766078948975,
        -0.1302795708179474,
        -0.02138422429561615,
        -0.3885572552680969,
        -0.13873225450515747,
        -0.28283610939979553,
        0.28250059485435486
      ],
      [
        -0.16136129200458527,
        -0.30349043011665344,
        -0.10701029002666473,
        0.2541671395301819,
        0.06486547738313675,
        0.106277234852314,
        -0.00799401942640543,
        -0.2559486925601959,
        -0.19100213050842285,
        -0.4707392752170563,
        -0.22088086605072021,
        0.394585520029068,
        -0.4467126131057739,
        -0.19170068204402924,
        -0.25971540808677673
      ],
      [
        -0.379413366317749,
        -0.05717791989445686,
        0.0049353851936757565,
        -0.199411541223526,
        -0.2206030935049057,
        0.1288103461265564,
        0.2817023694515228,
        -0.2838614583015442,
        -0.04113171994686127,
        -0.07416471093893051,
        0.19048413634300232,
        0.0753469467163086,
        0.1447926163673401,
        -0.3000198304653168,
        0.37714600563049316
      ]
    ]
  },
  "directionality": "bidi",
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "id2label": {
    "0": "B-corporation",
    "1": "B-creative_work",
    "2": "B-event",
    "3": "B-group",
    "4": "B-location",
    "5": "B-person",
    "6": "B-product",
    "7": "I-corporation",
    "8": "I-creative_work",
    "9": "I-event",
    "10": "I-group",
    "11": "I-location",
    "12": "I-person",
    "13": "I-product",
    "14": "O"
  },
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "label2id": {
    "B-corporation": 0,
    "B-creative_work": 1,
    "B-event": 2,
    "B-group": 3,
    "B-location": 4,
    "B-person": 5,
    "B-product": 6,
    "I-corporation": 7,
    "I-creative_work": 8,
    "I-event": 9,
    "I-group": 10,
    "I-location": 11,
    "I-person": 12,
    "I-product": 13,
    "O": 14
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "bert",
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "pad_token_id": 0,
  "pooler_fc_size": 768,
  "pooler_num_attention_heads": 12,
  "pooler_num_fc_layers": 3,
  "pooler_size_per_head": 128,
  "pooler_type": "first_token_transform",
  "position_embedding_type": "absolute",
  "torch_dtype": "float32",
  "transformers_version": "4.17.0",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 28996
}