{ "_name_or_path": "bert-large-cased", "architectures": [ "BertForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ 0.2682514190673828, 0.6790326237678528, 1.0571658611297607, -0.03597654774785042, 0.38317081332206726, 0.2649666666984558, 0.9576407670974731, 0.007395513355731964, 0.3050558865070343, 0.6038510799407959, -0.5277010798454285, -0.1467071771621704, -1.762708306312561, -0.09279537945985794, -0.07031690329313278 ], "start_transitions": [ -0.13490326702594757, 0.20088796317577362, 0.947533905506134, -1.2476744651794434, -1.648936152458191, -1.3159019947052002, 1.1889450550079346, 1.232375979423523, -0.7189503312110901, -0.6962793469429016, 1.0847495794296265, -1.3850010633468628, 0.5659598708152771, 0.7932418584823608, -1.1942745447158813 ], "transitions": [ [ -0.45355308055877686, 0.3565608561038971, 0.21743620932102203, -0.2670380175113678, 0.7888931035995483, -0.08867792785167694, -0.17235563695430756, -0.2498943954706192, -0.16964469850063324, -0.1271618902683258, -0.06898165494203568, -0.3607158958911896, 0.12120374292135239, -0.0624530129134655, -0.09958047419786453 ], [ 0.322147011756897, 0.4943336844444275, 0.22759726643562317, -0.21059557795524597, -0.21700485050678253, -0.15052317082881927, 0.41859564185142517, -0.06777924299240112, 0.33713874220848083, 0.1946907937526703, -0.19982747733592987, 0.2952134311199188, -0.1381881982088089, -0.37699365615844727, -0.4211970269680023 ], [ 0.3066557049751282, 0.014397175051271915, 0.38877132534980774, 0.03398526459932327, 0.13791464269161224, -0.1469237059354782, -0.30395814776420593, 0.18444512784481049, 0.24738575518131256, 0.2097337245941162, 0.0135013023391366, -0.17675897479057312, 0.10337653756141663, 0.051292043179273605, 0.13236288726329803 ], [ -0.1684821993112564, 0.13116423785686493, 0.393313467502594, 0.36907073855400085, -0.4319459795951843, -0.07265109568834305, -0.2133263647556305, -0.07824961841106415, 0.5367435216903687, -0.15406560897827148, 0.2766704857349396, -0.22467376291751862, -0.30219170451164246, 0.011693330481648445, -0.08658374845981598 ], [ 0.0648680105805397, 0.12258195877075195, 0.19364361464977264, 0.03128607198596001, -0.053139008581638336, 0.0696878507733345, -0.17790748178958893, -0.09716915339231491, -0.046028610318899155, 0.18825605511665344, 0.07390735298395157, -0.10465873777866364, -0.026705240830779076, 0.03870386630296707, -0.01181061938405037 ], [ -0.05516960099339485, -0.12167179584503174, -0.02343594655394554, -0.09903373569250107, 0.34776344895362854, -0.3110656142234802, 0.045817360281944275, 0.3905978798866272, 0.08659528940916061, 0.009257064200937748, 0.07553474605083466, 0.2147720605134964, 0.015179000794887543, 0.09186768531799316, 0.49657484889030457 ], [ -0.03540656715631485, -0.10149313509464264, -0.1907849758863449, 0.1255675107240677, 0.15848112106323242, 0.04872364178299904, 0.3633813261985779, 0.3315228521823883, 0.19032949209213257, -0.20050542056560516, -0.3316669166088104, 0.016833605244755745, -0.06706847250461578, 0.025919681414961815, 0.16791190207004547 ], [ -0.13446278870105743, 0.21865344047546387, 0.09359030425548553, 0.11753178387880325, -0.09737468510866165, -0.17538927495479584, -0.5470142364501953, 0.4215047061443329, -0.057452354580163956, -0.020154597237706184, -0.10093162953853607, -0.09312674403190613, -0.11729536205530167, 0.3028484582901001, 0.030112219974398613 ], [ -0.1370738297700882, 0.32826539874076843, 0.0970960408449173, 0.11908786743879318, 0.07521936297416687, 0.19848835468292236, 0.2025250792503357, 0.4491482079029083, -0.571969747543335, 0.10885457694530487, -0.18542121350765228, 0.5527235865592957, -0.1388193666934967, -0.2539777159690857, -0.017153220251202583 ], [ -0.15720555186271667, 0.03889823332428932, 0.23619867861270905, 0.061885375529527664, 0.22842730581760406, -0.18739189207553864, -0.18606677651405334, 0.10601863265037537, -0.09534397721290588, -0.42699331045150757, 0.40163248777389526, -0.17090456187725067, 0.3602130711078644, 0.019281793385744095, 0.1375304013490677 ], [ -0.18334367871284485, -0.3569220006465912, 0.3393998444080353, -0.09688877314329147, -0.3181646764278412, 0.6167582273483276, 0.273540735244751, 0.05987223610281944, 0.3941904604434967, 0.07337921112775803, -0.10497094690799713, -0.15192154049873352, -0.14357922971248627, 0.17288684844970703, -0.2921234667301178 ], [ 0.08285107463598251, 0.17672470211982727, -0.40556544065475464, 0.23139823973178864, -0.12337620556354523, -0.21935848891735077, -0.02855406142771244, 0.07893677800893784, -0.09539802372455597, -0.15481123328208923, 0.1620902717113495, -0.07152953743934631, 0.15663450956344604, -0.24032673239707947, -0.11854033172130585 ], [ 0.2397722601890564, -0.2401769608259201, 0.14391189813613892, -0.07102205604314804, -0.06908756494522095, 0.18584631383419037, -0.2452634572982788, -0.08701950311660767, 0.1807030290365219, -0.27388209104537964, -0.23612676560878754, -0.28409257531166077, 0.534103274345398, 0.515647292137146, -0.2903342545032501 ], [ 0.0430462583899498, -0.14736060798168182, -0.1258135288953781, 0.5126379132270813, 0.6010638475418091, -0.01006045751273632, -0.019609661772847176, -0.06247392296791077, -0.35172387957572937, -0.5016520023345947, -0.04607371985912323, -0.36971554160118103, 0.4193611741065979, -0.10442133247852325, 0.25159552693367004 ], [ -0.048205528408288956, 0.08357071131467819, -0.4508632719516754, 0.1907864362001419, 0.35147684812545776, -0.08775143325328827, 0.13359607756137848, 0.3541465997695923, 0.005589560605585575, -0.2202044427394867, -0.12132523208856583, 0.029386304318904877, 0.2172938883304596, 0.2488381564617157, -0.05195815488696098 ] ] }, "directionality": "bidi", "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "id2label": { "0": "B-corporation", "1": "B-creative_work", "2": "B-event", "3": "B-group", "4": "B-location", "5": "B-person", "6": "B-product", "7": "I-corporation", "8": "I-creative_work", "9": "I-event", "10": "I-group", "11": "I-location", "12": "I-person", "13": "I-product", "14": "O" }, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": { "B-corporation": 0, "B-creative_work": 1, "B-event": 2, "B-group": 3, "B-location": 4, "B-person": 5, "B-product": 6, "I-corporation": 7, "I-creative_work": 8, "I-event": 9, "I-group": 10, "I-location": 11, "I-person": 12, "I-product": 13, "O": 14 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 0, "pooler_fc_size": 768, "pooler_num_attention_heads": 12, "pooler_num_fc_layers": 3, "pooler_size_per_head": 128, "pooler_type": "first_token_transform", "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.17.0", "type_vocab_size": 2, "use_cache": true, "vocab_size": 28996 }