{ "_name_or_path": "roberta-large", "architectures": [ "RobertaForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ -0.5133904218673706, -1.1768096685409546, 0.7199771404266357, 0.10672536492347717, 0.241839200258255, 0.6222540736198425, 0.03402617201209068, -1.1264139413833618, -1.3741849660873413, 0.5653479695320129, 0.522853434085846, -1.2411302328109741, 0.927278995513916, 0.18164387345314026, 0.1997290551662445 ], "start_transitions": [ -0.08304975181818008, -0.050658755004405975, -0.769582211971283, -0.04265531525015831, 0.7761238813400269, 1.2243740558624268, 0.5666449666023254, 1.2110527753829956, 1.6414591073989868, -0.5665841102600098, 0.8898462057113647, 0.23779255151748657, 1.5251003503799438, -1.0652453899383545, -2.0587120056152344 ], "transitions": [ [ 0.33605092763900757, 0.3190377950668335, 0.2621857821941376, 0.09325908124446869, -0.07219487428665161, -0.30502188205718994, 0.3924436569213867, 0.13254596292972565, 0.022281818091869354, 0.16916723549365997, -0.33318567276000977, 0.2538222074508667, -0.049284327775239944, -0.14848677814006805, 0.08454535156488419 ], [ -0.061417095363140106, -0.06660178303718567, 0.17917893826961517, -0.014295358210802078, 0.09147139638662338, -0.04251695051789284, 0.11244244873523712, 0.05092652514576912, -0.23482710123062134, -0.10252732783555984, 0.2430826872587204, 0.030357642099261284, -0.09385742992162704, -0.2940124571323395, 0.14299386739730835 ], [ 0.15909481048583984, -0.4195675849914551, -0.19129249453544617, 0.23026815056800842, -0.4354651868343353, -0.44833722710609436, -0.17514242231845856, -0.302215576171875, -0.12310995161533356, 0.29928064346313477, -0.14771369099617004, -0.307450532913208, -0.28448525071144104, 0.01627359353005886, 0.012297925539314747 ], [ -0.538579523563385, -0.29289332032203674, -0.18889476358890533, -0.03973538056015968, 0.22145947813987732, 0.011003458872437477, -0.35553625226020813, 0.10924682766199112, -0.3453117907047272, 0.31286096572875977, 0.1355506181716919, 0.1262776106595993, -0.3939020335674286, -0.05316992849111557, 0.0014028609730303288 ], [ -0.03162968158721924, 0.30427178740501404, -0.5066391229629517, 0.4992981255054474, -0.07188212126493454, -0.43677741289138794, -0.01596335507929325, 0.4904979467391968, -0.26850706338882446, 0.07930401712656021, -0.4793144762516022, 0.09186834841966629, -0.1036761999130249, -0.104904904961586, -0.36620813608169556 ], [ -0.27770012617111206, 0.02432534284889698, -0.13546094298362732, 0.23505671322345734, -0.05404294282197952, 0.21314039826393127, -0.39536526799201965, 0.5438791513442993, -0.27025601267814636, 0.1256125271320343, -0.23370668292045593, 0.13301052153110504, -0.015435855835676193, 0.447885125875473, 0.2865757346153259 ], [ -0.5462918877601624, 0.06341573596000671, -0.3542007803916931, -0.22494663298130035, -0.13933348655700684, 0.34022068977355957, -0.03448239713907242, 0.1425986886024475, -0.2529038190841675, -0.04229694604873657, -0.07873619347810745, -0.347167044878006, -0.2838386297225952, 0.03517066687345505, -0.11632169038057327 ], [ -0.1811857670545578, 0.0630280002951622, 0.39112183451652527, -0.3074182868003845, -0.08899565041065216, 0.17310437560081482, 0.2244204878807068, 0.1317078173160553, 0.026126127690076828, 0.4595783054828644, -0.11441787332296371, 0.1303860992193222, -0.09239249676465988, -0.026489516720175743, 0.4437253475189209 ], [ -0.009216650389134884, -0.3857434093952179, 0.24961528182029724, 0.48502177000045776, -0.05061856284737587, 0.031926173716783524, -0.08852121978998184, 0.08137320727109909, -0.08652039617300034, 0.10932178050279617, 0.1789153814315796, 0.002380596473813057, -0.21090002357959747, -0.1105932667851448, -0.11009327322244644 ], [ 0.07304217666387558, -0.24270984530448914, -0.08268169313669205, 0.16697260737419128, 0.22490908205509186, 0.5009816288948059, -0.04096826910972595, 0.40613865852355957, 0.17596425116062164, -0.33431971073150635, 0.049588195979595184, 0.11260734498500824, -0.13529904186725616, 0.0700441524386406, -0.17924864590168 ], [ 0.2869322896003723, 0.1114707738161087, 0.4888511896133423, 0.2739771008491516, 0.2358434498310089, -0.4176104962825775, 0.31942376494407654, 0.3542064428329468, -0.26605114340782166, 0.30608493089675903, -0.026630695909261703, -0.3412720859050751, 0.1321110874414444, -0.1124260202050209, -0.16402971744537354 ], [ 0.2389564961194992, 0.2029961794614792, -0.02522340789437294, 0.23706571757793427, -0.0410221591591835, 0.03154931589961052, -0.009726468473672867, -0.16954369843006134, -0.5472201704978943, 0.2317633479833603, 0.3040357530117035, 0.10232467204332352, -0.04262319952249527, 0.22665134072303772, 0.15274684131145477 ], [ -0.2595418393611908, 0.3811611831188202, 0.4811865985393524, 0.018648186698555946, -0.060093384236097336, -0.13230565190315247, -0.27340516448020935, -0.2650300860404968, 0.07992062717676163, 0.25488701462745667, 0.07078637927770615, 0.09844037145376205, 0.14618588984012604, 0.24522311985492706, 0.040398888289928436 ], [ -0.1635078489780426, -0.09163303673267365, -0.001197272795252502, 0.34435734152793884, -0.08276233822107315, 0.46404972672462463, 0.10719182342290878, 0.22252710163593292, -0.1751338094472885, 0.32012203335762024, 0.28003817796707153, 0.814655065536499, 0.019345881417393684, 0.18784280121326447, -0.3641197383403778 ], [ -0.29010018706321716, 0.42095455527305603, 0.34900134801864624, -0.24290531873703003, -0.1996355503797531, -0.4763278663158417, -0.00041050411527976394, -0.04565063863992691, 0.19837526977062225, -0.06264714896678925, 0.3000636398792267, -0.34210458397865295, -0.294192910194397, -0.16504888236522675, 0.0541469044983387 ] ] }, "eos_token_id": 2, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "id2label": { "0": "B-corporation", "1": "B-creative_work", "2": "B-event", "3": "B-group", "4": "B-location", "5": "B-person", "6": "B-product", "7": "I-corporation", "8": "I-creative_work", "9": "I-event", "10": "I-group", "11": "I-location", "12": "I-person", "13": "I-product", "14": "O" }, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": { "B-corporation": 0, "B-creative_work": 1, "B-event": 2, "B-group": 3, "B-location": 4, "B-person": 5, "B-product": 6, "I-corporation": 7, "I-creative_work": 8, "I-event": 9, "I-group": 10, "I-location": 11, "I-person": 12, "I-product": 13, "O": 14 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "roberta", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 1, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.17.0", "type_vocab_size": 1, "use_cache": true, "vocab_size": 50265 }