{ "_name_or_path": "vinai/bertweet-large", "architectures": [ "RobertaForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ 0.7771698832511902, -0.3085789084434509, -1.264859676361084, 1.2399808168411255, -1.1485497951507568, -1.8982981443405151, -0.215396910905838, 0.7203065752983093, -1.3297080993652344, -0.2486581951379776, -0.7980887293815613, -1.0599867105484009, 0.10183995217084885, -0.8274444937705994, -0.8179553151130676 ], "start_transitions": [ 1.175279974937439, -0.5419782996177673, -0.9985265731811523, -0.9770805835723877, 0.9220746159553528, -0.05759608745574951, -1.9634357690811157, -1.2101643085479736, -0.30404067039489746, -0.3183457553386688, 0.6764808893203735, 0.6755273938179016, 0.5747677683830261, 2.667191982269287, 0.2122115194797516 ], "transitions": [ [ 0.26163339614868164, -0.4157315194606781, -0.20425204932689667, -0.08569743484258652, 0.0031332354992628098, 0.4162478744983673, -0.3151080906391144, -0.3076395094394684, 0.3833622336387634, -0.3154991567134857, -0.19511617720127106, -0.3952074646949768, 0.11952690035104752, 0.5625647306442261, 0.2946145534515381 ], [ -0.2299225777387619, 0.3356936573982239, -0.1466674953699112, 0.2156740128993988, 0.05136639624834061, -0.05315427482128143, -0.1292540431022644, -0.446992963552475, 0.3128387928009033, 0.2614647150039673, -0.015313592739403248, -0.22222739458084106, -0.09388473629951477, 0.1767759919166565, -0.05074111372232437 ], [ 0.1592593938112259, -0.27773550152778625, -0.211967334151268, 0.6058217287063599, 0.03219121694564819, 0.15683506429195404, -0.006506337318569422, -0.5348874926567078, -0.7201289534568787, -0.44628986716270447, 0.03341298922896385, -0.3303772807121277, -0.07278953492641449, -0.23412589728832245, -0.13521361351013184 ], [ 0.09554272890090942, -0.2172601819038391, -0.19144748151302338, 0.42156174778938293, -0.0033108340576291084, 0.3973335921764374, -0.5257903337478638, 0.4665839374065399, 0.15455374121665955, -0.1532260924577713, 0.1219341978430748, 0.05022384598851204, -0.27323848009109497, -0.19530126452445984, -0.1750972419977188 ], [ 0.22567789256572723, -0.013016095384955406, -0.30419060587882996, -0.12590071558952332, 0.9838087558746338, 0.07872255146503448, 0.05349312350153923, -0.0686345174908638, -0.14183835685253143, -0.13244764506816864, -0.11146868765354156, 0.127915158867836, -0.03465043008327484, 0.31922823190689087, -0.041014667600393295 ], [ -0.12150327116250992, 0.4511525630950928, -0.25067317485809326, 0.20818249881267548, -0.4060336947441101, 0.6446405053138733, 0.2509446442127228, -0.243188738822937, -0.21692921221256256, 0.180308997631073, -0.17654529213905334, -0.42559775710105896, -0.07513760775327682, -0.25091832876205444, 0.158546581864357 ], [ -0.47230079770088196, 0.05803922563791275, 0.3651452362537384, 0.10969509929418564, -0.1512533724308014, -0.24347244203090668, -0.07374399900436401, 0.01804802566766739, 0.3231501579284668, 0.22020399570465088, 0.1336556226015091, -0.28935694694519043, -0.19887985289096832, 0.03747882321476936, -0.26856401562690735 ], [ 0.07487098127603531, 0.4055074453353882, -0.13835808634757996, 0.04446613788604736, 0.22644048929214478, -0.2119838148355484, -0.3000844120979309, 0.31592029333114624, 0.2922336757183075, 0.22588738799095154, -0.2964830994606018, 0.3485073149204254, -0.3570520877838135, 0.2668733596801758, 0.392970472574234 ], [ 0.09406334161758423, 0.032933685928583145, 0.06951019912958145, -0.19466346502304077, 0.0011647508945316076, 0.2422129213809967, 0.039447199553251266, -0.11769498139619827, -0.20243656635284424, 0.3781452775001526, 0.14514946937561035, 0.02709827572107315, 0.07057201117277145, -0.06822451204061508, -0.15522776544094086 ], [ -0.023425742983818054, -0.36925843358039856, -0.39630961418151855, -0.09612078964710236, 0.21489161252975464, -0.014205212704837322, -0.276374489068985, -0.23479615151882172, -0.10150331258773804, -0.1656448096036911, 0.5127633213996887, 0.07946673780679703, -0.12959930300712585, 0.0942407175898552, 0.10405701398849487 ], [ -0.008354345336556435, -0.17157752811908722, -0.008219712413847446, 0.24338503181934357, -0.02057493105530739, 0.31334131956100464, -0.19569611549377441, -0.34464579820632935, -0.6725573539733887, 0.23520299792289734, 0.24057915806770325, -0.12512867152690887, 0.1630588322877884, 0.1060795858502388, 0.08758747577667236 ], [ -0.0058912839740514755, 0.4081172049045563, 0.2302144318819046, -0.12580062448978424, -0.19910648465156555, -0.4401310086250305, -0.4620998799800873, 0.15341448783874512, 0.31510087847709656, 0.042456142604351044, 0.04462021589279175, 0.5098269581794739, -0.1972133070230484, -0.24100196361541748, 0.3772299885749817 ], [ -0.14457690715789795, -0.10481821745634079, 0.06311730295419693, -0.19601692259311676, -0.542839765548706, 0.003249593311920762, -0.36706680059432983, -0.024906041100621223, 0.02426222525537014, 0.4894982576370239, 0.22166942059993744, 0.20980051159858704, -0.1834339052438736, -0.16451498866081238, -0.28006425499916077 ], [ 0.17117448151111603, -0.0592290423810482, -0.2529253363609314, 0.013006082735955715, -0.004331553354859352, -0.0187495369464159, -0.21346110105514526, -0.5953544974327087, -0.21163637936115265, -0.15519748628139496, -0.1947660744190216, -0.2596086859703064, -0.5136109590530396, -0.05142870917916298, -0.43935948610305786 ], [ 0.20235146582126617, 0.3627939522266388, -0.08063722401857376, 0.024543415755033493, 0.010759789496660233, -0.2789008319377899, 0.3668381869792938, 0.03634275868535042, 0.7117143869400024, -0.18066367506980896, -0.029460465535521507, -0.03086315467953682, 0.09302480518817902, 0.16432687640190125, -0.29358139634132385 ] ] }, "eos_token_id": 2, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "id2label": { "0": "B-corporation", "1": "B-creative_work", "2": "B-event", "3": "B-group", "4": "B-location", "5": "B-person", "6": "B-product", "7": "I-corporation", "8": "I-creative_work", "9": "I-event", "10": "I-group", "11": "I-location", "12": "I-person", "13": "I-product", "14": "O" }, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": { "B-corporation": 0, "B-creative_work": 1, "B-event": 2, "B-group": 3, "B-location": 4, "B-person": 5, "B-product": 6, "I-corporation": 7, "I-creative_work": 8, "I-event": 9, "I-group": 10, "I-location": 11, "I-person": 12, "I-product": 13, "O": 14 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "roberta", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 1, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.17.0", "type_vocab_size": 1, "use_cache": true, "vocab_size": 50265 }