{ "_name_or_path": "cardiffnlp/twitter-roberta-large-2022-154m", "architectures": [ "RobertaForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ -1.6306911706924438, 0.8163455128669739, -0.9490805864334106, 0.24869783222675323, 0.07150553911924362, 1.118822455406189, 2.2343413829803467, -0.18230761587619781, 0.5279327630996704, -0.6029946804046631, 0.23343722522258759, -0.20861859619617462, 1.0769404172897339, 1.4386974573135376, 1.3404297828674316 ], "start_transitions": [ -2.2288527488708496, -2.77091121673584, -0.21930637955665588, 0.9576902985572815, -0.9597587585449219, 1.1150885820388794, 0.22637568414211273, -1.3935726881027222, -0.7224614024162292, 1.1140996217727661, 0.23149694502353668, -0.021407248452305794, 0.4858424663543701, 0.9514917135238647, -1.4465361833572388 ], "transitions": [ [ 0.662941575050354, 0.4687981903553009, -0.40408453345298767, 0.3771626949310303, 0.18513651192188263, 0.025854790583252907, 0.16355076432228088, 0.1785486489534378, -0.10054298490285873, -0.08763538300991058, 0.5477634072303772, 0.38516029715538025, -0.019931847229599953, -0.11067464202642441, 0.07069715112447739 ], [ -0.38463470339775085, -0.23153558373451233, -0.20551177859306335, 0.36416617035865784, -0.5980526804924011, 0.3693827986717224, -0.002930297516286373, 0.1064893826842308, 0.20989446341991425, 0.15546144545078278, 0.11845514178276062, -0.20945511758327484, -0.0016003085765987635, 0.031578291207551956, -0.17333422601222992 ], [ 0.3289267420768738, -0.0965137630701065, -0.26799383759498596, 0.04487831890583038, -0.04203065484762192, 0.4293467402458191, -0.07121090590953827, -0.033126719295978546, 0.052800122648477554, 0.6038897037506104, -0.0482010617852211, -0.2696400582790375, 0.008290444500744343, 0.06692373007535934, 0.20511266589164734 ], [ -0.05397850647568703, -0.5982345938682556, -0.3489218056201935, 0.34072351455688477, 0.33040574193000793, 0.0629790797829628, 0.38404029607772827, 0.0016222287667915225, -0.3437768220901489, 0.3648061454296112, -0.411725252866745, -0.023110195994377136, 0.19508647918701172, 0.12125008553266525, 0.053465526551008224 ], [ 0.489738792181015, -0.3145938217639923, -0.08032861351966858, -0.049961578100919724, 0.031461525708436966, 0.2574540972709656, -0.2076234072446823, 0.19922122359275818, -0.3045898675918579, 0.11087896674871445, 0.22736714780330658, -0.043543215841054916, -0.3013686537742615, -0.2493162453174591, -0.4656746983528137 ], [ 0.16984108090400696, 0.4226740896701813, -0.03751227259635925, 0.2111111581325531, -0.1756621152162552, -0.12185739725828171, -0.490846186876297, -0.5058812499046326, -0.1641162782907486, 0.10976998507976532, -0.24594813585281372, -0.22082963585853577, -0.11925701051950455, -0.5510964393615723, 0.012207203544676304 ], [ 0.2794831097126007, -0.23799195885658264, 0.055010586977005005, -0.15127675235271454, 0.026107804849743843, 0.12360197305679321, -0.237615704536438, 0.038023997098207474, -0.4313146770000458, -0.5251014828681946, -0.12236860394477844, 0.3293667733669281, 0.49350738525390625, -0.3818422257900238, 0.10113506019115448 ], [ -0.0617859773337841, -0.24600107967853546, -0.4553317129611969, -0.07067735493183136, -0.3518442213535309, 0.027723390609025955, 0.4114602208137512, -0.20072832703590393, 0.028141384944319725, -0.32874658703804016, -0.32394200563430786, 0.005995172541588545, -0.11770088970661163, 0.6255214810371399, -0.408680260181427 ], [ -0.004608103074133396, -0.1968701183795929, 0.3026801645755768, -0.5200517177581787, -0.017481429502367973, -0.19878794252872467, -0.20462879538536072, 0.04962897673249245, 0.31793561577796936, 0.16348141431808472, 0.27390581369400024, -0.17284536361694336, 0.5432924628257751, 0.5101523995399475, -0.07221847772598267 ], [ -0.0343867763876915, 0.12923738360404968, 0.18430456519126892, -0.01716066524386406, 0.34427252411842346, 0.2655010223388672, 0.15678679943084717, 0.05375337228178978, 0.11942853033542633, -0.11715730279684067, -0.05922261252999306, 0.17102551460266113, 0.34779492020606995, 0.027384934946894646, 0.11317075788974762 ], [ -0.07402289658784866, -0.057622674852609634, -0.16098256409168243, 0.0740492194890976, -0.2949011027812958, -0.05681313946843147, -0.23790162801742554, -0.20540018379688263, 0.037845298647880554, 0.2726728618144989, 0.04888925701379776, -0.2625165283679962, 0.1634870320558548, -0.3047078251838684, -0.06622522324323654 ], [ -0.06381510943174362, -0.08913708478212357, 0.07577872276306152, 0.344549298286438, -0.27609753608703613, 0.022393232211470604, -0.30963337421417236, 0.21486426889896393, -0.06254109740257263, -0.03746752068400383, -0.12960578501224518, -0.21678973734378815, -0.2912503480911255, -0.039477501064538956, 0.2611401379108429 ], [ 0.08349166065454483, 0.22402790188789368, -0.3991769254207611, -0.18767642974853516, -0.2341550588607788, -0.35478881001472473, -0.03953003138303757, 0.2481287270784378, 0.15200696885585785, -0.3132007122039795, -0.04022787883877754, -0.25896888971328735, 0.038731858134269714, 0.2746336758136749, 0.2650074362754822 ], [ 0.16181819140911102, 0.07669959962368011, 0.04724680632352829, -0.0021613542921841145, 0.2264009565114975, 0.061669234186410904, 0.09435172379016876, 0.2612522542476654, 0.28855711221694946, 0.2972830533981323, 0.19618907570838928, -0.27572253346443176, 0.06493640691041946, 0.30541419982910156, -0.02475043386220932 ], [ 0.04057289659976959, 0.33619561791419983, 0.5735166668891907, -0.04106573015451431, 0.5905277132987976, -0.043006982654333115, 0.025796931236982346, -0.37621212005615234, 0.02604636177420616, 0.08623196929693222, -0.0064240735955536366, 0.14516495168209076, 0.6874275207519531, -0.013530803844332695, -0.04124010354280472 ] ] }, "eos_token_id": 2, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "id2label": { "0": "B-corporation", "1": "B-creative_work", "2": "B-event", "3": "B-group", "4": "B-location", "5": "B-person", "6": "B-product", "7": "I-corporation", "8": "I-creative_work", "9": "I-event", "10": "I-group", "11": "I-location", "12": "I-person", "13": "I-product", "14": "O" }, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": { "B-corporation": 0, "B-creative_work": 1, "B-event": 2, "B-group": 3, "B-location": 4, "B-person": 5, "B-product": 6, "I-corporation": 7, "I-creative_work": 8, "I-event": 9, "I-group": 10, "I-location": 11, "I-person": 12, "I-product": 13, "O": 14 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "roberta", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 1, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.20.1", "type_vocab_size": 1, "use_cache": true, "vocab_size": 50265 }