Hugging Face's logo

cardiffnlp
/
twitter-roberta-large-2022-154m-tweetner7-2020

Token Classification
Transformers
PyTorch
roberta
Eval Results
Inference Endpoints
Model card Files Community
2
twitter-roberta-large-2022-154m-tweetner7-2020 / config.json
asahi417's picture
asahi417
model update
2c5c65e
raw history blame contribute delete
No virus
13.2 kB
{
"_name_or_path": "cardiffnlp/twitter-roberta-large-2022-154m",
"architectures": [
"RobertaForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"crf_state_dict": {
"_constraint_mask": [
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"end_transitions": [
-1.6306911706924438,
0.8163455128669739,
-0.9490805864334106,
0.24869783222675323,
0.07150553911924362,
1.118822455406189,
2.2343413829803467,
-0.18230761587619781,
0.5279327630996704,
-0.6029946804046631,
0.23343722522258759,
-0.20861859619617462,
1.0769404172897339,
1.4386974573135376,
1.3404297828674316
],
"start_transitions": [
-2.2288527488708496,
-2.77091121673584,
-0.21930637955665588,
0.9576902985572815,
-0.9597587585449219,
1.1150885820388794,
0.22637568414211273,
-1.3935726881027222,
-0.7224614024162292,
1.1140996217727661,
0.23149694502353668,
-0.021407248452305794,
0.4858424663543701,
0.9514917135238647,
-1.4465361833572388
],
"transitions": [
[
0.662941575050354,
0.4687981903553009,
-0.40408453345298767,
0.3771626949310303,
0.18513651192188263,
0.025854790583252907,
0.16355076432228088,
0.1785486489534378,
-0.10054298490285873,
-0.08763538300991058,
0.5477634072303772,
0.38516029715538025,
-0.019931847229599953,
-0.11067464202642441,
0.07069715112447739
],
[
-0.38463470339775085,
-0.23153558373451233,
-0.20551177859306335,
0.36416617035865784,
-0.5980526804924011,
0.3693827986717224,
-0.002930297516286373,
0.1064893826842308,
0.20989446341991425,
0.15546144545078278,
0.11845514178276062,
-0.20945511758327484,
-0.0016003085765987635,
0.031578291207551956,
-0.17333422601222992
],
[
0.3289267420768738,
-0.0965137630701065,
-0.26799383759498596,
0.04487831890583038,
-0.04203065484762192,
0.4293467402458191,
-0.07121090590953827,
-0.033126719295978546,
0.052800122648477554,
0.6038897037506104,
-0.0482010617852211,
-0.2696400582790375,
0.008290444500744343,
0.06692373007535934,
0.20511266589164734
],
[
-0.05397850647568703,
-0.5982345938682556,
-0.3489218056201935,
0.34072351455688477,
0.33040574193000793,
0.0629790797829628,
0.38404029607772827,
0.0016222287667915225,
-0.3437768220901489,
0.3648061454296112,
-0.411725252866745,
-0.023110195994377136,
0.19508647918701172,
0.12125008553266525,
0.053465526551008224
],
[
0.489738792181015,
-0.3145938217639923,
-0.08032861351966858,
-0.049961578100919724,
0.031461525708436966,
0.2574540972709656,
-0.2076234072446823,
0.19922122359275818,
-0.3045898675918579,
0.11087896674871445,
0.22736714780330658,
-0.043543215841054916,
-0.3013686537742615,
-0.2493162453174591,
-0.4656746983528137
],
[
0.16984108090400696,
0.4226740896701813,
-0.03751227259635925,
0.2111111581325531,
-0.1756621152162552,
-0.12185739725828171,
-0.490846186876297,
-0.5058812499046326,
-0.1641162782907486,
0.10976998507976532,
-0.24594813585281372,
-0.22082963585853577,
-0.11925701051950455,
-0.5510964393615723,
0.012207203544676304
],
[
0.2794831097126007,
-0.23799195885658264,
0.055010586977005005,
-0.15127675235271454,
0.026107804849743843,
0.12360197305679321,
-0.237615704536438,
0.038023997098207474,
-0.4313146770000458,
-0.5251014828681946,
-0.12236860394477844,
0.3293667733669281,
0.49350738525390625,
-0.3818422257900238,
0.10113506019115448
],
[
-0.0617859773337841,
-0.24600107967853546,
-0.4553317129611969,
-0.07067735493183136,
-0.3518442213535309,
0.027723390609025955,
0.4114602208137512,
-0.20072832703590393,
0.028141384944319725,
-0.32874658703804016,
-0.32394200563430786,
0.005995172541588545,
-0.11770088970661163,
0.6255214810371399,
-0.408680260181427
],
[
-0.004608103074133396,
-0.1968701183795929,
0.3026801645755768,
-0.5200517177581787,
-0.017481429502367973,
-0.19878794252872467,
-0.20462879538536072,
0.04962897673249245,
0.31793561577796936,
0.16348141431808472,
0.27390581369400024,
-0.17284536361694336,
0.5432924628257751,
0.5101523995399475,
-0.07221847772598267
],
[
-0.0343867763876915,
0.12923738360404968,
0.18430456519126892,
-0.01716066524386406,
0.34427252411842346,
0.2655010223388672,
0.15678679943084717,
0.05375337228178978,
0.11942853033542633,
-0.11715730279684067,
-0.05922261252999306,
0.17102551460266113,
0.34779492020606995,
0.027384934946894646,
0.11317075788974762
],
[
-0.07402289658784866,
-0.057622674852609634,
-0.16098256409168243,
0.0740492194890976,
-0.2949011027812958,
-0.05681313946843147,
-0.23790162801742554,
-0.20540018379688263,
0.037845298647880554,
0.2726728618144989,
0.04888925701379776,
-0.2625165283679962,
0.1634870320558548,
-0.3047078251838684,
-0.06622522324323654
],
[
-0.06381510943174362,
-0.08913708478212357,
0.07577872276306152,
0.344549298286438,
-0.27609753608703613,
0.022393232211470604,
-0.30963337421417236,
0.21486426889896393,
-0.06254109740257263,
-0.03746752068400383,
-0.12960578501224518,
-0.21678973734378815,
-0.2912503480911255,
-0.039477501064538956,
0.2611401379108429
],
[
0.08349166065454483,
0.22402790188789368,
-0.3991769254207611,
-0.18767642974853516,
-0.2341550588607788,
-0.35478881001472473,
-0.03953003138303757,
0.2481287270784378,
0.15200696885585785,
-0.3132007122039795,
-0.04022787883877754,
-0.25896888971328735,
0.038731858134269714,
0.2746336758136749,
0.2650074362754822
],
[
0.16181819140911102,
0.07669959962368011,
0.04724680632352829,
-0.0021613542921841145,
0.2264009565114975,
0.061669234186410904,
0.09435172379016876,
0.2612522542476654,
0.28855711221694946,
0.2972830533981323,
0.19618907570838928,
-0.27572253346443176,
0.06493640691041946,
0.30541419982910156,
-0.02475043386220932
],
[
0.04057289659976959,
0.33619561791419983,
0.5735166668891907,
-0.04106573015451431,
0.5905277132987976,
-0.043006982654333115,
0.025796931236982346,
-0.37621212005615234,
0.02604636177420616,
0.08623196929693222,
-0.0064240735955536366,
0.14516495168209076,
0.6874275207519531,
-0.013530803844332695,
-0.04124010354280472
]
]
},
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "B-corporation",
"1": "B-creative_work",
"2": "B-event",
"3": "B-group",
"4": "B-location",
"5": "B-person",
"6": "B-product",
"7": "I-corporation",
"8": "I-creative_work",
"9": "I-event",
"10": "I-group",
"11": "I-location",
"12": "I-person",
"13": "I-product",
"14": "O"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"B-corporation": 0,
"B-creative_work": 1,
"B-event": 2,
"B-group": 3,
"B-location": 4,
"B-person": 5,
"B-product": 6,
"I-corporation": 7,
"I-creative_work": 8,
"I-event": 9,
"I-group": 10,
"I-location": 11,
"I-person": 12,
"I-product": 13,
"O": 14
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.20.1",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 50265
}