Hugging Face's logo

tner
/
twitter-roberta-base-2019-90m-tweetner7-2021

Token Classification
Transformers
PyTorch
roberta
Eval Results
Inference Endpoints
Model card Files Community
twitter-roberta-base-2019-90m-tweetner7-2021 / config.json
asahi417's picture
asahi417
model update
50e9c09
raw
history blame
13.2 kB
{
"_name_or_path": "cardiffnlp/twitter-roberta-base-2019-90m",
"architectures": [
"RobertaForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"crf_state_dict": {
"_constraint_mask": [
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"end_transitions": [
0.7492056488990784,
0.6370843052864075,
0.9134382605552673,
1.3568540811538696,
1.4902523756027222,
0.8531559705734253,
-0.8888436555862427,
0.9329497218132019,
-1.455850601196289,
1.3819935321807861,
0.049283646047115326,
-1.3306725025177002,
-0.6518306136131287,
0.44033581018447876,
-0.257489413022995
],
"start_transitions": [
-0.3798443377017975,
-0.5225925445556641,
-2.4913291931152344,
-0.9669774174690247,
-0.12901052832603455,
-1.3830469846725464,
-0.7029656171798706,
-0.21370141208171844,
0.8307492136955261,
-1.1099272966384888,
1.1377007961273193,
0.5083275437355042,
0.7838953137397766,
0.0874963030219078,
1.21866774559021
],
"transitions": [
[
-0.7194623351097107,
-0.08121935278177261,
-0.11240008473396301,
0.3135150671005249,
0.24903544783592224,
-0.1950521320104599,
0.11609053611755371,
-0.16057510673999786,
0.13776767253875732,
-0.22137509286403656,
-0.3049870729446411,
0.1512121707201004,
-0.16344161331653595,
-0.16429893672466278,
0.32339170575141907
],
[
-0.09627669304609299,
0.19265931844711304,
-0.3662812411785126,
-0.04107110574841499,
-0.08354052156209946,
0.47839441895484924,
-0.03691640868782997,
0.07481629401445389,
-0.003566014813259244,
0.01562994159758091,
-0.1474870890378952,
0.19458037614822388,
0.3395256996154785,
0.13632097840309143,
0.10648933798074722
],
[
-0.11888784170150757,
0.5596080422401428,
0.0003204601816833019,
-0.15356343984603882,
0.17072229087352753,
-0.03882733732461929,
0.205452561378479,
-0.07560919225215912,
-0.23114550113677979,
0.04334336146712303,
0.11833655834197998,
0.05580390244722366,
-0.35916900634765625,
0.010553551837801933,
0.2532386779785156
],
[
0.5630843639373779,
-0.0909421369433403,
-0.412884920835495,
-0.028713515028357506,
-0.12043038010597229,
0.4614092707633972,
-0.08149563521146774,
-0.2648271322250366,
-0.031114082783460617,
0.16048431396484375,
-0.023554470390081406,
0.09558697789907455,
0.2258378565311432,
-0.0749465823173523,
-0.3731086850166321
],
[
-0.140513077378273,
-0.339660108089447,
-0.4402444064617157,
-0.0810018926858902,
0.3067885637283325,
0.25788387656211853,
-0.07996057718992233,
0.07615281641483307,
0.7118116021156311,
0.07852855324745178,
0.2988843023777008,
0.04608535021543503,
0.11463307589292526,
0.240012988448143,
0.04851087927818298
],
[
-0.3398793935775757,
0.2024560272693634,
-0.4189731776714325,
0.5417165160179138,
-0.017061199992895126,
-0.5563187003135681,
0.10986281931400299,
-0.06185133382678032,
0.29222890734672546,
0.21720218658447266,
-0.25714901089668274,
-0.047134365886449814,
0.19258549809455872,
-0.19101430475711823,
0.15692904591560364
],
[
0.12506110966205597,
0.31869444251060486,
-0.04655316099524498,
0.02996811456978321,
-0.08053969591856003,
0.04129423573613167,
0.011597344651818275,
0.0620575025677681,
-0.2769317626953125,
0.22188882529735565,
-0.384240984916687,
0.0561741404235363,
-0.5319698452949524,
-0.2138933390378952,
0.11089876294136047
],
[
0.5170957446098328,
-0.762546956539154,
-0.4151114523410797,
-0.04537997022271156,
-0.015146150253713131,
-0.2754981815814972,
0.13328373432159424,
-0.07064827531576157,
-0.17723225057125092,
0.08366701006889343,
-0.3983648419380188,
0.11922018975019455,
0.2510205805301666,
0.2229459285736084,
-0.5909588932991028
],
[
-0.14612197875976562,
-0.05049685761332512,
-0.5839836001396179,
-0.03808183968067169,
0.07847684621810913,
-0.39343762397766113,
0.25855496525764465,
0.17523756623268127,
-0.2717115879058838,
-0.22914601862430573,
0.45405682921409607,
0.6078988313674927,
0.10684403777122498,
0.0072093624621629715,
0.12801453471183777
],
[
-0.003863894147798419,
0.3087817430496216,
0.2047547996044159,
0.013263903558254242,
0.13841788470745087,
0.34943851828575134,
0.0036146424245089293,
0.10890539735555649,
0.4101174473762512,
0.05091557651758194,
-0.22345763444900513,
0.10352841764688492,
0.5341917872428894,
-0.13312986493110657,
-0.0725003331899643
],
[
-0.24628499150276184,
-0.3816620707511902,
0.2694311738014221,
-0.11494221538305283,
0.2645294964313507,
-0.16964001953601837,
0.022523311898112297,
0.05418983846902847,
0.004514089319854975,
0.43220826983451843,
0.060457728803157806,
0.6132330894470215,
-0.09803767502307892,
-0.11115708202123642,
-0.18234144151210785
],
[
0.005474415607750416,
-0.03320099040865898,
0.25719863176345825,
-0.24880310893058777,
0.10145948827266693,
-0.24328027665615082,
-0.13063667714595795,
-0.5162709951400757,
-0.26744651794433594,
-0.30649513006210327,
-0.04469043388962746,
0.44017720222473145,
-0.1485278308391571,
0.16850066184997559,
0.043328262865543365
],
[
-0.30054646730422974,
-0.018745891749858856,
0.10412085801362991,
-0.25783059000968933,
0.16832149028778076,
0.8221919536590576,
0.2681424915790558,
0.14222358167171478,
-0.14135566353797913,
-0.16214439272880554,
0.3884497880935669,
-0.17821595072746277,
-0.21467097103595734,
-0.4003349244594574,
0.35910677909851074
],
[
0.061120349913835526,
0.006568322889506817,
0.3808766305446625,
0.18140380084514618,
0.01981387473642826,
0.2566221058368683,
-0.12524445354938507,
0.35915037989616394,
0.11302880197763443,
-0.6065798997879028,
-0.22543175518512726,
0.06969708204269409,
0.24563580751419067,
0.4482913613319397,
-0.6198773384094238
],
[
-0.3511444926261902,
0.040582478046417236,
-0.5034703612327576,
0.144077867269516,
0.261660635471344,
-0.20402084290981293,
-0.051413316279649734,
0.041840821504592896,
-0.024687567725777626,
-0.35934606194496155,
-0.4178312122821808,
0.45560458302497864,
0.23922529816627502,
0.37183257937431335,
0.11221922188997269
]
]
},
"eos_token_id": 2,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "B-corporation",
"1": "B-creative_work",
"2": "B-event",
"3": "B-group",
"4": "B-location",
"5": "B-person",
"6": "B-product",
"7": "I-corporation",
"8": "I-creative_work",
"9": "I-event",
"10": "I-group",
"11": "I-location",
"12": "I-person",
"13": "I-product",
"14": "O"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"B-corporation": 0,
"B-creative_work": 1,
"B-event": 2,
"B-group": 3,
"B-location": 4,
"B-person": 5,
"B-product": 6,
"I-corporation": 7,
"I-creative_work": 8,
"I-event": 9,
"I-group": 10,
"I-location": 11,
"I-person": 12,
"I-product": 13,
"O": 14
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.17.0",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 50265
}