model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021/model_mwzvua/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6400222037191229, "micro/f1_ci": {"90": [0.6189556076090956, 0.660131071148977], "95": [0.614946114313138, 0.6630556800884125]}, "micro/recall": 0.6024033437826541, "micro/precision": 0.6826524570751924, "macro/f1": 0.5781030302984972, "macro/f1_ci": {"90": [0.5566331517531955, 0.598097032650056], "95": [0.5525470016778925, 0.6034431014174335]}, "macro/recall": 0.5437702239771249, "macro/precision": 0.6249556340291811, "per_entity_metric": {"corporation": {"f1": 0.48806366047745364, "f1_ci": {"90": [0.4316939890710383, 0.5433279914529915], "95": [0.4249264740681644, 0.5550520686743597]}, "precision": 0.5287356321839081, "recall": 0.45320197044334976}, "creative_work": {"f1": 0.46612466124661245, "f1_ci": {"90": [0.40366167712860135, 0.5219788276239888], "95": [0.3934279859484778, 0.530731296434948]}, "precision": 0.5341614906832298, "recall": 0.41346153846153844}, "event": {"f1": 0.42630385487528344, "f1_ci": {"90": [0.3716655777949358, 0.48037064710410715], "95": [0.3636065899166335, 0.48661063898450946]}, "precision": 0.5081081081081081, "recall": 0.3671875}, "group": {"f1": 0.5356371490280777, "f1_ci": {"90": [0.47619047619047616, 0.5837338118271181], "95": [0.4643756546225653, 0.5932707162921348]}, "precision": 0.5254237288135594, "recall": 0.5462555066079295}, "location": {"f1": 0.6464088397790055, "f1_ci": {"90": [0.5909020979020979, 0.6976744186046512], "95": [0.5791044776119403, 0.7087565867243698]}, "precision": 0.6464088397790055, "recall": 0.6464088397790055}, "person": {"f1": 0.8699324324324325, "f1_ci": {"90": [0.8487859010471888, 0.8874858642626127], "95": [0.8426260257412157, 0.8924339323927]}, "precision": 0.878839590443686, "recall": 0.8612040133779264}, "product": {"f1": 0.6142506142506144, "f1_ci": {"90": [0.5654428170632027, 0.6598491438067171], "95": [0.5593656365994365, 0.6699911861296244]}, "precision": 0.7530120481927711, "recall": 0.5186721991701245}}}, "2021.test": {"micro/f1": 0.6413809028980487, "micro/f1_ci": {"90": [0.6326704061194712, 0.6508376062640584], "95": [0.6308274395514425, 0.6527877957898814]}, "micro/recall": 0.6423450508788159, "micro/precision": 0.6404196449158405, "macro/f1": 0.5897192952221513, "macro/f1_ci": {"90": [0.5800439009372386, 0.5995143425387602], "95": [0.5784663112029783, 0.6014760078980732]}, "macro/recall": 0.589938924635246, "macro/precision": 0.5925866093895075, "per_entity_metric": {"corporation": {"f1": 0.4885088188134687, "f1_ci": {"90": [0.46178248255854115, 0.5126553106376431], "95": [0.4566781305843119, 0.5183606594948907]}, "precision": 0.470648815653965, "recall": 0.5077777777777778}, "creative_work": {"f1": 0.4349593495934959, "f1_ci": {"90": [0.40364882899805815, 0.4688133383666182], "95": [0.39841905929246, 0.4726209477774141]}, "precision": 0.43087248322147653, "recall": 0.43912448700410395}, "event": {"f1": 0.4765702891326022, "f1_ci": {"90": [0.45124082744801963, 0.5000126326427489], "95": [0.44779080126088633, 0.5050461219758174]}, "precision": 0.5270121278941565, "recall": 0.4349408553230209}, "group": {"f1": 0.5950255102040816, "f1_ci": {"90": [0.5745886456585755, 0.6168535115432069], "95": [0.5719678784161667, 0.6195217597799623]}, "precision": 0.57663782447466, "recall": 0.6146245059288538}, "location": {"f1": 0.6613119143239624, "f1_ci": {"90": [0.6346761674513296, 0.6889766525000275], "95": [0.6292861772265058, 0.6925691298677571]}, "precision": 0.6349614395886889, "recall": 0.6899441340782123}, "person": {"f1": 0.8282097649186256, "f1_ci": {"90": [0.8179609508258417, 0.8398628524920527], "95": [0.8153811286156363, 0.841496482910533]}, "precision": 0.8126330731014905, "recall": 0.8443952802359882}, "product": {"f1": 0.6434494195688225, "f1_ci": {"90": [0.6211235543341348, 0.665563536429492], "95": [0.6172950340611856, 0.6681650671370628]}, "precision": 0.6953405017921147, "recall": 0.5987654320987654}}}, "2020.test": {"micro/f1": 0.6341192787794729, "micro/f1_ci": {"90": [0.6130987983497578, 0.6538286606038992], "95": [0.609211819597027, 0.6575494895545606]}, "micro/recall": 0.593149974052932, "micro/precision": 0.6811680572109654, "macro/f1": 0.5889035869647323, "macro/f1_ci": {"90": [0.5667844559721519, 0.6101638691646709], "95": [0.5603805857162398, 0.6135589765880063]}, "macro/recall": 0.5488169968517839, "macro/precision": 0.6384491241032793, "per_entity_metric": {"corporation": {"f1": 0.534435261707989, "f1_ci": {"90": [0.4745711813508423, 0.5911343657295267], "95": [0.46448087431693996, 0.6013863374727509]}, "precision": 0.563953488372093, "recall": 0.5078534031413613}, "creative_work": {"f1": 0.5095541401273885, "f1_ci": {"90": [0.44227022977022973, 0.5676921579557419], "95": [0.4344410938532717, 0.5815642128838334]}, "precision": 0.5925925925925926, "recall": 0.44692737430167595}, "event": {"f1": 0.4444444444444445, "f1_ci": {"90": [0.3879244609721283, 0.5021697914472297], "95": [0.37950210338270035, 0.5099263622974964]}, "precision": 0.5123152709359606, "recall": 0.39245283018867927}, "group": {"f1": 0.5403508771929825, "f1_ci": {"90": [0.488324598468225, 0.5909244471744471], "95": [0.47797488152848866, 0.6017441958632334]}, "precision": 0.5945945945945946, "recall": 0.49517684887459806}, "location": {"f1": 0.6479750778816199, "f1_ci": {"90": [0.5802422014890208, 0.7048533941591609], "95": [0.5656421356421356, 0.7176636288318143]}, "precision": 0.6666666666666666, "recall": 0.6303030303030303}, "person": {"f1": 0.8177172061328789, "f1_ci": {"90": [0.7912407350510254, 0.8410544796937849], "95": [0.7844058316903602, 0.8449639698657059]}, "precision": 0.8304498269896193, "recall": 0.8053691275167785}, "product": {"f1": 0.6278481012658228, "f1_ci": {"90": [0.5748163922789199, 0.6829377911756646], "95": [0.5652149918418273, 0.6929172838543697]}, "precision": 0.7085714285714285, "recall": 0.5636363636363636}}}, "2021.test (span detection)": {"micro/f1": 0.779054327117372, "micro/f1_ci": {}, "micro/recall": 0.7802706140858101, "micro/precision": 0.7778418261471063, "macro/f1": 0.779054327117372, "macro/f1_ci": {}, "macro/recall": 0.7802706140858101, "macro/precision": 0.7778418261471063}, "2020.test (span detection)": {"micro/f1": 0.7550624133148405, "micro/f1_ci": {}, "micro/recall": 0.706279190451479, "micro/precision": 0.8110846245530393, "macro/f1": 0.7550624133148405, "macro/f1_ci": {}, "macro/recall": 0.706279190451479, "macro/precision": 0.8110846245530393}, "2020.dev (span detection)": {"micro/f1": 0.7682486816541771, "micro/f1_ci": {}, "micro/recall": 0.723092998955068, "micro/precision": 0.8194197750148017, "macro/f1": 0.7682486816541771, "macro/f1_ci": {}, "macro/recall": 0.723092998955068, "macro/precision": 0.8194197750148017}}
+{"2021.dev": {"micro/f1": 0.6218655967903711, "micro/f1_ci": {}, "micro/recall": 0.62, "micro/precision": 0.6237424547283702, "macro/f1": 0.5760577473801914, "macro/f1_ci": {}, "macro/recall": 0.5737958267673842, "macro/precision": 0.5822767568872816, "per_entity_metric": {"corporation": {"f1": 0.5670103092783505, "f1_ci": {}, "precision": 0.5978260869565217, "recall": 0.5392156862745098}, "creative_work": {"f1": 0.43529411764705883, "f1_ci": {}, "precision": 0.3854166666666667, "recall": 0.5}, "event": {"f1": 0.40944881889763773, "f1_ci": {}, "precision": 0.42276422764227645, "recall": 0.3969465648854962}, "group": {"f1": 0.6085011185682326, "f1_ci": {}, "precision": 0.6181818181818182, "recall": 0.5991189427312775}, "location": {"f1": 0.591549295774648, "f1_ci": {}, "precision": 0.6, "recall": 0.5833333333333334}, "person": {"f1": 0.8089500860585198, "f1_ci": {}, "precision": 0.7885906040268457, "recall": 0.8303886925795053}, "product": {"f1": 0.6116504854368933, "f1_ci": {}, "precision": 0.6631578947368421, "recall": 0.5675675675675675}}}, "2021.test": {"micro/f1": 0.6346897022050466, "micro/f1_ci": {"90": [0.6258493958055198, 0.6436753593746133], "95": [0.6239476803844971, 0.645859449522042]}, "micro/recall": 0.6456984273820536, "micro/precision": 0.6240500670540903, "macro/f1": 0.586830362928695, "macro/f1_ci": {"90": [0.5771640962569892, 0.5964231357348152], "95": [0.5752576281332251, 0.5978908050403762]}, "macro/recall": 0.5983908809408913, "macro/precision": 0.5777962671668668, "per_entity_metric": {"corporation": {"f1": 0.47679083094555874, "f1_ci": {"90": [0.44962110787681986, 0.5026906852126324], "95": [0.44365607999181766, 0.5066567600970541]}, "precision": 0.49230769230769234, "recall": 0.4622222222222222}, "creative_work": {"f1": 0.4394942805538832, "f1_ci": {"90": [0.4094896245645097, 0.47030672977531146], "95": [0.4045742789092769, 0.47468701533345065]}, "precision": 0.3924731182795699, "recall": 0.4993160054719562}, "event": {"f1": 0.4638082065467958, "f1_ci": {"90": [0.43910944336457225, 0.4870765791700006], "95": [0.4365052503299458, 0.49078351018856553]}, "precision": 0.4700934579439252, "recall": 0.45768880800727935}, "group": {"f1": 0.5936801787424194, "f1_ci": {"90": [0.572508763379824, 0.6152662972615333], "95": [0.5691102521455328, 0.6196567468373919]}, "precision": 0.5758513931888545, "recall": 0.6126482213438735}, "location": {"f1": 0.646505376344086, "f1_ci": {"90": [0.6196162284066153, 0.6739581938679877], "95": [0.6134858292007842, 0.6786011609002209]}, "precision": 0.6230569948186528, "recall": 0.6717877094972067}, "person": {"f1": 0.8201674554058972, "f1_ci": {"90": [0.8092938133961863, 0.831688063557384], "95": [0.8071047952694514, 0.8335989757976281]}, "precision": 0.8098490294751977, "recall": 0.8307522123893806}, "product": {"f1": 0.6673662119622246, "f1_ci": {"90": [0.645805115139754, 0.6879920293654955], "95": [0.6426681184443668, 0.6919908598661983]}, "precision": 0.6809421841541756, "recall": 0.654320987654321}}}, "2020.test": {"micro/f1": 0.6225596529284164, "micro/f1_ci": {"90": [0.6019905097377952, 0.6423539604890164], "95": [0.5983476899788864, 0.6462412396621156]}, "micro/recall": 0.5957446808510638, "micro/precision": 0.6519023282226007, "macro/f1": 0.578847416026638, "macro/f1_ci": {"90": [0.5562972923933772, 0.5997658810655637], "95": [0.5527899851014745, 0.6043389771515122]}, "macro/recall": 0.5537596756202443, "macro/precision": 0.6085991227224318, "per_entity_metric": {"corporation": {"f1": 0.534435261707989, "f1_ci": {"90": [0.47284258230309767, 0.5900909519728407], "95": [0.4602715480664323, 0.6000127226463106]}, "precision": 0.563953488372093, "recall": 0.5078534031413613}, "creative_work": {"f1": 0.4754098360655738, "f1_ci": {"90": [0.4173550724637681, 0.5336544456167273], "95": [0.40729210272464195, 0.5422017152091206]}, "precision": 0.46524064171123, "recall": 0.4860335195530726}, "event": {"f1": 0.4296875, "f1_ci": {"90": [0.37522969052224375, 0.4818120260021668], "95": [0.3632396449704142, 0.48974936278674613]}, "precision": 0.44534412955465585, "recall": 0.41509433962264153}, "group": {"f1": 0.5376344086021505, "f1_ci": {"90": [0.4799852398523985, 0.5894486870704341], "95": [0.4690353394343622, 0.5983626121961282]}, "precision": 0.6072874493927125, "recall": 0.48231511254019294}, "location": {"f1": 0.6149068322981366, "f1_ci": {"90": [0.5443919770773639, 0.6801455414358639], "95": [0.5262757654592755, 0.6942954434100932]}, "precision": 0.6305732484076433, "recall": 0.6}, "person": {"f1": 0.8164665523156088, "f1_ci": {"90": [0.7882536040376671, 0.8402708997285495], "95": [0.7829841079059829, 0.8457393226658165]}, "precision": 0.8350877192982457, "recall": 0.7986577181208053}, "product": {"f1": 0.6433915211970074, "f1_ci": {"90": [0.5870512960868032, 0.6978238860148408], "95": [0.5771771057252095, 0.7093856924920999]}, "precision": 0.712707182320442, "recall": 0.5863636363636363}}}, "2021.test (span detection)": {"micro/f1": 0.77487922705314, "micro/f1_ci": {}, "micro/recall": 0.7883659072510697, "micro/precision": 0.7618462226195798, "macro/f1": 0.77487922705314, "macro/f1_ci": {}, "macro/recall": 0.7883659072510697, "macro/precision": 0.7618462226195798}, "2020.test (span detection)": {"micro/f1": 0.7413232104121477, "micro/f1_ci": {}, "micro/recall": 0.7093928386092372, "micro/precision": 0.7762634866553095, "macro/f1": 0.7413232104121477, "macro/f1_ci": {}, "macro/recall": 0.7093928386092372, "macro/precision": 0.7762634866553095}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81d4df121dd11bc76d614c986b307ded21b0190eba32ec4e0dcc1670c8f2f85e
-size 496349169
+oid sha256:77ce393c1b391107072c324d57ff600827530971563d8a5afa1a75e55150f786
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021/model_mwzvua/epoch_10", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2021.train", "model": "cardiffnlp/twitter-roberta-base-dec2021", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}