model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline/roberta_base/best_model",
+  "_name_or_path": "cner_output/model/baseline/roberta_base/model_mwzvua/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6267281105990782, "micro/f1_ci": {"90": [0.6042714482064556, 0.647040231092501], "95": [0.5995583977878669, 0.6513263274908226]}, "micro/recall": 0.6039707419017764, "micro/precision": 0.6512676056338028, "macro/f1": 0.5701553372879711, "macro/f1_ci": {"90": [0.5471371536426646, 0.5912632300243652], "95": [0.5418211979176293, 0.5949862958334216]}, "macro/recall": 0.555543157501832, "macro/precision": 0.5937427303597909, "per_entity_metric": {"corporation": {"f1": 0.4785894206549118, "f1_ci": {"90": [0.41953096032628845, 0.5351389417586602], "95": [0.41110228198859, 0.5412633994973586]}, "precision": 0.4896907216494845, "recall": 0.46798029556650245}, "creative_work": {"f1": 0.5011494252873563, "f1_ci": {"90": [0.4403833111792312, 0.5563951943626176], "95": [0.42790934138021514, 0.5665236051502145]}, "precision": 0.4801762114537445, "recall": 0.5240384615384616}, "event": {"f1": 0.38337182448036955, "f1_ci": {"90": [0.32914879938962793, 0.4365439920427271], "95": [0.31960453766985386, 0.4460491111243237]}, "precision": 0.4689265536723164, "recall": 0.32421875}, "group": {"f1": 0.5232067510548523, "f1_ci": {"90": [0.4625267665952891, 0.5750642563603107], "95": [0.4494341312489823, 0.5849462365591397]}, "precision": 0.5020242914979757, "recall": 0.5462555066079295}, "location": {"f1": 0.6230366492146596, "f1_ci": {"90": [0.56697574018201, 0.6773451713395637], "95": [0.5548737820393471, 0.6877084657896025]}, "precision": 0.5920398009950248, "recall": 0.6574585635359116}, "person": {"f1": 0.8656195462478184, "f1_ci": {"90": [0.8414022826283093, 0.8853161583019403], "95": [0.835730184708908, 0.890445192667415]}, "precision": 0.9051094890510949, "recall": 0.8294314381270903}, "product": {"f1": 0.6161137440758294, "f1_ci": {"90": [0.5621553198768389, 0.6650948919623525], "95": [0.5533667730658155, 0.6756365969206475]}, "precision": 0.7182320441988951, "recall": 0.5394190871369294}}}, "2021.test": {"micro/f1": 0.6292598583300797, "micro/f1_ci": {"90": [0.6203561038703848, 0.6383713910709995], "95": [0.6176665362422668, 0.6402174993862855]}, "micro/recall": 0.6522895467160037, "micro/precision": 0.6078008835254821, "macro/f1": 0.5801391525963128, "macro/f1_ci": {"90": [0.5706479170337199, 0.5895435802054562], "95": [0.5683005423599842, 0.591224418095869]}, "macro/recall": 0.6093566927041311, "macro/precision": 0.561299065461589, "per_entity_metric": {"corporation": {"f1": 0.5084577114427861, "f1_ci": {"90": [0.4853421533681846, 0.5318766288230535], "95": [0.4797044931901418, 0.5382276716148611]}, "precision": 0.4603603603603604, "recall": 0.5677777777777778}, "creative_work": {"f1": 0.4311111111111111, "f1_ci": {"90": [0.40297930875424204, 0.45687784242856444], "95": [0.3977589462751393, 0.4626014494076413]}, "precision": 0.362956033676333, "recall": 0.53077975376197}, "event": {"f1": 0.43412417970721856, "f1_ci": {"90": [0.4104564336925949, 0.4592981654684908], "95": [0.40595052558715705, 0.46451053774810414]}, "precision": 0.4875283446712018, "recall": 0.39126478616924476}, "group": {"f1": 0.5742821473158553, "f1_ci": {"90": [0.5546425448320031, 0.5957460438616817], "95": [0.5513172334386521, 0.6002062750249663]}, "precision": 0.5456702253855279, "recall": 0.6060606060606061}, "location": {"f1": 0.6221945137157108, "f1_ci": {"90": [0.5949765181002504, 0.6499372523117569], "95": [0.5879496915045089, 0.654404383222051]}, "precision": 0.5619369369369369, "recall": 0.696927374301676}, "person": {"f1": 0.8355033926279112, "f1_ci": {"90": [0.8248637020802289, 0.8458253171418082], "95": [0.8232432720253611, 0.8476208969130158]}, "precision": 0.8310835461510397, "recall": 0.8399705014749262}, "product": {"f1": 0.6553010122535963, "f1_ci": {"90": [0.6312858170985778, 0.6768174198347701], "95": [0.627383392458284, 0.6805450292410157]}, "precision": 0.6795580110497238, "recall": 0.6327160493827161}}}, "2020.test": {"micro/f1": 0.6406833956219968, "micro/f1_ci": {"90": [0.6212006275799037, 0.65925861459307], "95": [0.6172535127265766, 0.6624785595184814]}, "micro/recall": 0.6227296315516346, "micro/precision": 0.6597031335898845, "macro/f1": 0.6034797152397938, "macro/f1_ci": {"90": [0.5822921536779121, 0.6235008350433789], "95": [0.5789494114878518, 0.6274931740257587]}, "macro/recall": 0.5944332571745292, "macro/precision": 0.6195345632949651, "per_entity_metric": {"corporation": {"f1": 0.5931372549019607, "f1_ci": {"90": [0.5367088607594938, 0.6467168372714782], "95": [0.5238062077198566, 0.6587219920589171]}, "precision": 0.5576036866359447, "recall": 0.6335078534031413}, "creative_work": {"f1": 0.49479166666666674, "f1_ci": {"90": [0.43730574712643683, 0.5454545454545454], "95": [0.4247653526414588, 0.551414290784337]}, "precision": 0.4634146341463415, "recall": 0.5307262569832403}, "event": {"f1": 0.4357298474945534, "f1_ci": {"90": [0.3834290310101196, 0.4890279445304863], "95": [0.36965890542958846, 0.4979600032784198]}, "precision": 0.5154639175257731, "recall": 0.37735849056603776}, "group": {"f1": 0.5475792988313857, "f1_ci": {"90": [0.5, 0.5928588490770902], "95": [0.48897043218815545, 0.6012537129609505]}, "precision": 0.5694444444444444, "recall": 0.5273311897106109}, "location": {"f1": 0.6783625730994153, "f1_ci": {"90": [0.6153640477169888, 0.7284489497654816], "95": [0.601445723216823, 0.7416137682881293]}, "precision": 0.655367231638418, "recall": 0.703030303030303}, "person": {"f1": 0.8197573656845752, "f1_ci": {"90": [0.7920048291080993, 0.8452904917036292], "95": [0.7878187763275092, 0.850997406727133]}, "precision": 0.8476702508960573, "recall": 0.7936241610738255}, "product": {"f1": 0.655, "f1_ci": {"90": [0.5980106726234797, 0.7074705076890668], "95": [0.5899218708571227, 0.7168878682293317]}, "precision": 0.7277777777777777, "recall": 0.5954545454545455}}}, "2021.test (span detection)": {"micro/f1": 0.7728692547969656, "micro/f1_ci": {}, "micro/recall": 0.8012027292702671, "micro/precision": 0.7464712854218295, "macro/f1": 0.7728692547969656, "macro/f1_ci": {}, "macro/recall": 0.8012027292702671, "macro/precision": 0.7464712854218295}, "2020.test (span detection)": {"micro/f1": 0.7528029898558464, "micro/f1_ci": {}, "micro/recall": 0.7317073170731707, "micro/precision": 0.7751511819681144, "macro/f1": 0.7528029898558464, "macro/f1_ci": {}, "macro/recall": 0.7317073170731707, "macro/precision": 0.7751511819681144}, "2020.dev (span detection)": {"micro/f1": 0.7530496069395499, "micro/f1_ci": {}, "micro/recall": 0.725705329153605, "micro/precision": 0.7825352112676056, "macro/f1": 0.7530496069395499, "macro/f1_ci": {}, "macro/recall": 0.725705329153605, "macro/precision": 0.7825352112676056}}
+{"2020.dev": {"micro/f1": 0.63264192139738, "micro/f1_ci": {}, "micro/recall": 0.6055381400208987, "micro/precision": 0.6622857142857143, "macro/f1": 0.574634430106692, "macro/f1_ci": {}, "macro/recall": 0.5490536498812068, "macro/precision": 0.6046855072673193, "per_entity_metric": {"corporation": {"f1": 0.4741144414168937, "f1_ci": {}, "precision": 0.5304878048780488, "recall": 0.42857142857142855}, "creative_work": {"f1": 0.49738219895287955, "f1_ci": {}, "precision": 0.5459770114942529, "recall": 0.4567307692307692}, "event": {"f1": 0.39363817097415504, "f1_ci": {}, "precision": 0.4008097165991903, "recall": 0.38671875}, "group": {"f1": 0.5103448275862068, "f1_ci": {}, "precision": 0.5336538461538461, "recall": 0.4889867841409692}, "location": {"f1": 0.6284153005464481, "f1_ci": {}, "precision": 0.6216216216216216, "recall": 0.6353591160220995}, "person": {"f1": 0.8713550600343053, "f1_ci": {}, "precision": 0.8943661971830986, "recall": 0.8494983277591973}, "product": {"f1": 0.647191011235955, "f1_ci": {}, "precision": 0.7058823529411765, "recall": 0.5975103734439834}}}, "2021.test": {"micro/f1": 0.6421184225480168, "micro/f1_ci": {"90": [0.6329963447257968, 0.6512071883878683], "95": [0.6313662186691117, 0.6531901528182326]}, "micro/recall": 0.6533302497687327, "micro/precision": 0.6312849162011173, "macro/f1": 0.5910653350307403, "macro/f1_ci": {"90": [0.580811083611411, 0.6006051849025007], "95": [0.5786926369174525, 0.6019537723463372]}, "macro/recall": 0.604510675992635, "macro/precision": 0.5792905609274926, "per_entity_metric": {"corporation": {"f1": 0.5075268817204301, "f1_ci": {"90": [0.4824596104045469, 0.5321255741220724], "95": [0.4786678573496566, 0.5359074129334884]}, "precision": 0.49166666666666664, "recall": 0.5244444444444445}, "creative_work": {"f1": 0.4444444444444444, "f1_ci": {"90": [0.41206219991189397, 0.472399743395062], "95": [0.40429689645945094, 0.4781029004648966]}, "precision": 0.42105263157894735, "recall": 0.47058823529411764}, "event": {"f1": 0.4390243902439025, "f1_ci": {"90": [0.41618532179505363, 0.4613249997500841], "95": [0.4127254270752854, 0.46538424790791016]}, "precision": 0.4441340782122905, "recall": 0.4340309372156506}, "group": {"f1": 0.5914552736982643, "f1_ci": {"90": [0.5707880300178324, 0.6130815064249576], "95": [0.5670469135971191, 0.6169643378760042]}, "precision": 0.5994587280108254, "recall": 0.5836627140974967}, "location": {"f1": 0.6584415584415584, "f1_ci": {"90": [0.6291422043205595, 0.6852636263678726], "95": [0.6243413788002835, 0.6901146371455337]}, "precision": 0.6152912621359223, "recall": 0.7081005586592178}, "person": {"f1": 0.8392439243924392, "f1_ci": {"90": [0.8284389763971283, 0.8491030026023837], "95": [0.8267645014381084, 0.8509174642295299]}, "precision": 0.8199085473091804, "recall": 0.8595132743362832}, "product": {"f1": 0.6573208722741433, "f1_ci": {"90": [0.6353671840482944, 0.6793638106087693], "95": [0.6315494736842105, 0.682884859188648]}, "precision": 0.6635220125786163, "recall": 0.6512345679012346}}}, "2020.test": {"micro/f1": 0.642489851150203, "micro/f1_ci": {"90": [0.6231728409986848, 0.6615969581749049], "95": [0.6200368620037806, 0.665245816863449]}, "micro/recall": 0.6159833938764919, "micro/precision": 0.6713800904977375, "macro/f1": 0.6023293888599316, "macro/f1_ci": {"90": [0.5807455360504852, 0.6223504555748728], "95": [0.5765329255864473, 0.6263256800647661]}, "macro/recall": 0.5783022171044098, "macro/precision": 0.6319549874790182, "per_entity_metric": {"corporation": {"f1": 0.5858585858585857, "f1_ci": {"90": [0.5271310068649885, 0.6411705551086083], "95": [0.5164291386299996, 0.6514806378132117]}, "precision": 0.5658536585365853, "recall": 0.6073298429319371}, "creative_work": {"f1": 0.4894259818731118, "f1_ci": {"90": [0.4285714285714286, 0.5459332207429503], "95": [0.4135536723163841, 0.5538461538461538]}, "precision": 0.5328947368421053, "recall": 0.45251396648044695}, "event": {"f1": 0.4383561643835617, "f1_ci": {"90": [0.3850460933957987, 0.4915793621013133], "95": [0.37837565936157486, 0.500023020257827]}, "precision": 0.45528455284552843, "recall": 0.4226415094339623}, "group": {"f1": 0.5531135531135531, "f1_ci": {"90": [0.5047318665914491, 0.6014011350967873], "95": [0.49806744046427853, 0.6106442412597326]}, "precision": 0.6425531914893617, "recall": 0.4855305466237942}, "location": {"f1": 0.6563467492260061, "f1_ci": {"90": [0.5910379918588874, 0.7164217571934143], "95": [0.5790909090909092, 0.729731611834676]}, "precision": 0.6708860759493671, "recall": 0.6424242424242425}, "person": {"f1": 0.8200339558573854, "f1_ci": {"90": [0.7919374706548458, 0.8439227194913183], "95": [0.7872795232324625, 0.8492311695040038]}, "precision": 0.8298969072164949, "recall": 0.8104026845637584}, "product": {"f1": 0.673170731707317, "f1_ci": {"90": [0.617711019074841, 0.7227918554567322], "95": [0.6066718407764846, 0.7343802362600538]}, "precision": 0.7263157894736842, "recall": 0.6272727272727273}}}, "2021.test (span detection)": {"micro/f1": 0.7789270288701977, "micro/f1_ci": {}, "micro/recall": 0.7925292008789175, "micro/precision": 0.7657838864677617, "macro/f1": 0.7789270288701977, "macro/f1_ci": {}, "macro/recall": 0.7925292008789175, "macro/precision": 0.7657838864677617}, "2020.test (span detection)": {"micro/f1": 0.7480378890392421, "micro/f1_ci": {}, "micro/recall": 0.7171769590036325, "micro/precision": 0.7816742081447964, "macro/f1": 0.7480378890392421, "macro/f1_ci": {}, "macro/recall": 0.7171769590036325, "macro/precision": 0.7816742081447964}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2580aeb0a893aeb92771a60ca94dcad6bb20863151c864248b93ecd0bb26e804
-size 496349169
+oid sha256:8ea1e384f9061b9576c578e52d41058cabb44f3bf3ed8350d9a7f83e81f77f94
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline/roberta_base/best_model", "special_tokens_map_file": "cner_output/model/baseline/roberta_base/model_mwzvua/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline/roberta_base/model_mwzvua/epoch_10", "special_tokens_map_file": "cner_output/model/baseline/roberta_base/model_mwzvua/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020.train", "model": "roberta-base", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}