model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/bert_base_continuous/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/bert_base_continuous/model_mwzvua/epoch_10",
   "architectures": [
     "BertForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2021.dev": {"micro/f1": 0.6238341968911917, "micro/f1_ci": {}, "micro/recall": 0.602, "micro/precision": 0.6473118279569893, "macro/f1": 0.579976246863799, "macro/f1_ci": {}, "macro/recall": 0.5644293168140149, "macro/precision": 0.6020417236280231, "per_entity_metric": {"corporation": {"f1": 0.5585585585585585, "f1_ci": {}, "precision": 0.5166666666666667, "recall": 0.6078431372549019}, "creative_work": {"f1": 0.4397163120567376, "f1_ci": {}, "precision": 0.4626865671641791, "recall": 0.4189189189189189}, "event": {"f1": 0.3983739837398374, "f1_ci": {}, "precision": 0.4260869565217391, "recall": 0.37404580152671757}, "group": {"f1": 0.5812807881773399, "f1_ci": {}, "precision": 0.659217877094972, "recall": 0.5198237885462555}, "location": {"f1": 0.6164383561643835, "f1_ci": {}, "precision": 0.6081081081081081, "recall": 0.625}, "person": {"f1": 0.8154657293497363, "f1_ci": {}, "precision": 0.8111888111888111, "recall": 0.8197879858657244}, "product": {"f1": 0.65, "f1_ci": {}, "precision": 0.7303370786516854, "recall": 0.5855855855855856}}}, "2021.test": {"micro/f1": 0.632319886430853, "micro/f1_ci": {"90": [0.6226866628423733, 0.6415056028298163], "95": [0.6211378978592078, 0.6431778374359876]}, "micro/recall": 0.6180619796484736, "micro/precision": 0.6472511503996125, "macro/f1": 0.5806219629649547, "macro/f1_ci": {"90": [0.5703414283072102, 0.5904896920591368], "95": [0.5685291032607632, 0.5922437745848366]}, "macro/recall": 0.5721994854302126, "macro/precision": 0.593633412954872, "per_entity_metric": {"corporation": {"f1": 0.5167714884696017, "f1_ci": {"90": [0.49193504982811903, 0.5387903990624467], "95": [0.4880693112889452, 0.543430737013809]}, "precision": 0.48908730158730157, "recall": 0.5477777777777778}, "creative_work": {"f1": 0.3872340425531915, "f1_ci": {"90": [0.35697879872433663, 0.41847584491172474], "95": [0.34885152508897127, 0.4266289361661315]}, "precision": 0.4020618556701031, "recall": 0.3734610123119015}, "event": {"f1": 0.4577017114914425, "f1_ci": {"90": [0.43272400713966985, 0.4800834416448436], "95": [0.4276977807054006, 0.48473673368910114]}, "precision": 0.49471458773784355, "recall": 0.42584167424931757}, "group": {"f1": 0.5871559633027523, "f1_ci": {"90": [0.5647578909554835, 0.6099692333614742], "95": [0.5592093396369713, 0.6159962228825899]}, "precision": 0.6628003314001657, "recall": 0.5270092226613966}, "location": {"f1": 0.6482939632545932, "f1_ci": {"90": [0.6197194209499024, 0.6771272033697985], "95": [0.6134070647465865, 0.6807117732858731]}, "precision": 0.6113861386138614, "recall": 0.6899441340782123}, "person": {"f1": 0.8130410757045496, "f1_ci": {"90": [0.8019850888964908, 0.8243468992461821], "95": [0.7984990700810528, 0.8267796757923292]}, "precision": 0.8122929701877071, "recall": 0.8137905604719764}, "product": {"f1": 0.6541554959785523, "f1_ci": {"90": [0.6311929197681102, 0.6752471326113765], "95": [0.6276211638016137, 0.6791054017200733]}, "precision": 0.683090705487122, "recall": 0.6275720164609053}}}, "2020.test": {"micro/f1": 0.6382377859361762, "micro/f1_ci": {"90": [0.6168560589571064, 0.6579196667514137], "95": [0.6132370089465071, 0.6613235988404536]}, "micro/recall": 0.5864037363777893, "micro/precision": 0.7001239157372986, "macro/f1": 0.5979933888367681, "macro/f1_ci": {"90": [0.5738510281444279, 0.6208484937675824], "95": [0.5696439228190077, 0.6244804497287852]}, "macro/recall": 0.5495107615177389, "macro/precision": 0.6615164382463598, "per_entity_metric": {"corporation": {"f1": 0.5935828877005348, "f1_ci": {"90": [0.5344215731567511, 0.6463478521179464], "95": [0.5206723636579432, 0.661072206660442]}, "precision": 0.6065573770491803, "recall": 0.581151832460733}, "creative_work": {"f1": 0.4658385093167701, "f1_ci": {"90": [0.40119672160104564, 0.5269756139894125], "95": [0.3906236847643098, 0.5378528939665755]}, "precision": 0.5244755244755245, "recall": 0.41899441340782123}, "event": {"f1": 0.46092184368737477, "f1_ci": {"90": [0.40738335738335735, 0.510257812472076], "95": [0.3983555307370652, 0.523264547360016]}, "precision": 0.49145299145299143, "recall": 0.4339622641509434}, "group": {"f1": 0.5375494071146245, "f1_ci": {"90": [0.4866062876299945, 0.5934392340332935], "95": [0.47346167890615487, 0.604128556910569]}, "precision": 0.6974358974358974, "recall": 0.43729903536977494}, "location": {"f1": 0.6491803278688525, "f1_ci": {"90": [0.5783889165422267, 0.7112746951507704], "95": [0.5694608793545562, 0.7207925271449863]}, "precision": 0.7071428571428572, "recall": 0.6}, "person": {"f1": 0.8105263157894737, "f1_ci": {"90": [0.7833325895646275, 0.8355709220499647], "95": [0.777958560955458, 0.8395090845562543]}, "precision": 0.8492647058823529, "recall": 0.7751677852348994}, "product": {"f1": 0.6683544303797468, "f1_ci": {"90": [0.6157334312465577, 0.7178281289667428], "95": [0.6073696753053321, 0.7283032116956373]}, "precision": 0.7542857142857143, "recall": 0.6}}}, "2021.test (span detection)": {"micro/f1": 0.7675739644970414, "micro/f1_ci": {}, "micro/recall": 0.7500867352839135, "micro/precision": 0.7858960378044347, "macro/f1": 0.7675739644970414, "macro/f1_ci": {}, "macro/recall": 0.7500867352839135, "macro/precision": 0.7858960378044347}, "2020.test (span detection)": {"micro/f1": 0.7331262355266874, "micro/f1_ci": {}, "micro/recall": 0.6735858847950181, "micro/precision": 0.8042131350681536, "macro/f1": 0.7331262355266874, "macro/f1_ci": {}, "macro/recall": 0.6735858847950181, "macro/precision": 0.8042131350681536}}
+{"2021.dev": {"micro/f1": 0.6148409893992933, "micro/f1_ci": {}, "micro/recall": 0.609, "micro/precision": 0.6207951070336392, "macro/f1": 0.5701559407018298, "macro/f1_ci": {}, "macro/recall": 0.5658302273189542, "macro/precision": 0.5779864735020361, "per_entity_metric": {"corporation": {"f1": 0.5486725663716814, "f1_ci": {}, "precision": 0.5, "recall": 0.6078431372549019}, "creative_work": {"f1": 0.4335664335664336, "f1_ci": {}, "precision": 0.4492753623188406, "recall": 0.4189189189189189}, "event": {"f1": 0.3939393939393939, "f1_ci": {}, "precision": 0.39097744360902253, "recall": 0.3969465648854962}, "group": {"f1": 0.6066350710900474, "f1_ci": {}, "precision": 0.6564102564102564, "recall": 0.5638766519823789}, "location": {"f1": 0.5815602836879432, "f1_ci": {}, "precision": 0.5942028985507246, "recall": 0.5694444444444444}, "person": {"f1": 0.795138888888889, "f1_ci": {}, "precision": 0.7815699658703071, "recall": 0.8091872791519434}, "product": {"f1": 0.6315789473684211, "f1_ci": {}, "precision": 0.673469387755102, "recall": 0.5945945945945946}}}, "2021.test": {"micro/f1": 0.6180153025736147, "micro/f1_ci": {"90": [0.6091071020409725, 0.6281541017445712], "95": [0.6068108439278024, 0.6300879315353104]}, "micro/recall": 0.6164431082331174, "micro/precision": 0.6195955369595537, "macro/f1": 0.5683670244315128, "macro/f1_ci": {"90": [0.5585356632073021, 0.5783570229745414], "95": [0.5566645989492551, 0.5802489470130128]}, "macro/recall": 0.5712308118378218, "macro/precision": 0.569694944056475, "per_entity_metric": {"corporation": {"f1": 0.47404505386875617, "f1_ci": {"90": [0.4490379133679127, 0.4990727568196289], "95": [0.4441134904075242, 0.5039688442060536]}, "precision": 0.4238178633975482, "recall": 0.5377777777777778}, "creative_work": {"f1": 0.3821742066171506, "f1_ci": {"90": [0.35211960334500386, 0.4128517316017316], "95": [0.34730538922155685, 0.41977224730637996]}, "precision": 0.37733333333333335, "recall": 0.387140902872777}, "event": {"f1": 0.44045368620037806, "f1_ci": {"90": [0.41686079777668794, 0.4635629737606736], "95": [0.41271162200014244, 0.4690119025876094]}, "precision": 0.4582104228121927, "recall": 0.4240218380345769}, "group": {"f1": 0.5773490532332975, "f1_ci": {"90": [0.5552643235358515, 0.6014339048948261], "95": [0.5519955277939024, 0.604945054945055]}, "precision": 0.6307572209211554, "recall": 0.5322793148880105}, "location": {"f1": 0.6442244224422442, "f1_ci": {"90": [0.616027444804906, 0.6713668122570161], "95": [0.6104101752199371, 0.6748156291439195]}, "precision": 0.6107634543178974, "recall": 0.6815642458100558}, "person": {"f1": 0.8072178236052291, "f1_ci": {"90": [0.7949127874965743, 0.8191705751547954], "95": [0.7917901949040049, 0.8214841028371646]}, "precision": 0.8061787421846267, "recall": 0.8082595870206489}, "product": {"f1": 0.6531049250535331, "f1_ci": {"90": [0.6304396220938515, 0.674394710721743], "95": [0.6260682322959881, 0.678272448791214]}, "precision": 0.6808035714285714, "recall": 0.6275720164609053}}}, "2020.test": {"micro/f1": 0.6140546569994423, "micro/f1_ci": {"90": [0.5935696915654249, 0.633132472774783], "95": [0.5888371280910468, 0.6376608622599]}, "micro/recall": 0.5713544369486248, "micro/precision": 0.6636528028933092, "macro/f1": 0.5710807917000799, "macro/f1_ci": {"90": [0.5478250595501791, 0.592402271276497], "95": [0.5441015143150139, 0.5966065608106168]}, "macro/recall": 0.5337579395628287, "macro/precision": 0.6216528993817231, "per_entity_metric": {"corporation": {"f1": 0.5441176470588235, "f1_ci": {"90": [0.48876663303573126, 0.592100492100492], "95": [0.4804129604224749, 0.600520698653001]}, "precision": 0.511520737327189, "recall": 0.581151832460733}, "creative_work": {"f1": 0.42405063291139244, "f1_ci": {"90": [0.364188207958176, 0.48667350928641245], "95": [0.34920102269095554, 0.4985368691673284]}, "precision": 0.48905109489051096, "recall": 0.3743016759776536}, "event": {"f1": 0.4146341463414634, "f1_ci": {"90": [0.36212023989801767, 0.4683313491581428], "95": [0.3502082112930749, 0.4778481449922852]}, "precision": 0.44933920704845814, "recall": 0.3849056603773585}, "group": {"f1": 0.51252408477842, "f1_ci": {"90": [0.4573452121522882, 0.5658367176663969], "95": [0.44864981072900945, 0.5744367822180436]}, "precision": 0.6394230769230769, "recall": 0.42765273311897106}, "location": {"f1": 0.6349206349206349, "f1_ci": {"90": [0.5640853553605231, 0.6964856230031949], "95": [0.5436840439003798, 0.7125786608600979]}, "precision": 0.6666666666666666, "recall": 0.6060606060606061}, "person": {"f1": 0.798951048951049, "f1_ci": {"90": [0.7706629441193157, 0.8219729070364663], "95": [0.7663099298662476, 0.8272448572277301]}, "precision": 0.833941605839416, "recall": 0.7667785234899329}, "product": {"f1": 0.6683673469387755, "f1_ci": {"90": [0.6137868712702471, 0.7193481343491076], "95": [0.6005505949083819, 0.72868637441356]}, "precision": 0.7616279069767442, "recall": 0.5954545454545455}}}, "2021.test (span detection)": {"micro/f1": 0.7652789052533921, "micro/f1_ci": {}, "micro/recall": 0.7631548513935469, "micro/precision": 0.7674148156762414, "macro/f1": 0.7652789052533921, "macro/f1_ci": {}, "macro/recall": 0.7631548513935469, "macro/precision": 0.7674148156762414}, "2020.test (span detection)": {"micro/f1": 0.7250418293363079, "micro/f1_ci": {}, "micro/recall": 0.6746237675142709, "micro/precision": 0.7836045810729355, "macro/f1": 0.7250418293363079, "macro/f1_ci": {}, "macro/recall": 0.6746237675142709, "macro/precision": 0.7836045810729355}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4eebf519a1125ff3011f7e6f5452adc5a37998f0904168712a35a0b78f8722f5
-size 431006385
+oid sha256:715c3261f146a422f15cc56bc2749595f2c4de23b41d614a3cb6e07e25492341
+size 431009137

tokenizer_config.json

@@ -1 +1 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/bert_base_continuous/best_model", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/3b4f24ca855b89de958c718a0b57f5a85a74034966c27f680003c21cfe4d4119.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "tokenizer_class": "BertTokenizer"}
+{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/bert_base_continuous/model_mwzvua/epoch_10", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/3b4f24ca855b89de958c718a0b57f5a85a74034966c27f680003c21cfe4d4119.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d", "tokenizer_class": "BertTokenizer"}