model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline/bert_large/best_model",
+  "_name_or_path": "cner_output/model/baseline/bert_large/model_udkgmb/epoch_10",
   "architectures": [
     "BertForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6222578919208133, "micro/f1_ci": {"90": [0.6002713734142305, 0.6418252144073987], "95": [0.5963127462425215, 0.6471265127350779]}, "micro/recall": 0.6076280041797283, "micro/precision": 0.637609649122807, "macro/f1": 0.5677404850766915, "macro/f1_ci": {"90": [0.54419874571907, 0.5878266716812326], "95": [0.5400658783595853, 0.5935145437183075]}, "macro/recall": 0.5563584058109383, "macro/precision": 0.5833223110839691, "per_entity_metric": {"corporation": {"f1": 0.46111111111111114, "f1_ci": {"90": [0.39775422819964884, 0.5201222848388685], "95": [0.3867511353753985, 0.5326183513573164]}, "precision": 0.5286624203821656, "recall": 0.4088669950738916}, "creative_work": {"f1": 0.4640371229698376, "f1_ci": {"90": [0.4063495570565831, 0.5149454022988506], "95": [0.39683647406061984, 0.5238785369220154]}, "precision": 0.4484304932735426, "recall": 0.4807692307692308}, "event": {"f1": 0.3943661971830986, "f1_ci": {"90": [0.3459780132471808, 0.44320387329860533], "95": [0.3364934864593862, 0.4541924283154123]}, "precision": 0.4066390041493776, "recall": 0.3828125}, "group": {"f1": 0.5346062052505967, "f1_ci": {"90": [0.4711426654740608, 0.5882493667323387], "95": [0.4584148902656726, 0.5981034213936991]}, "precision": 0.5833333333333334, "recall": 0.4933920704845815}, "location": {"f1": 0.6161879895561357, "f1_ci": {"90": [0.5599891304347826, 0.6735783814251957], "95": [0.5491159184076653, 0.6814435382782154]}, "precision": 0.5841584158415841, "recall": 0.6519337016574586}, "person": {"f1": 0.8442553191489361, "f1_ci": {"90": [0.8196163456850317, 0.8653354190473338], "95": [0.8129041293213829, 0.8688398224582435]}, "precision": 0.8596187175043327, "recall": 0.8294314381270903}, "product": {"f1": 0.6596194503171248, "f1_ci": {"90": [0.6165607766925786, 0.6989775784753364], "95": [0.6079477626887794, 0.7091761984320781]}, "precision": 0.6724137931034483, "recall": 0.6473029045643154}}}, "2021.test": {"micro/f1": 0.6145031736224232, "micro/f1_ci": {"90": [0.6055897886830423, 0.6238340799288384], "95": [0.6038761031098794, 0.6251510173431376]}, "micro/recall": 0.6325161887141536, "micro/precision": 0.5974877116329874, "macro/f1": 0.5637826443044096, "macro/f1_ci": {"90": [0.5543047070193072, 0.5731150172421611], "95": [0.5524338236736175, 0.5754911348596145]}, "macro/recall": 0.586634418348207, "macro/precision": 0.5464963366679373, "per_entity_metric": {"corporation": {"f1": 0.49430523917995445, "f1_ci": {"90": [0.46944271546537203, 0.5189101805402551], "95": [0.4630409929064162, 0.525187969924812]}, "precision": 0.5070093457943925, "recall": 0.4822222222222222}, "creative_work": {"f1": 0.3815028901734103, "f1_ci": {"90": [0.3518357728807571, 0.4098227479142206], "95": [0.3480056826513692, 0.41576615576662934]}, "precision": 0.3303303303303303, "recall": 0.45143638850889195}, "event": {"f1": 0.41298467087466184, "f1_ci": {"90": [0.3901775514687422, 0.43408426704650094], "95": [0.3864649080147322, 0.4382641403033892]}, "precision": 0.4092940125111707, "recall": 0.4167424931756142}, "group": {"f1": 0.5747841105354059, "f1_ci": {"90": [0.5523064060653343, 0.5983209952502198], "95": [0.5487640177118277, 0.6015244748084322]}, "precision": 0.6042120551924474, "recall": 0.5480895915678524}, "location": {"f1": 0.6326402016383113, "f1_ci": {"90": [0.6048334421946441, 0.6582774179658768], "95": [0.5980442953166364, 0.6641800321917763]}, "precision": 0.5763490241102182, "recall": 0.7011173184357542}, "person": {"f1": 0.8118598382749326, "f1_ci": {"90": [0.8006299816688234, 0.8228875110910546], "95": [0.7978757317458, 0.8246965785701174]}, "precision": 0.7917981072555205, "recall": 0.8329646017699115}, "product": {"f1": 0.6384015594541911, "f1_ci": {"90": [0.6167835885461729, 0.6600794663893026], "95": [0.6125658811794015, 0.6641026395543501]}, "precision": 0.6064814814814815, "recall": 0.6738683127572016}}}, "2020.test": {"micro/f1": 0.6101876675603218, "micro/f1_ci": {"90": [0.5895459056773446, 0.6297932610142957], "95": [0.585662535973689, 0.634400290437318]}, "micro/recall": 0.5905552672548002, "micro/precision": 0.6311702717692734, "macro/f1": 0.5663723734036853, "macro/f1_ci": {"90": [0.5444495571423321, 0.5868812786951166], "95": [0.5399970209785091, 0.5911682251023298]}, "macro/recall": 0.5485319091313315, "macro/precision": 0.5900211215351884, "per_entity_metric": {"corporation": {"f1": 0.5291005291005291, "f1_ci": {"90": [0.4730515832089036, 0.579653078516287], "95": [0.46368227365434067, 0.5913634950248756]}, "precision": 0.5347593582887701, "recall": 0.5235602094240838}, "creative_work": {"f1": 0.4134078212290503, "f1_ci": {"90": [0.34998633879781416, 0.47302753924410657], "95": [0.33632792792792787, 0.48387945670628185]}, "precision": 0.4134078212290503, "recall": 0.4134078212290503}, "event": {"f1": 0.4249084249084249, "f1_ci": {"90": [0.3747660680433789, 0.47549948307056084], "95": [0.3657555538167152, 0.485839086938143]}, "precision": 0.4128113879003559, "recall": 0.4377358490566038}, "group": {"f1": 0.5361216730038023, "f1_ci": {"90": [0.48000000000000004, 0.5909182922340818], "95": [0.46831146842440674, 0.600026833631485]}, "precision": 0.6558139534883721, "recall": 0.4533762057877814}, "location": {"f1": 0.6230529595015577, "f1_ci": {"90": [0.5538411425707843, 0.6788990825688073], "95": [0.5441105215264073, 0.6920886374351721]}, "precision": 0.6410256410256411, "recall": 0.6060606060606061}, "person": {"f1": 0.8027210884353743, "f1_ci": {"90": [0.7754977600796416, 0.8273398077805253], "95": [0.7708761710764162, 0.8332245826097767]}, "precision": 0.8137931034482758, "recall": 0.7919463087248322}, "product": {"f1": 0.6352941176470588, "f1_ci": {"90": [0.5812565614148429, 0.6866448068060972], "95": [0.5714130096483038, 0.695891395708914]}, "precision": 0.6585365853658537, "recall": 0.6136363636363636}}}, "2021.test (span detection)": {"micro/f1": 0.7548738693185011, "micro/f1_ci": {}, "micro/recall": 0.7769168497744883, "micro/precision": 0.7340472027972028, "macro/f1": 0.7548738693185011, "macro/f1_ci": {}, "macro/recall": 0.7769168497744883, "macro/precision": 0.7340472027972028}, "2020.test (span detection)": {"micro/f1": 0.7294180745508179, "micro/f1_ci": {}, "micro/recall": 0.7057602490918526, "micro/precision": 0.7547169811320755, "macro/f1": 0.7294180745508179, "macro/f1_ci": {}, "macro/recall": 0.7057602490918526, "macro/precision": 0.7547169811320755}, "2020.dev (span detection)": {"micro/f1": 0.736954776558737, "micro/f1_ci": {}, "micro/recall": 0.719435736677116, "micro/precision": 0.7553483269336259, "macro/f1": 0.736954776558737, "macro/f1_ci": {}, "macro/recall": 0.719435736677116, "macro/precision": 0.7553483269336259}}
+{"2020.dev": {"micro/f1": 0.6221135560988862, "micro/f1_ci": {}, "micro/recall": 0.5982236154649948, "micro/precision": 0.6479909451046972, "macro/f1": 0.5688471785141028, "macro/f1_ci": {}, "macro/recall": 0.5483976347665008, "macro/precision": 0.5918745986778033, "per_entity_metric": {"corporation": {"f1": 0.4664879356568364, "f1_ci": {}, "precision": 0.5117647058823529, "recall": 0.42857142857142855}, "creative_work": {"f1": 0.47619047619047616, "f1_ci": {}, "precision": 0.4973821989528796, "recall": 0.4567307692307692}, "event": {"f1": 0.37681159420289856, "f1_ci": {}, "precision": 0.4008810572687225, "recall": 0.35546875}, "group": {"f1": 0.5614849187935035, "f1_ci": {}, "precision": 0.5931372549019608, "recall": 0.5330396475770925}, "location": {"f1": 0.6049046321525885, "f1_ci": {}, "precision": 0.5967741935483871, "recall": 0.6132596685082873}, "person": {"f1": 0.8379310344827586, "f1_ci": {}, "precision": 0.8647686832740213, "recall": 0.8127090301003345}, "product": {"f1": 0.6581196581196581, "f1_ci": {}, "precision": 0.6784140969162996, "recall": 0.6390041493775933}}}, "2021.test": {"micro/f1": 0.6142662426169924, "micro/f1_ci": {"90": [0.6054860911410611, 0.6239132125979686], "95": [0.6039488039051357, 0.6252644472451034]}, "micro/recall": 0.6253469010175763, "micro/precision": 0.6035714285714285, "macro/f1": 0.5614355349295936, "macro/f1_ci": {"90": [0.5520803007571674, 0.5710648719603469], "95": [0.5504902392526134, 0.5725661254009528]}, "macro/recall": 0.5731091951352001, "macro/precision": 0.5513691216732639, "per_entity_metric": {"corporation": {"f1": 0.501082251082251, "f1_ci": {"90": [0.4770074846982415, 0.5255478220892417], "95": [0.4709604335226225, 0.528632810053306]}, "precision": 0.4883966244725738, "recall": 0.5144444444444445}, "creative_work": {"f1": 0.39033693579148127, "f1_ci": {"90": [0.36235902604021875, 0.41935695260643474], "95": [0.3568715932217256, 0.42526268539851686]}, "precision": 0.3646080760095012, "recall": 0.41997264021887826}, "event": {"f1": 0.4180478821362799, "f1_ci": {"90": [0.39369736887085927, 0.4410493598015965], "95": [0.3889883888059071, 0.445061691971253]}, "precision": 0.42311276794035413, "recall": 0.41310282074613286}, "group": {"f1": 0.573095401509952, "f1_ci": {"90": [0.5520272454176741, 0.5957167433722008], "95": [0.5485938611177392, 0.601030294198623]}, "precision": 0.5981375358166189, "recall": 0.5500658761528326}, "location": {"f1": 0.6112600536193029, "f1_ci": {"90": [0.5835555295954594, 0.6392736996727908], "95": [0.5768684161500784, 0.6444776182556419]}, "precision": 0.5876288659793815, "recall": 0.6368715083798883}, "person": {"f1": 0.8060337178349601, "f1_ci": {"90": [0.7950308287592746, 0.8177910434069819], "95": [0.7929682405502338, 0.8191804141278767]}, "precision": 0.7769414984604858, "recall": 0.8373893805309734}, "product": {"f1": 0.6301925025329281, "f1_ci": {"90": [0.6085438799207493, 0.6510378873841347], "95": [0.6044293701255484, 0.6561154547162428]}, "precision": 0.6207584830339321, "recall": 0.6399176954732511}}}, "2020.test": {"micro/f1": 0.6218623481781376, "micro/f1_ci": {"90": [0.600598047054793, 0.6418760390271273], "95": [0.5984731519563263, 0.6462189897033449]}, "micro/recall": 0.5978204462895693, "micro/precision": 0.6479190101237345, "macro/f1": 0.5814516218649598, "macro/f1_ci": {"90": [0.5589758960859509, 0.6016250996825379], "95": [0.5546179229876598, 0.6059803861473116]}, "macro/recall": 0.559517342837518, "macro/precision": 0.6074235531058303, "per_entity_metric": {"corporation": {"f1": 0.5667574931880109, "f1_ci": {"90": [0.5073580123810711, 0.620876014005785], "95": [0.4931487876143134, 0.6306901737967915]}, "precision": 0.5909090909090909, "recall": 0.5445026178010471}, "creative_work": {"f1": 0.4375, "f1_ci": {"90": [0.3757942482146305, 0.4938698450223272], "95": [0.36569966814159277, 0.5046488095238096]}, "precision": 0.44508670520231214, "recall": 0.4301675977653631}, "event": {"f1": 0.47238095238095246, "f1_ci": {"90": [0.42434964414851734, 0.5212421212421213], "95": [0.4131135696459861, 0.5296192449244684]}, "precision": 0.47692307692307695, "recall": 0.4679245283018868}, "group": {"f1": 0.49723756906077354, "f1_ci": {"90": [0.4436419938068124, 0.5520573771362415], "95": [0.435036183523845, 0.5635895944482331]}, "precision": 0.5818965517241379, "recall": 0.4340836012861736}, "location": {"f1": 0.6261980830670928, "f1_ci": {"90": [0.5613978494623657, 0.6819569631302302], "95": [0.5519931034482759, 0.6885320192164827]}, "precision": 0.6621621621621622, "recall": 0.593939393939394}, "person": {"f1": 0.8003412969283276, "f1_ci": {"90": [0.7704149384371606, 0.8257669055082848], "95": [0.7641216708991424, 0.8306610084916783]}, "precision": 0.8142361111111112, "recall": 0.7869127516778524}, "product": {"f1": 0.6697459584295613, "f1_ci": {"90": [0.6156779024106119, 0.7180777656078862], "95": [0.6014288611228104, 0.72647030651341]}, "precision": 0.6807511737089202, "recall": 0.6590909090909091}}}, "2021.test (span detection)": {"micro/f1": 0.7585501647540052, "micro/f1_ci": {}, "micro/recall": 0.7720596738753325, "micro/precision": 0.7455053042992742, "macro/f1": 0.7585501647540052, "macro/f1_ci": {}, "macro/recall": 0.7720596738753325, "macro/precision": 0.7455053042992742}, "2020.test (span detection)": {"micro/f1": 0.7379217273954116, "micro/f1_ci": {}, "micro/recall": 0.7093928386092372, "micro/precision": 0.7688413948256468, "macro/f1": 0.7379217273954116, "macro/f1_ci": {}, "macro/recall": 0.7093928386092372, "macro/precision": 0.7688413948256468}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce2383c1fc58a26a57973a2840d425fafc0ef1e7880b0ade4fdd220d0641981a
-size 1330337393
+oid sha256:0174a7ae9725df8b6d0cd040a389986c4f8186ccf04ae1fe2e8986b962581265
+size 1330342897

tokenizer_config.json

@@ -1 +1 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline/bert_large/best_model", "special_tokens_map_file": "cner_output/model/baseline/bert_large/model_udkgmb/epoch_10/special_tokens_map.json", "tokenizer_class": "BertTokenizer"}
+{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline/bert_large/model_udkgmb/epoch_10", "special_tokens_map_file": "cner_output/model/baseline/bert_large/model_udkgmb/epoch_10/special_tokens_map.json", "tokenizer_class": "BertTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020.train", "model": "bert-large-cased", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 0.0001, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.3, "max_grad_norm": 1}