model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/roberta_base/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/roberta_base/model_xcvkpr/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6250343878954607, "micro/f1_ci": {"90": [0.6033280075903026, 0.6445173192428404], "95": [0.5990810816018808, 0.648257049435178]}, "micro/recall": 0.593521421107628, "micro/precision": 0.6600813480534573, "macro/f1": 0.5637074279149397, "macro/f1_ci": {"90": [0.5410248998538643, 0.5837255458269487], "95": [0.5375415725973287, 0.5876785063554206]}, "macro/recall": 0.5352951472778555, "macro/precision": 0.600004665676647, "per_entity_metric": {"corporation": {"f1": 0.5065963060686015, "f1_ci": {"90": [0.4478481824008791, 0.5589805572884174], "95": [0.43456161255088865, 0.5674006046432036]}, "precision": 0.5454545454545454, "recall": 0.4729064039408867}, "creative_work": {"f1": 0.4126074498567335, "f1_ci": {"90": [0.35178437197981166, 0.47343534125449016], "95": [0.34064285714285714, 0.4843627973020945]}, "precision": 0.5106382978723404, "recall": 0.34615384615384615}, "event": {"f1": 0.38095238095238093, "f1_ci": {"90": [0.325294496471409, 0.4293359785272493], "95": [0.31578947368421056, 0.44026890506611216]}, "precision": 0.42718446601941745, "recall": 0.34375}, "group": {"f1": 0.5463182897862233, "f1_ci": {"90": [0.4864864864864865, 0.6000448430493274], "95": [0.47543029825252925, 0.6127186470719909]}, "precision": 0.5927835051546392, "recall": 0.5066079295154186}, "location": {"f1": 0.6263736263736264, "f1_ci": {"90": [0.5685318375166413, 0.6772572111281788], "95": [0.5582725217952859, 0.6864214214214215]}, "precision": 0.6229508196721312, "recall": 0.6298342541436464}, "person": {"f1": 0.8440366972477065, "f1_ci": {"90": [0.8219131369045535, 0.865597899683428], "95": [0.8160514794685989, 0.868726540506725]}, "precision": 0.8419301164725458, "recall": 0.8461538461538461}, "product": {"f1": 0.6290672451193058, "f1_ci": {"90": [0.5837094362340511, 0.6722373514236406], "95": [0.5761124121779859, 0.6802512762186897]}, "precision": 0.6590909090909091, "recall": 0.6016597510373444}}}, "2021.test": {"micro/f1": 0.6277853569804457, "micro/f1_ci": {"90": [0.6190528302093791, 0.637166673821112], "95": [0.6177895398022435, 0.639467537908463]}, "micro/recall": 0.6385291396854764, "micro/precision": 0.6173971377459749, "macro/f1": 0.5748349257890546, "macro/f1_ci": {"90": [0.5656974837296382, 0.5847474137965091], "95": [0.5635394779538576, 0.5865515845569423]}, "macro/recall": 0.5859575221344979, "macro/precision": 0.5653953840335343, "per_entity_metric": {"corporation": {"f1": 0.5100879461976202, "f1_ci": {"90": [0.485484553649956, 0.5360828720038704], "95": [0.48086107506378173, 0.5425523368584413]}, "precision": 0.47725072604065827, "recall": 0.5477777777777778}, "creative_work": {"f1": 0.3784549964564139, "f1_ci": {"90": [0.3484336474320992, 0.41116416155195623], "95": [0.34368664120426035, 0.41555437529054995]}, "precision": 0.3926470588235294, "recall": 0.3652530779753762}, "event": {"f1": 0.4478301015697137, "f1_ci": {"90": [0.42571314714352687, 0.47000532785325577], "95": [0.421497854829053, 0.47361356005893573]}, "precision": 0.45454545454545453, "recall": 0.44131028207461326}, "group": {"f1": 0.5891472868217055, "f1_ci": {"90": [0.5674453195890018, 0.6113860061003159], "95": [0.56387657634216, 0.6149117722979857]}, "precision": 0.6031746031746031, "recall": 0.5757575757575758}, "location": {"f1": 0.6662116040955631, "f1_ci": {"90": [0.6385814987590771, 0.6946636251053114], "95": [0.6336917562724015, 0.6996921688106522]}, "precision": 0.6515353805073432, "recall": 0.6815642458100558}, "person": {"f1": 0.814537680384821, "f1_ci": {"90": [0.8039568988012096, 0.825058144875277], "95": [0.8027153613593744, 0.8275628816899452]}, "precision": 0.7880041365046536, "recall": 0.8429203539823009}, "product": {"f1": 0.6175748649975453, "f1_ci": {"90": [0.5953872695834349, 0.6407583801508282], "95": [0.5917331955634294, 0.6443487849197775]}, "precision": 0.5906103286384976, "recall": 0.647119341563786}}}, "2021.test (span detection)": {"micro/f1": 0.766300949349099, "micro/f1_ci": {}, "micro/recall": 0.7794610847692841, "micro/precision": 0.7535778175313059, "macro/f1": 0.766300949349099, "macro/f1_ci": {}, "macro/recall": 0.7794610847692841, "macro/precision": 0.7535778175313059}, "2020.test": {"micro/f1": 0.6166072896684023, "micro/f1_ci": {"90": [0.5968860814119681, 0.6360459299280211], "95": [0.5935244454955105, 0.6391012691257952]}, "micro/recall": 0.5838090295796575, "micro/precision": 0.6533101045296167, "macro/f1": 0.5651424988148673, "macro/f1_ci": {"90": [0.5431686776050791, 0.5849619166340279], "95": [0.5388826689765536, 0.5911186634606963]}, "macro/recall": 0.5345735089544935, "macro/precision": 0.6012697912442106, "per_entity_metric": {"corporation": {"f1": 0.48333333333333334, "f1_ci": {"90": [0.4267197789048689, 0.5378666422365748], "95": [0.41509162090152796, 0.548203662530421]}, "precision": 0.514792899408284, "recall": 0.45549738219895286}, "creative_work": {"f1": 0.43827160493827155, "f1_ci": {"90": [0.371761829236056, 0.5], "95": [0.36128062090710644, 0.5147943640517898]}, "precision": 0.4896551724137931, "recall": 0.39664804469273746}, "event": {"f1": 0.4016393442622951, "f1_ci": {"90": [0.3439974522292994, 0.45357460478791956], "95": [0.3347125008494403, 0.46483423894353126]}, "precision": 0.43946188340807174, "recall": 0.36981132075471695}, "group": {"f1": 0.5483870967741935, "f1_ci": {"90": [0.4946392503332005, 0.6026832795264998], "95": [0.48312611012433393, 0.6153846153846154]}, "precision": 0.6194331983805668, "recall": 0.4919614147909968}, "location": {"f1": 0.6346153846153846, "f1_ci": {"90": [0.5722292456805731, 0.6871658808908527], "95": [0.5604350860865519, 0.7003418175532605]}, "precision": 0.673469387755102, "recall": 0.6}, "person": {"f1": 0.8184143222506394, "f1_ci": {"90": [0.7945149152847871, 0.8404672730515428], "95": [0.7891257291892355, 0.8432465827554415]}, "precision": 0.8318890814558059, "recall": 0.8053691275167785}, "product": {"f1": 0.631336405529954, "f1_ci": {"90": [0.5831032672210837, 0.6799057071960297], "95": [0.5700521507020061, 0.6861371995767624]}, "precision": 0.6401869158878505, "recall": 0.6227272727272727}}}, "2020.test (span detection)": {"micro/f1": 0.7404768429706768, "micro/f1_ci": {}, "micro/recall": 0.7010897768552153, "micro/precision": 0.7845528455284553, "macro/f1": 0.7404768429706768, "macro/f1_ci": {}, "macro/recall": 0.7010897768552153, "macro/precision": 0.7845528455284553}, "2020.dev (span detection)": {"micro/f1": 0.7466299862448419, "micro/f1_ci": {}, "micro/recall": 0.7089864158829676, "micro/precision": 0.78849506101104, "macro/f1": 0.7466299862448419, "macro/f1_ci": {}, "macro/recall": 0.7089864158829676, "macro/precision": 0.78849506101104}}
+{"2021.dev": {"micro/f1": 0.6177062374245473, "micro/f1_ci": {}, "micro/recall": 0.614, "micro/precision": 0.6214574898785425, "macro/f1": 0.5772674113968216, "macro/f1_ci": {}, "macro/recall": 0.5791036438020786, "macro/precision": 0.5795388967201307, "per_entity_metric": {"corporation": {"f1": 0.5765765765765766, "f1_ci": {}, "precision": 0.5333333333333333, "recall": 0.6274509803921569}, "creative_work": {"f1": 0.4457831325301205, "f1_ci": {}, "precision": 0.40217391304347827, "recall": 0.5}, "event": {"f1": 0.3868312757201646, "f1_ci": {}, "precision": 0.41964285714285715, "recall": 0.35877862595419846}, "group": {"f1": 0.5887640449438203, "f1_ci": {}, "precision": 0.6009174311926605, "recall": 0.5770925110132159}, "location": {"f1": 0.6056338028169014, "f1_ci": {}, "precision": 0.6142857142857143, "recall": 0.5972222222222222}, "person": {"f1": 0.8057040998217468, "f1_ci": {}, "precision": 0.8129496402877698, "recall": 0.7985865724381626}, "product": {"f1": 0.6315789473684211, "f1_ci": {}, "precision": 0.673469387755102, "recall": 0.5945945945945946}}}, "2021.test": {"micro/f1": 0.6175553918513061, "micro/f1_ci": {"90": [0.6085886303107021, 0.6270245504530414], "95": [0.6071586866067074, 0.6287436113239784]}, "micro/recall": 0.6300878815911193, "micro/precision": 0.6055117235248361, "macro/f1": 0.5699978267978356, "macro/f1_ci": {"90": [0.5605132986273212, 0.5797067599839523], "95": [0.5588124392557708, 0.5811940101640996]}, "macro/recall": 0.5841701622550579, "macro/precision": 0.5590687883112516, "per_entity_metric": {"corporation": {"f1": 0.4889844169801182, "f1_ci": {"90": [0.4640154790729851, 0.515102305102305], "95": [0.458960569692277, 0.5184799847126035]}, "precision": 0.47346514047866806, "recall": 0.5055555555555555}, "creative_work": {"f1": 0.3800116211504939, "f1_ci": {"90": [0.35191852653953354, 0.40933711169196746], "95": [0.34682573875113965, 0.41311093888923844]}, "precision": 0.3303030303030303, "recall": 0.4473324213406293}, "event": {"f1": 0.4550669216061186, "f1_ci": {"90": [0.4322288263190161, 0.4776987543942918], "95": [0.4279424228309153, 0.4810260222978927]}, "precision": 0.47935548841893255, "recall": 0.43312101910828027}, "group": {"f1": 0.5702400000000001, "f1_ci": {"90": [0.5503755696583996, 0.591894081025951], "95": [0.5461277611277611, 0.5958909853906346]}, "precision": 0.5544492843808339, "recall": 0.5869565217391305}, "location": {"f1": 0.6506189821182944, "f1_ci": {"90": [0.6223673974540311, 0.678031547405726], "95": [0.6154868663693391, 0.6833961095707151]}, "precision": 0.6409214092140921, "recall": 0.6606145251396648}, "person": {"f1": 0.8133776792313377, "f1_ci": {"90": [0.802455084121242, 0.8241577387325482], "95": [0.8002960866175137, 0.8264256405395821]}, "precision": 0.8151851851851852, "recall": 0.8115781710914455}, "product": {"f1": 0.6316851664984864, "f1_ci": {"90": [0.6088324911643448, 0.6536741705155935], "95": [0.6046596973132213, 0.6580478190391984]}, "precision": 0.6198019801980198, "recall": 0.6440329218106996}}}, "2020.test": {"micro/f1": 0.604995882514411, "micro/f1_ci": {"90": [0.5840748362685845, 0.6255164199352362], "95": [0.5803974312612263, 0.629783727608571]}, "micro/recall": 0.5718733783082511, "micro/precision": 0.6421911421911422, "macro/f1": 0.5612313427645093, "macro/f1_ci": {"90": [0.5392933879031333, 0.5843882413380433], "95": [0.5339723783579367, 0.5886659409585682]}, "macro/recall": 0.5335324219465825, "macro/precision": 0.5945742705318462, "per_entity_metric": {"corporation": {"f1": 0.498567335243553, "f1_ci": {"90": [0.4432367697038356, 0.5527248563561412], "95": [0.430937450036418, 0.5627151060479765]}, "precision": 0.5506329113924051, "recall": 0.45549738219895286}, "creative_work": {"f1": 0.45333333333333337, "f1_ci": {"90": [0.39745898298944954, 0.5064813035214726], "95": [0.3861220200232313, 0.5190568654646326]}, "precision": 0.4336734693877551, "recall": 0.4748603351955307}, "event": {"f1": 0.39828693790149894, "f1_ci": {"90": [0.3415730337078652, 0.456629460510739], "95": [0.3301304866742681, 0.4646474034020503]}, "precision": 0.4603960396039604, "recall": 0.35094339622641507}, "group": {"f1": 0.5281090289608178, "f1_ci": {"90": [0.48241536800880896, 0.577548236739413], "95": [0.4707699919291534, 0.5884499238915168]}, "precision": 0.5615942028985508, "recall": 0.4983922829581994}, "location": {"f1": 0.6095238095238096, "f1_ci": {"90": [0.5387194963046357, 0.6712802768166091], "95": [0.5269345238095238, 0.6860918021485609]}, "precision": 0.64, "recall": 0.5818181818181818}, "person": {"f1": 0.7992895204262878, "f1_ci": {"90": [0.7700797991571775, 0.8255599326386835], "95": [0.7649718398835049, 0.8306304806824568]}, "precision": 0.8490566037735849, "recall": 0.7550335570469798}, "product": {"f1": 0.6415094339622642, "f1_ci": {"90": [0.5941294695876195, 0.6870398266786277], "95": [0.5813202020202021, 0.6948054459658081]}, "precision": 0.6666666666666666, "recall": 0.6181818181818182}}}, "2021.test (span detection)": {"micro/f1": 0.7692483045534848, "micro/f1_ci": {}, "micro/recall": 0.7805019081762461, "micro/precision": 0.758314606741573, "macro/f1": 0.7692483045534848, "macro/f1_ci": {}, "macro/recall": 0.7805019081762461, "macro/precision": 0.758314606741573}, "2020.test (span detection)": {"micro/f1": 0.7375103505382279, "micro/f1_ci": {}, "micro/recall": 0.6933056564608199, "micro/precision": 0.7877358490566038, "macro/f1": 0.7375103505382279, "macro/f1_ci": {}, "macro/recall": 0.6933056564608199, "macro/precision": 0.7877358490566038}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3add0e91ef0a9dc6ff64441903ca27417eb59dd7e9e522403c30e5452c861038
-size 496349169
+oid sha256:cd95cfbd2addb45992c68318f8378a26fbb3736bc866b0ef77c48beb99a3168c
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/roberta_base/best_model", "special_tokens_map_file": "cner_output/model/baseline_2021/roberta_base/model_xcvkpr/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/roberta_base/model_xcvkpr/epoch_10", "special_tokens_map_file": "cner_output/model/baseline_2021/roberta_base/model_xcvkpr/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2021.train", "model": "roberta-base", "crf": false, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 0.0001, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}