model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/bertweet_large_continuous/best_model",
+  "_name_or_path": "tner/bertweet-large-tweetner-2020",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2021.dev": {"micro/f1": 0.653082017320428, "micro/f1_ci": {}, "micro/recall": 0.641, "micro/precision": 0.6656282450674974, "macro/f1": 0.6062874087343376, "macro/f1_ci": {}, "macro/recall": 0.6003174472298543, "macro/precision": 0.6148964179795654, "per_entity_metric": {"corporation": {"f1": 0.5686274509803921, "f1_ci": {}, "precision": 0.5686274509803921, "recall": 0.5686274509803921}, "creative_work": {"f1": 0.48322147651006714, "f1_ci": {}, "precision": 0.48, "recall": 0.4864864864864865}, "event": {"f1": 0.4184100418410042, "f1_ci": {}, "precision": 0.46296296296296297, "recall": 0.3816793893129771}, "group": {"f1": 0.628175519630485, "f1_ci": {}, "precision": 0.6601941747572816, "recall": 0.5991189427312775}, "location": {"f1": 0.6405228758169934, "f1_ci": {}, "precision": 0.6049382716049383, "recall": 0.6805555555555556}, "person": {"f1": 0.8446771378708552, "f1_ci": {}, "precision": 0.8344827586206897, "recall": 0.8551236749116607}, "product": {"f1": 0.660377358490566, "f1_ci": {}, "precision": 0.693069306930693, "recall": 0.6306306306306306}}}, "2021.test": {"micro/f1": 0.6518826518826519, "micro/f1_ci": {"90": [0.6427730144386877, 0.6611327655481906], "95": [0.6411235053370667, 0.6628404465400427]}, "micro/recall": 0.65263644773358, "micro/precision": 0.6511305952930319, "macro/f1": 0.6010973491837259, "macro/f1_ci": {"90": [0.5908530282983083, 0.6106688170010732], "95": [0.5888289030156493, 0.6122584267001241]}, "macro/recall": 0.6056880439956126, "macro/precision": 0.5989040736229091, "per_entity_metric": {"corporation": {"f1": 0.5170295924064768, "f1_ci": {"90": [0.4911715943630837, 0.5435130427302639], "95": [0.48538667672129376, 0.5484049843723425]}, "precision": 0.5196408529741863, "recall": 0.5144444444444445}, "creative_work": {"f1": 0.45549738219895286, "f1_ci": {"90": [0.4230719019883511, 0.4861526126762814], "95": [0.41804793822825986, 0.49145504953756447]}, "precision": 0.4366373902132999, "recall": 0.47606019151846785}, "event": {"f1": 0.46936758893280633, "f1_ci": {"90": [0.4437455689097019, 0.492499136304446], "95": [0.4394282651780747, 0.4962970241815489]}, "precision": 0.5135135135135135, "recall": 0.4322111010009099}, "group": {"f1": 0.6089850249584027, "f1_ci": {"90": [0.5887523378754915, 0.6316158015843638], "95": [0.5839458955592194, 0.634458074166479]}, "precision": 0.6153328850033625, "recall": 0.6027667984189723}, "location": {"f1": 0.6739974126778784, "f1_ci": {"90": [0.6471696745669347, 0.7000657600629788], "95": [0.6412686295892402, 0.7046191345420789]}, "precision": 0.6277108433734939, "recall": 0.7276536312849162}, "person": {"f1": 0.8366345629656551, "f1_ci": {"90": [0.8267227800878477, 0.8468145177868105], "95": [0.8246362642700996, 0.8490082547392545]}, "precision": 0.824793980652096, "recall": 0.8488200589970502}, "product": {"f1": 0.6461698801459093, "f1_ci": {"90": [0.6223354978354978, 0.6697992982665989], "95": [0.6182945748712692, 0.6737449135908852]}, "precision": 0.6546990496304118, "recall": 0.6378600823045267}}}, "2020.test": {"micro/f1": 0.6606010476978219, "micro/f1_ci": {"90": [0.6403878288213549, 0.6792696629431589], "95": [0.6363892760407079, 0.681869418801414]}, "micro/recall": 0.621691748832382, "micro/precision": 0.7047058823529412, "macro/f1": 0.6195915976260883, "macro/f1_ci": {"90": [0.5964607342759988, 0.6396579058828565], "95": [0.5930786368652285, 0.6440179831287473]}, "macro/recall": 0.5869914994240669, "macro/precision": 0.6600274125849681, "per_entity_metric": {"corporation": {"f1": 0.5962059620596206, "f1_ci": {"90": [0.5321513002364067, 0.652093118986188], "95": [0.5204291133238501, 0.6612075642184071]}, "precision": 0.6179775280898876, "recall": 0.5759162303664922}, "creative_work": {"f1": 0.5352112676056339, "f1_ci": {"90": [0.47468270042194094, 0.5907920670115793], "95": [0.4619667466252763, 0.5990801886792453]}, "precision": 0.5397727272727273, "recall": 0.5307262569832403}, "event": {"f1": 0.4596273291925466, "f1_ci": {"90": [0.40822620230234324, 0.5106836476323646], "95": [0.39750914660086784, 0.5209349226150858]}, "precision": 0.5091743119266054, "recall": 0.4188679245283019}, "group": {"f1": 0.5873605947955391, "f1_ci": {"90": [0.5391883591786077, 0.6376277161349977], "95": [0.5250720058597872, 0.646729464711003]}, "precision": 0.6960352422907489, "recall": 0.5080385852090032}, "location": {"f1": 0.6606606606606606, "f1_ci": {"90": [0.5956871765382403, 0.7220870530168773], "95": [0.5840856651939126, 0.7345138570774166]}, "precision": 0.6547619047619048, "recall": 0.6666666666666666}, "person": {"f1": 0.8397212543554008, "f1_ci": {"90": [0.813406413385875, 0.8617029377757155], "95": [0.8086650163765118, 0.867173575435944]}, "precision": 0.8731884057971014, "recall": 0.8087248322147651}, "product": {"f1": 0.658354114713217, "f1_ci": {"90": [0.6059113300492611, 0.7077082091035578], "95": [0.593822372327791, 0.7178472218746402]}, "precision": 0.7292817679558011, "recall": 0.6}}}, "2021.test (span detection)": {"micro/f1": 0.7808258735200693, "micro/f1_ci": {}, "micro/recall": 0.7817740256736441, "micro/precision": 0.7798800184586987, "macro/f1": 0.7808258735200693, "macro/f1_ci": {}, "macro/recall": 0.7817740256736441, "macro/precision": 0.7798800184586987}, "2020.test (span detection)": {"micro/f1": 0.7655819084390514, "micro/f1_ci": {}, "micro/recall": 0.7202906071613908, "micro/precision": 0.8169511477339612, "macro/f1": 0.7655819084390514, "macro/f1_ci": {}, "macro/recall": 0.7202906071613908, "macro/precision": 0.8169511477339612}}
+{"2021.dev": {"micro/f1": 0.6532663316582915, "micro/f1_ci": {}, "micro/recall": 0.65, "micro/precision": 0.6565656565656566, "macro/f1": 0.6130509850715328, "macro/f1_ci": {}, "macro/recall": 0.615356967051296, "macro/precision": 0.613081734826762, "per_entity_metric": {"corporation": {"f1": 0.5904761904761905, "f1_ci": {}, "precision": 0.5740740740740741, "recall": 0.6078431372549019}, "creative_work": {"f1": 0.49673202614379086, "f1_ci": {}, "precision": 0.4810126582278481, "recall": 0.5135135135135135}, "event": {"f1": 0.4170212765957447, "f1_ci": {}, "precision": 0.47115384615384615, "recall": 0.37404580152671757}, "group": {"f1": 0.618510158013544, "f1_ci": {}, "precision": 0.6342592592592593, "recall": 0.6035242290748899}, "location": {"f1": 0.6845637583892618, "f1_ci": {}, "precision": 0.6623376623376623, "recall": 0.7083333333333334}, "person": {"f1": 0.8324697754749568, "f1_ci": {}, "precision": 0.8141891891891891, "recall": 0.8515901060070671}, "product": {"f1": 0.6515837104072398, "f1_ci": {}, "precision": 0.6545454545454545, "recall": 0.6486486486486487}}}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c61abe993f55755ca3a0c9248d495a88ffa641e172c644765f531e7fbab291be
-size 1417461873
+oid sha256:1e4468c714b7f3e3d7e0b8cb8068139b1bec1f2b730e087632a0d09d365df17e
+size 1417467377

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/bertweet_large_continuous/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "special_tokens_map_file": null, "name_or_path": "tner/bertweet-large-tweetner-2020", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -1 +1 @@
-{"data_split": "2021.train", "model": "tner/bertweet-large-tweetner-2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-06, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.3, "max_grad_norm": 1}
+{"data_split": "2021.train", "model": "tner/bertweet-large-tweetner-2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-06, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}