model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/self_training_2020/roberta_large_continuous/best_model",
+  "_name_or_path": "cner_output/model/self_training_2020/roberta_large_continuous/model_grpoqi/epoch_4",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6469481043291208, "micro/f1_ci": {"90": [0.6251264643237486, 0.6666757098932898], "95": [0.6194433096116676, 0.6713385160098522]}, "micro/recall": 0.6285266457680251, "micro/precision": 0.6664819944598338, "macro/f1": 0.589134642479233, "macro/f1_ci": {"90": [0.5657766761513722, 0.6092744269048804], "95": [0.5615445140006277, 0.614284828761038]}, "macro/recall": 0.5797599649392505, "macro/precision": 0.6036032759707021, "per_entity_metric": {"corporation": {"f1": 0.46560846560846564, "f1_ci": {"90": [0.4074025722850788, 0.519086055145372], "95": [0.39781942692377, 0.5299567395030431]}, "precision": 0.5028571428571429, "recall": 0.43349753694581283}, "creative_work": {"f1": 0.5179856115107915, "f1_ci": {"90": [0.4579300241664706, 0.5670141296809986], "95": [0.4476685419670281, 0.5806723014888338]}, "precision": 0.5167464114832536, "recall": 0.5192307692307693}, "event": {"f1": 0.39285714285714285, "f1_ci": {"90": [0.33764963642714246, 0.4459417376222012], "95": [0.32566652121160516, 0.4543480461631909]}, "precision": 0.4583333333333333, "recall": 0.34375}, "group": {"f1": 0.5787037037037036, "f1_ci": {"90": [0.5213472495873048, 0.6318193125282677], "95": [0.5090019882725618, 0.6407516946591254]}, "precision": 0.6097560975609756, "recall": 0.5506607929515418}, "location": {"f1": 0.6531645569620254, "f1_ci": {"90": [0.5966708801431634, 0.7069372040996826], "95": [0.5879112554112553, 0.7186283532740227]}, "precision": 0.602803738317757, "recall": 0.712707182320442}, "person": {"f1": 0.8775862068965516, "f1_ci": {"90": [0.8563293459386456, 0.8977885548900001], "95": [0.8512350024628024, 0.9007109026490188]}, "precision": 0.905693950177936, "recall": 0.8511705685618729}, "product": {"f1": 0.6380368098159509, "f1_ci": {"90": [0.5922662073639033, 0.6799393810719594], "95": [0.580890398038106, 0.6895111865908587]}, "precision": 0.6290322580645161, "recall": 0.6473029045643154}}}, "2021.test": {"micro/f1": 0.6456763244570982, "micro/f1_ci": {"90": [0.637096377216399, 0.6553050134741814], "95": [0.6352980474822831, 0.6573374385256108]}, "micro/recall": 0.668709528214616, "micro/precision": 0.6241770102536427, "macro/f1": 0.5951610688897973, "macro/f1_ci": {"90": [0.5857542856450493, 0.6048116191606137], "95": [0.5836400692038076, 0.607010461419191]}, "macro/recall": 0.6252934188417736, "macro/precision": 0.5718425882360182, "per_entity_metric": {"corporation": {"f1": 0.5110539845758355, "f1_ci": {"90": [0.4883466887722207, 0.5344268797098986], "95": [0.48447069131215853, 0.5391529319788768]}, "precision": 0.4755980861244019, "recall": 0.5522222222222222}, "creative_work": {"f1": 0.45865102639296185, "f1_ci": {"90": [0.42975982339244423, 0.48871941459108426], "95": [0.42555502429356595, 0.4933365548607163]}, "precision": 0.40143737166324434, "recall": 0.5348837209302325}, "event": {"f1": 0.4500978473581213, "f1_ci": {"90": [0.4264077989771833, 0.47475296038167825], "95": [0.42119982972451203, 0.4788334827745632]}, "precision": 0.48677248677248675, "recall": 0.41856232939035487}, "group": {"f1": 0.6079412746079413, "f1_ci": {"90": [0.5877127866407674, 0.6312963500684953], "95": [0.5835423976426468, 0.6343534626118895]}, "precision": 0.6159567275185936, "recall": 0.6001317523056654}, "location": {"f1": 0.6564102564102564, "f1_ci": {"90": [0.62856048166393, 0.6822416135196739], "95": [0.6224823717948718, 0.6868280183311665]}, "precision": 0.6066350710900474, "recall": 0.7150837988826816}, "person": {"f1": 0.8415556355779618, "f1_ci": {"90": [0.8314032882877465, 0.8518855858695015], "95": [0.8291150727195262, 0.8545798071513281]}, "precision": 0.8223082336382829, "recall": 0.8617256637168141}, "product": {"f1": 0.6404174573055028, "f1_ci": {"90": [0.6189341143458951, 0.6625345165582929], "95": [0.6161143686151243, 0.666967112466506]}, "precision": 0.5941901408450704, "recall": 0.6944444444444444}}}, "2020.test": {"micro/f1": 0.6546433378196501, "micro/f1_ci": {"90": [0.6355673882788598, 0.6727028950097059], "95": [0.6304172163116681, 0.6761846622230565]}, "micro/recall": 0.6310326933056565, "micro/precision": 0.680089485458613, "macro/f1": 0.6146784937195883, "macro/f1_ci": {"90": [0.5927409072279256, 0.6340845300775452], "95": [0.5877050714479877, 0.6382664703845942]}, "macro/recall": 0.6004210684389673, "macro/precision": 0.6355621383340574, "per_entity_metric": {"corporation": {"f1": 0.5670886075949367, "f1_ci": {"90": [0.5072865170913087, 0.6197497640932443], "95": [0.49843718592964814, 0.6323538862845909]}, "precision": 0.5490196078431373, "recall": 0.5863874345549738}, "creative_work": {"f1": 0.5133689839572193, "f1_ci": {"90": [0.45382585751978893, 0.565576951059805], "95": [0.4455306349705875, 0.5770329027133242]}, "precision": 0.49230769230769234, "recall": 0.5363128491620112}, "event": {"f1": 0.4761904761904762, "f1_ci": {"90": [0.4247519442209708, 0.5294117647058822], "95": [0.41347470591338287, 0.5402145444413485]}, "precision": 0.5583756345177665, "recall": 0.41509433962264153}, "group": {"f1": 0.5854545454545456, "f1_ci": {"90": [0.5404912011402884, 0.631763305116537], "95": [0.5323980046032676, 0.6395941053948481]}, "precision": 0.6736401673640168, "recall": 0.5176848874598071}, "location": {"f1": 0.6706948640483383, "f1_ci": {"90": [0.6071064139941691, 0.7262515728376019], "95": [0.5965362762237761, 0.7368421052631579]}, "precision": 0.6686746987951807, "recall": 0.6727272727272727}, "person": {"f1": 0.8262748487467588, "f1_ci": {"90": [0.800980316362014, 0.8502363834174028], "95": [0.7939217443249701, 0.8545681419293801]}, "precision": 0.8520499108734403, "recall": 0.802013422818792}, "product": {"f1": 0.6636771300448431, "f1_ci": {"90": [0.6153659899422611, 0.7123470726424017], "95": [0.6051765200636818, 0.7221010913968662]}, "precision": 0.6548672566371682, "recall": 0.6727272727272727}}}, "2021.test (span detection)": {"micro/f1": 0.7859535506922735, "micro/f1_ci": {}, "micro/recall": 0.8140395512894646, "micro/precision": 0.7597409606044253, "macro/f1": 0.7859535506922735, "macro/f1_ci": {}, "macro/recall": 0.8140395512894646, "macro/precision": 0.7597409606044253}, "2020.test (span detection)": {"micro/f1": 0.7641357027463651, "micro/f1_ci": {}, "micro/recall": 0.736377789309808, "micro/precision": 0.7940682708449917, "macro/f1": 0.7641357027463651, "macro/f1_ci": {}, "macro/recall": 0.736377789309808, "macro/precision": 0.7940682708449917}, "2020.dev (span detection)": {"micro/f1": 0.7679483732186072, "micro/f1_ci": {}, "micro/recall": 0.7460815047021944, "micro/precision": 0.7911357340720222, "macro/f1": 0.7679483732186072, "macro/f1_ci": {}, "macro/recall": 0.7460815047021944, "macro/precision": 0.7911357340720222}}
+{"2020.dev": {"micro/f1": 0.648399348887683, "micro/f1_ci": {}, "micro/recall": 0.6243469174503657, "micro/precision": 0.6743792325056434, "macro/f1": 0.5909644689649175, "macro/f1_ci": {}, "macro/recall": 0.5766214441252561, "macro/precision": 0.6111093659335289, "per_entity_metric": {"corporation": {"f1": 0.5117493472584856, "f1_ci": {}, "precision": 0.5444444444444444, "recall": 0.4827586206896552}, "creative_work": {"f1": 0.5172413793103448, "f1_ci": {}, "precision": 0.5303030303030303, "recall": 0.5048076923076923}, "event": {"f1": 0.3615560640732265, "f1_ci": {}, "precision": 0.43646408839779005, "recall": 0.30859375}, "group": {"f1": 0.5714285714285715, "f1_ci": {}, "precision": 0.579185520361991, "recall": 0.5638766519823789}, "location": {"f1": 0.6531645569620254, "f1_ci": {}, "precision": 0.602803738317757, "recall": 0.712707182320442}, "person": {"f1": 0.8781331028522039, "f1_ci": {}, "precision": 0.9087656529516994, "recall": 0.8494983277591973}, "product": {"f1": 0.6434782608695652, "f1_ci": {}, "precision": 0.6757990867579908, "recall": 0.6141078838174274}}}, "2021.test": {"micro/f1": 0.6514522821576764, "micro/f1_ci": {"90": [0.6429569959405362, 0.6605302879870334], "95": [0.6410815271146394, 0.6628490227012314]}, "micro/recall": 0.6717160037002775, "micro/precision": 0.6323753537992598, "macro/f1": 0.6022910652688035, "macro/f1_ci": {"90": [0.5926768159935056, 0.6116335368191376], "95": [0.5909206316142176, 0.6143321683898024]}, "macro/recall": 0.6268182581614908, "macro/precision": 0.5829347583676058, "per_entity_metric": {"corporation": {"f1": 0.5252837977296182, "f1_ci": {"90": [0.5017318062264439, 0.5492394810681811], "95": [0.4969478277714551, 0.5549366440877337]}, "precision": 0.4903660886319846, "recall": 0.5655555555555556}, "creative_work": {"f1": 0.4650306748466258, "f1_ci": {"90": [0.4350009909824847, 0.49549433532532633], "95": [0.43058084497165894, 0.5005915659244724]}, "precision": 0.42157953281423804, "recall": 0.518467852257182}, "event": {"f1": 0.46176911544227883, "f1_ci": {"90": [0.4377705513051409, 0.48587064030403615], "95": [0.4335950663509719, 0.4906232955871996]}, "precision": 0.5121951219512195, "recall": 0.42038216560509556}, "group": {"f1": 0.608667941363926, "f1_ci": {"90": [0.5887827974494642, 0.630985261576994], "95": [0.5852987582327822, 0.6351036898111154]}, "precision": 0.5895061728395061, "recall": 0.6291172595520421}, "location": {"f1": 0.6666666666666666, "f1_ci": {"90": [0.6391991938404371, 0.6920817369093231], "95": [0.6337259083517713, 0.6975266062278282]}, "precision": 0.6181384248210023, "recall": 0.723463687150838}, "person": {"f1": 0.8382696104828578, "f1_ci": {"90": [0.8279126000262365, 0.8493670331047011], "95": [0.8259703577817044, 0.8508948921014351]}, "precision": 0.8167191325638335, "recall": 0.8609882005899705}, "product": {"f1": 0.6503496503496504, "f1_ci": {"90": [0.6280545085679369, 0.6716338102519296], "95": [0.624125459824057, 0.6750003009147809]}, "precision": 0.6320388349514563, "recall": 0.6697530864197531}}}, "2020.test": {"micro/f1": 0.667024993281376, "micro/f1_ci": {"90": [0.6466483696976761, 0.6850849057591648], "95": [0.6436743243865384, 0.6890168875048278]}, "micro/recall": 0.6440062272963155, "micro/precision": 0.6917502787068004, "macro/f1": 0.6285598697810462, "macro/f1_ci": {"90": [0.6062904363883691, 0.6482978043911523], "95": [0.6038447309391324, 0.6523739773360004]}, "macro/recall": 0.6128675304056594, "macro/precision": 0.649215603090582, "per_entity_metric": {"corporation": {"f1": 0.5935162094763092, "f1_ci": {"90": [0.5359767215497031, 0.6460952232612215], "95": [0.5249477762803234, 0.6574728389230041]}, "precision": 0.5666666666666667, "recall": 0.6230366492146597}, "creative_work": {"f1": 0.5444444444444444, "f1_ci": {"90": [0.48537777777777774, 0.5994252016113202], "95": [0.47648156441259887, 0.6054173290937997]}, "precision": 0.5414364640883977, "recall": 0.547486033519553}, "event": {"f1": 0.48275862068965514, "f1_ci": {"90": [0.4299044276229543, 0.5339366515837104], "95": [0.4217935585792183, 0.5421691882502304]}, "precision": 0.5628140703517588, "recall": 0.4226415094339623}, "group": {"f1": 0.5944055944055943, "f1_ci": {"90": [0.5538405492503853, 0.6375911754490146], "95": [0.5468783927472158, 0.6455727638527957]}, "precision": 0.6513409961685823, "recall": 0.5466237942122186}, "location": {"f1": 0.6766467065868264, "f1_ci": {"90": [0.6157607504149832, 0.7339152974622686], "95": [0.604803715999767, 0.7449669237130055]}, "precision": 0.6686390532544378, "recall": 0.6848484848484848}, "person": {"f1": 0.8336192109777015, "f1_ci": {"90": [0.8083917283340442, 0.8571428571428572], "95": [0.8027000095812972, 0.8622965016363554]}, "precision": 0.8526315789473684, "recall": 0.8154362416107382}, "product": {"f1": 0.6745283018867924, "f1_ci": {"90": [0.6244026793457135, 0.7244172642191439], "95": [0.6130380563874831, 0.7365985667588634]}, "precision": 0.7009803921568627, "recall": 0.65}}}, "2021.test (span detection)": {"micro/f1": 0.787304435596927, "micro/f1_ci": {}, "micro/recall": 0.8118422574303227, "micro/precision": 0.7642064010450685, "macro/f1": 0.787304435596927, "macro/f1_ci": {}, "macro/recall": 0.8118422574303227, "macro/precision": 0.7642064010450685}, "2020.test (span detection)": {"micro/f1": 0.7711750470556602, "micro/f1_ci": {}, "micro/recall": 0.7441619097042034, "micro/precision": 0.8002232142857143, "macro/f1": 0.7711750470556602, "macro/f1_ci": {}, "macro/recall": 0.7441619097042034, "macro/precision": 0.8002232142857143}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc435a4803151303f8ff3b144d96906f77b9e8e011443158334aa4dee855ff01
-size 1417461873
+oid sha256:a58d62bc66ef16ed250c1ea71e9b83ce1b71db8fb0aa926632add489dd1c62ec
+size 1417467377

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/self_training_2020/roberta_large_continuous/best_model", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/f13c0d4fbb91837912532d8abfe04b839ae0469f26de2112d4d853ab113deb75.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/self_training_2020/roberta_large_continuous/model_grpoqi/epoch_4", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/f13c0d4fbb91837912532d8abfe04b839ae0469f26de2112d4d853ab113deb75.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020.extra.roberta-large-2020", "model": "tner/roberta-large-tweetner-2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.3, "max_grad_norm": 1}