model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "roberta_large/best_model",
+  "_name_or_path": "cner_output/model/self_training_2021/roberta_large/model_grpoqi/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -0,0 +1 @@
+{"2020.dev": {"micro/f1": 0.6454741379310345, "micro/f1_ci": {"90": [0.6224902060151136, 0.6657832879500699], "95": [0.618732559044227, 0.6691630283505432]}, "micro/recall": 0.625914315569488, "micro/precision": 0.6662958843159066, "macro/f1": 0.5901547790660285, "macro/f1_ci": {"90": [0.5657225003220959, 0.6107122556555069], "95": [0.5596457401155139, 0.6137779114355575]}, "macro/recall": 0.578484956077794, "macro/precision": 0.6058196972087754, "per_entity_metric": {"corporation": {"f1": 0.4922279792746114, "f1_ci": {"90": [0.4337192110478467, 0.5441210670314638], "95": [0.41847206842289314, 0.5610900039303026]}, "precision": 0.5191256830601093, "recall": 0.46798029556650245}, "creative_work": {"f1": 0.5217391304347825, "f1_ci": {"90": [0.4592514414150298, 0.5729471188297048], "95": [0.44768516155377464, 0.5845703933747413]}, "precision": 0.5242718446601942, "recall": 0.5192307692307693}, "event": {"f1": 0.39643652561247217, "f1_ci": {"90": [0.3401314888371456, 0.45268746269594445], "95": [0.32467300003099525, 0.46338555374524804]}, "precision": 0.46113989637305697, "recall": 0.34765625}, "group": {"f1": 0.5701149425287357, "f1_ci": {"90": [0.5098717948717948, 0.6220202020202019], "95": [0.49637509716284484, 0.6361874209289716]}, "precision": 0.5961538461538461, "recall": 0.5462555066079295}, "location": {"f1": 0.6459948320413437, "f1_ci": {"90": [0.5882216775599128, 0.7022222222222222], "95": [0.5748452390992661, 0.7136008379424122]}, "precision": 0.6067961165048543, "recall": 0.6906077348066298}, "person": {"f1": 0.8697152717860225, "f1_ci": {"90": [0.8466872392618866, 0.8885551163812034], "95": [0.8425093244923332, 0.8923352267926662]}, "precision": 0.8983957219251337, "recall": 0.842809364548495}, "product": {"f1": 0.6348547717842323, "f1_ci": {"90": [0.5897223402748264, 0.6788693164709424], "95": [0.5832860824742268, 0.6847656543097628]}, "precision": 0.6348547717842323, "recall": 0.6348547717842323}}}, "2021.test": {"micro/f1": 0.6424899418864551, "micro/f1_ci": {"90": [0.6334489661779036, 0.6524587600116301], "95": [0.6317130155450439, 0.6538010498508243]}, "micro/recall": 0.6647779833487512, "micro/precision": 0.6216479238754326, "macro/f1": 0.5925196134483819, "macro/f1_ci": {"90": [0.5826164604475875, 0.6027633874089235], "95": [0.5806206786904207, 0.6046061491705755]}, "macro/recall": 0.6218937095311926, "macro/precision": 0.5710772392083227, "per_entity_metric": {"corporation": {"f1": 0.5005149330587023, "f1_ci": {"90": [0.47777596815056095, 0.5246935347581458], "95": [0.47412036524508633, 0.530210669547794]}, "precision": 0.46641074856046066, "recall": 0.54}, "creative_work": {"f1": 0.4495677233429395, "f1_ci": {"90": [0.42049203202784174, 0.47777907580477674], "95": [0.4165694697661314, 0.4824430996177759]}, "precision": 0.3884462151394422, "recall": 0.533515731874145}, "event": {"f1": 0.45083207261724656, "f1_ci": {"90": [0.4258838961527301, 0.47602231982623683], "95": [0.4229028242352909, 0.47979693785203553]}, "precision": 0.505656108597285, "recall": 0.4067333939945405}, "group": {"f1": 0.6025215660252157, "f1_ci": {"90": [0.5815396222661084, 0.6256815144645992], "95": [0.579310833832926, 0.6296382669983417]}, "precision": 0.606951871657754, "recall": 0.5981554677206851}, "location": {"f1": 0.6739269698910954, "f1_ci": {"90": [0.6458185283724557, 0.701516674410832], "95": [0.6402166497292388, 0.7055050680412922]}, "precision": 0.6224852071005917, "recall": 0.7346368715083799}, "person": {"f1": 0.8361744123452358, "f1_ci": {"90": [0.825801275289903, 0.8469188517861993], "95": [0.8240919905860693, 0.8486779811050917]}, "precision": 0.8144005592450192, "recall": 0.8591445427728613}, "product": {"f1": 0.6340996168582376, "f1_ci": {"90": [0.6116068804700445, 0.6551417699293114], "95": [0.6079794238939702, 0.6594050644868774]}, "precision": 0.5931899641577061, "recall": 0.6810699588477366}}}, "2020.test": {"micro/f1": 0.6567728008634648, "micro/f1_ci": {"90": [0.6361625395391425, 0.6744991589649153], "95": [0.6334068620996909, 0.6806237479571541]}, "micro/recall": 0.6315516346652829, "micro/precision": 0.6840921866216976, "macro/f1": 0.618404097662392, "macro/f1_ci": {"90": [0.596088097977421, 0.6383945845738319], "95": [0.5910918975766362, 0.6427987248262231]}, "macro/recall": 0.6021341012544638, "macro/precision": 0.6409589561493311, "per_entity_metric": {"corporation": {"f1": 0.5824742268041238, "f1_ci": {"90": [0.5212765957446809, 0.6366040100250626], "95": [0.5104813623835148, 0.6460042118257902]}, "precision": 0.5736040609137056, "recall": 0.5916230366492147}, "creative_work": {"f1": 0.5119999999999999, "f1_ci": {"90": [0.4529131652661064, 0.5691099365301748], "95": [0.4456675576022026, 0.5794404505152169]}, "precision": 0.4897959183673469, "recall": 0.5363128491620112}, "event": {"f1": 0.4882226980728051, "f1_ci": {"90": [0.4334730040012013, 0.5377297691923622], "95": [0.42398237598555344, 0.5455035266457683]}, "precision": 0.5643564356435643, "recall": 0.43018867924528303}, "group": {"f1": 0.5703839122486289, "f1_ci": {"90": [0.5194297483552309, 0.6215168576152429], "95": [0.5085700871094062, 0.6273985043318657]}, "precision": 0.6610169491525424, "recall": 0.5016077170418006}, "location": {"f1": 0.6886227544910181, "f1_ci": {"90": [0.6250000000000001, 0.7449908480780965], "95": [0.6153735632183908, 0.7567567567567568]}, "precision": 0.6804733727810651, "recall": 0.696969696969697}, "person": {"f1": 0.8265746333045729, "f1_ci": {"90": [0.801335036201257, 0.8489020011689722], "95": [0.7950006099916634, 0.8533602765454098]}, "precision": 0.8507992895204263, "recall": 0.8036912751677853}, "product": {"f1": 0.6605504587155963, "f1_ci": {"90": [0.609857185762073, 0.7052528256224093], "95": [0.6013540332593584, 0.7181960227272729]}, "precision": 0.6666666666666666, "recall": 0.6545454545454545}}}, "2021.test (span detection)": {"micro/f1": 0.7822296730930428, "micro/f1_ci": {}, "micro/recall": 0.8094136694807448, "micro/precision": 0.7568122837370242, "macro/f1": 0.7822296730930428, "macro/f1_ci": {}, "macro/recall": 0.8094136694807448, "macro/precision": 0.7568122837370242}, "2020.test (span detection)": {"micro/f1": 0.7686909581646424, "micro/f1_ci": {}, "micro/recall": 0.7389724961079398, "micro/precision": 0.8008998875140607, "macro/f1": 0.7686909581646424, "macro/f1_ci": {}, "macro/recall": 0.7389724961079398, "macro/precision": 0.8008998875140607}, "2020.dev (span detection)": {"micro/f1": 0.7667025862068967, "micro/f1_ci": {}, "micro/recall": 0.7434691745036572, "micro/precision": 0.7914349276974416, "macro/f1": 0.7667025862068967, "macro/f1_ci": {}, "macro/recall": 0.7434691745036572, "macro/precision": 0.7914349276974416}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcbcd63cae1a91ed76ff40d20becf000a92b522a57858e9fd03c38b3993831d5
-size 1417461873
+oid sha256:7518add93011f982fdb31d1584bcc322530b6458f1ba98180718a0038fb65fcb
+size 1417467377

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "roberta_large/best_model", "special_tokens_map_file": "cner_output/model/self_training_2021/roberta_large/model_grpoqi/epoch_1/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/self_training_2021/roberta_large/model_grpoqi/epoch_10", "special_tokens_map_file": "cner_output/model/self_training_2021/roberta_large/model_grpoqi/epoch_1/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}