model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2020/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2020/model_dfxkyj/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -0,0 +1 @@
+{"2021.dev": {"micro/f1": 0.6339737108190091, "micro/f1_ci": {}, "micro/recall": 0.627, "micro/precision": 0.6411042944785276, "macro/f1": 0.5896661803293899, "macro/f1_ci": {}, "macro/recall": 0.5872880435385428, "macro/precision": 0.5936900880671295, "per_entity_metric": {"corporation": {"f1": 0.5849056603773585, "f1_ci": {}, "precision": 0.5636363636363636, "recall": 0.6078431372549019}, "creative_work": {"f1": 0.4743589743589744, "f1_ci": {}, "precision": 0.45121951219512196, "recall": 0.5}, "event": {"f1": 0.40800000000000003, "f1_ci": {}, "precision": 0.42857142857142855, "recall": 0.3893129770992366}, "group": {"f1": 0.6261682242990654, "f1_ci": {}, "precision": 0.6666666666666666, "recall": 0.5903083700440529}, "location": {"f1": 0.619718309859155, "f1_ci": {}, "precision": 0.6285714285714286, "recall": 0.6111111111111112}, "person": {"f1": 0.8181818181818181, "f1_ci": {}, "precision": 0.8096885813148789, "recall": 0.8268551236749117}, "product": {"f1": 0.5963302752293578, "f1_ci": {}, "precision": 0.6074766355140186, "recall": 0.5855855855855856}}}, "2021.test": {"micro/f1": 0.6397858647986788, "micro/f1_ci": {"90": [0.6313701951851352, 0.6488151576987361], "95": [0.6299593452104588, 0.6503478811637856]}, "micro/recall": 0.6495143385753932, "micro/precision": 0.6303445180114465, "macro/f1": 0.5891304279072724, "macro/f1_ci": {"90": [0.579831722519424, 0.5990703030466004], "95": [0.5785446223576134, 0.600957755164742]}, "macro/recall": 0.6004916851711928, "macro/precision": 0.5792901831181549, "per_entity_metric": {"corporation": {"f1": 0.5104384133611691, "f1_ci": {"90": [0.48464818510975904, 0.5356305362374818], "95": [0.4800820285084694, 0.540708357567894]}, "precision": 0.4812992125984252, "recall": 0.5433333333333333}, "creative_work": {"f1": 0.4085603112840467, "f1_ci": {"90": [0.38044431652186644, 0.4388461424718239], "95": [0.3756210936956249, 0.44642063710750324]}, "precision": 0.3884093711467324, "recall": 0.43091655266757867}, "event": {"f1": 0.46204311152764754, "f1_ci": {"90": [0.4365142040968089, 0.48499682354280577], "95": [0.43265719518867995, 0.48944974563413657]}, "precision": 0.47632850241545893, "recall": 0.44858962693357596}, "group": {"f1": 0.6021505376344086, "f1_ci": {"90": [0.5829088781500328, 0.6233689895493891], "95": [0.5796706980466934, 0.6273276006621189]}, "precision": 0.6145404663923183, "recall": 0.5902503293807642}, "location": {"f1": 0.6555407209612816, "f1_ci": {"90": [0.6288757917555804, 0.6832310667607882], "95": [0.6248056430748739, 0.6864471234713486]}, "precision": 0.6278772378516624, "recall": 0.6857541899441341}, "person": {"f1": 0.826392644672796, "f1_ci": {"90": [0.8161829713008001, 0.8365602955666955], "95": [0.8139679906043208, 0.838441808248624]}, "precision": 0.8084656084656084, "recall": 0.8451327433628318}, "product": {"f1": 0.658787255909558, "f1_ci": {"90": [0.6374469229500973, 0.6802850060689898], "95": [0.6341189720797799, 0.6837985569099514]}, "precision": 0.6581108829568788, "recall": 0.6594650205761317}}}, "2020.test": {"micro/f1": 0.6307439824945295, "micro/f1_ci": {"90": [0.6102472947732527, 0.650404791893514], "95": [0.6066659244881646, 0.6551370800608569]}, "micro/recall": 0.5983393876491956, "micro/precision": 0.6668594563331406, "macro/f1": 0.5851265852701386, "macro/f1_ci": {"90": [0.5626100847663879, 0.6066985869733091], "95": [0.5586539588597282, 0.6118777410922309]}, "macro/recall": 0.5588985785349839, "macro/precision": 0.6174792176025484, "per_entity_metric": {"corporation": {"f1": 0.5326370757180157, "f1_ci": {"90": [0.4769179826795721, 0.5844542430690521], "95": [0.46745014245014244, 0.592230183609494]}, "precision": 0.53125, "recall": 0.5340314136125655}, "creative_work": {"f1": 0.47093023255813954, "f1_ci": {"90": [0.413991114256507, 0.5249247836611491], "95": [0.3999667774086378, 0.5404186843796873]}, "precision": 0.4909090909090909, "recall": 0.45251396648044695}, "event": {"f1": 0.40918580375782876, "f1_ci": {"90": [0.35343385463402127, 0.46590993956852067], "95": [0.34434854592571257, 0.47656826872362873]}, "precision": 0.45794392523364486, "recall": 0.36981132075471695}, "group": {"f1": 0.5645756457564576, "f1_ci": {"90": [0.513329584802793, 0.6181970970206264], "95": [0.5, 0.6299714678464579]}, "precision": 0.6623376623376623, "recall": 0.4919614147909968}, "location": {"f1": 0.6486486486486486, "f1_ci": {"90": [0.5855182926829268, 0.7062155275025566], "95": [0.5733322475570033, 0.7143000573723465]}, "precision": 0.6428571428571429, "recall": 0.6545454545454545}, "person": {"f1": 0.8209982788296041, "f1_ci": {"90": [0.7960340427408376, 0.8444893951553826], "95": [0.7903046285974032, 0.8484873021715126]}, "precision": 0.842756183745583, "recall": 0.8003355704697986}, "product": {"f1": 0.648910411622276, "f1_ci": {"90": [0.5963697060288989, 0.698992051833587], "95": [0.5846028037383177, 0.7090498852352677]}, "precision": 0.694300518134715, "recall": 0.6090909090909091}}}, "2021.test (span detection)": {"micro/f1": 0.7786763868322132, "micro/f1_ci": {}, "micro/recall": 0.7905632011102116, "micro/precision": 0.7671417349343508, "macro/f1": 0.7786763868322132, "macro/f1_ci": {}, "macro/recall": 0.7905632011102116, "macro/precision": 0.7671417349343508}, "2020.test (span detection)": {"micro/f1": 0.7534883720930233, "micro/f1_ci": {}, "micro/recall": 0.7145822522055008, "micro/precision": 0.796875, "macro/f1": 0.7534883720930233, "macro/f1_ci": {}, "macro/recall": 0.7145822522055008, "macro/precision": 0.796875}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6025e0c850b64e420f00d969225f935b8d1e630ac2234b57d21695edb394f38
-size 496349169
+oid sha256:cc9e6f0d62a00787d0320c5a1f7fb54c20a56a88e219687e3f3c12e66100dcc3
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2020/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2020/model_dfxkyj/epoch_10", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2021.train", "model": "cardiffnlp/twitter-roberta-base-dec2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 0.0001, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.3, "max_grad_norm": 1}