model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/best_model",
+  "_name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/model_grpoqi/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6503496503496504, "micro/f1_ci": {"90": [0.6271926873037237, 0.668631988651492], "95": [0.6234954969074687, 0.6730252459098908]}, "micro/recall": 0.6316614420062696, "micro/precision": 0.6701773835920177, "macro/f1": 0.5946127763937744, "macro/f1_ci": {"90": [0.5708453728507665, 0.6142199927868086], "95": [0.5653362533351692, 0.617447770384192]}, "macro/recall": 0.5842941270884238, "macro/precision": 0.6109233052408884, "per_entity_metric": {"corporation": {"f1": 0.4875621890547264, "f1_ci": {"90": [0.42611921075678744, 0.5406698564593301], "95": [0.41415954148266465, 0.5509587479270316]}, "precision": 0.49246231155778897, "recall": 0.4827586206896552}, "creative_work": {"f1": 0.5299539170506913, "f1_ci": {"90": [0.4694760563380282, 0.5795981532323574], "95": [0.4590971912871649, 0.5870165614202312]}, "precision": 0.5088495575221239, "recall": 0.5528846153846154}, "event": {"f1": 0.4009216589861751, "f1_ci": {"90": [0.345060160191948, 0.4576659038901602], "95": [0.3325523640202233, 0.4666704805491992]}, "precision": 0.4887640449438202, "recall": 0.33984375}, "group": {"f1": 0.5938242280285035, "f1_ci": {"90": [0.5358514724711908, 0.6420348374103891], "95": [0.523800705467372, 0.6523929655605569]}, "precision": 0.6443298969072165, "recall": 0.5506607929515418}, "location": {"f1": 0.640625, "f1_ci": {"90": [0.5821325648414987, 0.6982814049214313], "95": [0.5714285714285714, 0.7124581596402242]}, "precision": 0.6059113300492611, "recall": 0.6795580110497238}, "person": {"f1": 0.8758620689655172, "f1_ci": {"90": [0.8548086915446388, 0.8949199218180227], "95": [0.8497132281537485, 0.898290916591659]}, "precision": 0.9039145907473309, "recall": 0.8494983277591973}, "product": {"f1": 0.6335403726708074, "f1_ci": {"90": [0.5863346001455487, 0.677847783075476], "95": [0.57691647597254, 0.6838709677419355]}, "precision": 0.6322314049586777, "recall": 0.6348547717842323}}}, "2021.test": {"micro/f1": 0.6453809656712253, "micro/f1_ci": {"90": [0.6370007839457705, 0.6555581674510124], "95": [0.6339267411848514, 0.656809601033775]}, "micro/recall": 0.6684782608695652, "micro/precision": 0.6238264810618324, "macro/f1": 0.5945527961288527, "macro/f1_ci": {"90": [0.5849870952495239, 0.6047986140168802], "95": [0.5825379010091105, 0.6067959615004375]}, "macro/recall": 0.6255995733832209, "macro/precision": 0.5728512677890553, "per_entity_metric": {"corporation": {"f1": 0.4979716024340771, "f1_ci": {"90": [0.47453433059673505, 0.5224541513532339], "95": [0.4717253886860117, 0.5290699918610635]}, "precision": 0.45802238805970147, "recall": 0.5455555555555556}, "creative_work": {"f1": 0.44457013574660637, "f1_ci": {"90": [0.4170983840543386, 0.4714458274572322], "95": [0.41237480295011825, 0.47557934476659364]}, "precision": 0.3789778206364513, "recall": 0.5376196990424077}, "event": {"f1": 0.4532119372787051, "f1_ci": {"90": [0.429317546567656, 0.4781065502781679], "95": [0.4250159180778866, 0.4830324551172393]}, "precision": 0.510250569476082, "recall": 0.40764331210191085}, "group": {"f1": 0.6129467296021578, "f1_ci": {"90": [0.5924650864426781, 0.6356279945757606], "95": [0.5892615994070133, 0.6399036237574351]}, "precision": 0.6277624309392266, "recall": 0.5988142292490118}, "location": {"f1": 0.6696371737746659, "f1_ci": {"90": [0.6442488808396643, 0.695428203477141], "95": [0.6369120125615955, 0.7003310191836107]}, "precision": 0.6152046783625731, "recall": 0.7346368715083799}, "person": {"f1": 0.8410845753277069, "f1_ci": {"90": [0.8307525908139235, 0.8513240541837811], "95": [0.8296626823895398, 0.8531374228630099]}, "precision": 0.8197409870493525, "recall": 0.8635693215339233}, "product": {"f1": 0.6424474187380497, "f1_ci": {"90": [0.620335072631495, 0.6629478231467603], "95": [0.6171406040977258, 0.6682906303445417]}, "precision": 0.6, "recall": 0.691358024691358}}}, "2020.test": {"micro/f1": 0.6552370747388159, "micro/f1_ci": {"90": [0.6355465357499211, 0.6739545046843042], "95": [0.6321026198526861, 0.6783100864206063]}, "micro/recall": 0.634665282823041, "micro/precision": 0.67718715393134, "macro/f1": 0.6142860096098625, "macro/f1_ci": {"90": [0.592710426790389, 0.6345107437804283], "95": [0.5899070203175809, 0.6383413387809498]}, "macro/recall": 0.6030710727238822, "macro/precision": 0.6324652013695787, "per_entity_metric": {"corporation": {"f1": 0.55470737913486, "f1_ci": {"90": [0.49462073398784473, 0.6093059593023256], "95": [0.4850059304375701, 0.6200705687007056]}, "precision": 0.5396039603960396, "recall": 0.5706806282722513}, "creative_work": {"f1": 0.49350649350649356, "f1_ci": {"90": [0.43786687862462836, 0.5463931198556153], "95": [0.4267847699629825, 0.5552411749883555]}, "precision": 0.46116504854368934, "recall": 0.5307262569832403}, "event": {"f1": 0.505307855626327, "f1_ci": {"90": [0.4502105200735338, 0.5564912765453541], "95": [0.4421734302307358, 0.5657675385414864]}, "precision": 0.5776699029126213, "recall": 0.4490566037735849}, "group": {"f1": 0.5645756457564576, "f1_ci": {"90": [0.5143771257503801, 0.616317117060483], "95": [0.503464697850599, 0.627125391341898]}, "precision": 0.6623376623376623, "recall": 0.4919614147909968}, "location": {"f1": 0.6923076923076923, "f1_ci": {"90": [0.6322964806256666, 0.7479308959421455], "95": [0.61875, 0.7619249394673125]}, "precision": 0.6763005780346821, "recall": 0.7090909090909091}, "person": {"f1": 0.8350515463917526, "f1_ci": {"90": [0.8106051206857658, 0.8582507791904319], "95": [0.8039712411073544, 0.8621964162549441]}, "precision": 0.8556338028169014, "recall": 0.8154362416107382}, "product": {"f1": 0.6545454545454545, "f1_ci": {"90": [0.6061879860552427, 0.7025824419267042], "95": [0.5940970615050144, 0.712132908659037]}, "precision": 0.6545454545454545, "recall": 0.6545454545454545}}}, "2021.test (span detection)": {"micro/f1": 0.7862007368538573, "micro/f1_ci": {}, "micro/recall": 0.8143864924251185, "micro/precision": 0.7599007229955757, "macro/f1": 0.7862007368538573, "macro/f1_ci": {}, "macro/recall": 0.8143864924251185, "macro/precision": 0.7599007229955757}, "2020.test (span detection)": {"micro/f1": 0.762593783494105, "micro/f1_ci": {}, "micro/recall": 0.7384535547483134, "micro/precision": 0.788365650969529, "macro/f1": 0.762593783494105, "macro/f1_ci": {}, "macro/recall": 0.7384535547483134, "macro/precision": 0.788365650969529}, "2020.dev (span detection)": {"micro/f1": 0.7724583109198494, "micro/f1_ci": {}, "micro/recall": 0.7502612330198537, "micro/precision": 0.7960088691796009, "macro/f1": 0.7724583109198494, "macro/f1_ci": {}, "macro/recall": 0.7502612330198537, "macro/precision": 0.7960088691796009}}
+{"2020.dev": {"micro/f1": 0.6524093123984841, "micro/f1_ci": {}, "micro/recall": 0.6295715778474399, "micro/precision": 0.6769662921348315, "macro/f1": 0.5953364408334074, "macro/f1_ci": {}, "macro/recall": 0.582165610190696, "macro/precision": 0.6144459451639951, "per_entity_metric": {"corporation": {"f1": 0.4948453608247423, "f1_ci": {}, "precision": 0.518918918918919, "recall": 0.4729064039408867}, "creative_work": {"f1": 0.5311004784688995, "f1_ci": {}, "precision": 0.5285714285714286, "recall": 0.5336538461538461}, "event": {"f1": 0.38604651162790693, "f1_ci": {}, "precision": 0.47701149425287354, "recall": 0.32421875}, "group": {"f1": 0.5839080459770116, "f1_ci": {}, "precision": 0.6105769230769231, "recall": 0.5594713656387665}, "location": {"f1": 0.6597938144329896, "f1_ci": {}, "precision": 0.6183574879227053, "recall": 0.7071823204419889}, "person": {"f1": 0.8798617113223853, "f1_ci": {}, "precision": 0.9105545617173524, "recall": 0.8511705685618729}, "product": {"f1": 0.6317991631799162, "f1_ci": {}, "precision": 0.6371308016877637, "recall": 0.6265560165975104}}}, "2021.test": {"micro/f1": 0.644817329816488, "micro/f1_ci": {"90": [0.6360417063561062, 0.6548454319775926], "95": [0.6341460646789854, 0.6560370464501823]}, "micro/recall": 0.6643154486586494, "micro/precision": 0.6264311416421328, "macro/f1": 0.5941147287547678, "macro/f1_ci": {"90": [0.5848414121578911, 0.6038057826115886], "95": [0.5820350845478711, 0.6060513462576288]}, "macro/recall": 0.6198566504961354, "macro/precision": 0.5756979462999651, "per_entity_metric": {"corporation": {"f1": 0.5058051489146896, "f1_ci": {"90": [0.48313912449808494, 0.530618218018915], "95": [0.47849280777812037, 0.5364444847786444]}, "precision": 0.46345975948196116, "recall": 0.5566666666666666}, "creative_work": {"f1": 0.4567022538552788, "f1_ci": {"90": [0.4278100225875855, 0.48546083866545087], "95": [0.42264104037430955, 0.4888449366028564]}, "precision": 0.4031413612565445, "recall": 0.5266757865937073}, "event": {"f1": 0.4439876670092498, "f1_ci": {"90": [0.41927814019962656, 0.46943924364462264], "95": [0.41511298597332785, 0.4726621822818196]}, "precision": 0.5100354191263282, "recall": 0.39308462238398545}, "group": {"f1": 0.6109472304162569, "f1_ci": {"90": [0.5912129562296317, 0.6328091890001382], "95": [0.5873284405198267, 0.6381933587682634]}, "precision": 0.6079582517938682, "recall": 0.613965744400527}, "location": {"f1": 0.6636304489264802, "f1_ci": {"90": [0.6359840503874383, 0.6900245167821328], "95": [0.6290236787920385, 0.6962843529176078]}, "precision": 0.6211936662606578, "recall": 0.7122905027932961}, "person": {"f1": 0.8363309352517986, "f1_ci": {"90": [0.8258310265077387, 0.8472827346138416], "95": [0.8238782456842353, 0.849028697845626]}, "precision": 0.8163623595505618, "recall": 0.8573008849557522}, "product": {"f1": 0.6413994169096211, "f1_ci": {"90": [0.6184853422878562, 0.6632819776388246], "95": [0.6137694360418035, 0.6673396278232638]}, "precision": 0.6077348066298343, "recall": 0.6790123456790124}}}, "2020.test": {"micro/f1": 0.6548100242522231, "micro/f1_ci": {"90": [0.6363849446917261, 0.6729678638941399], "95": [0.632988010266229, 0.6761782355773874]}, "micro/recall": 0.6305137519460301, "micro/precision": 0.6810538116591929, "macro/f1": 0.6141867781768393, "macro/f1_ci": {"90": [0.5927615570590863, 0.63339395597405], "95": [0.5897139460819198, 0.636699176958749]}, "macro/recall": 0.5987967256237715, "macro/precision": 0.6354522364268572, "per_entity_metric": {"corporation": {"f1": 0.5692695214105794, "f1_ci": {"90": [0.5148995365693302, 0.6194248948969875], "95": [0.5027287012656078, 0.625371078975007]}, "precision": 0.5485436893203883, "recall": 0.5916230366492147}, "creative_work": {"f1": 0.5175202156334232, "f1_ci": {"90": [0.4563687180673989, 0.5714285714285714], "95": [0.44505477308294206, 0.5831416826926255]}, "precision": 0.5, "recall": 0.5363128491620112}, "event": {"f1": 0.48717948717948717, "f1_ci": {"90": [0.43264831514000945, 0.540037854540933], "95": [0.42521228455095883, 0.5504527673138222]}, "precision": 0.5615763546798029, "recall": 0.43018867924528303}, "group": {"f1": 0.5760869565217392, "f1_ci": {"90": [0.5303798588309314, 0.6225573951434877], "95": [0.5220381872555786, 0.6298225641481745]}, "precision": 0.6597510373443983, "recall": 0.5112540192926045}, "location": {"f1": 0.6726726726726727, "f1_ci": {"90": [0.609375, 0.7296064977715223], "95": [0.5945904108442808, 0.7398181434720504]}, "precision": 0.6666666666666666, "recall": 0.6787878787878788}, "person": {"f1": 0.8329004329004328, "f1_ci": {"90": [0.8083653320335719, 0.8557735620235621], "95": [0.8018252663622527, 0.8603972670726598]}, "precision": 0.8604651162790697, "recall": 0.8070469798657718}, "product": {"f1": 0.6436781609195402, "f1_ci": {"90": [0.5947132077841678, 0.690951871657754], "95": [0.5843611624292543, 0.6995135009595522]}, "precision": 0.6511627906976745, "recall": 0.6363636363636364}}}, "2021.test (span detection)": {"micro/f1": 0.7835896284655965, "micro/f1_ci": {}, "micro/recall": 0.8073320226668209, "micro/precision": 0.7612037945698397, "macro/f1": 0.7835896284655965, "macro/f1_ci": {}, "macro/recall": 0.8073320226668209, "macro/precision": 0.7612037945698397}, "2020.test (span detection)": {"micro/f1": 0.7649595687331536, "micro/f1_ci": {}, "micro/recall": 0.736377789309808, "micro/precision": 0.7958496915311273, "macro/f1": 0.7649595687331536, "macro/f1_ci": {}, "macro/recall": 0.736377789309808, "macro/precision": 0.7958496915311273}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f62021292ffeb3bb0f7e363bad68b2d589ef6b61579dd906326fbf35a1441134
-size 1417461873
+oid sha256:ced81b7fd3a59564a1844e774d89421200c2dcd1de6acbd2172ee76e344611c1
+size 1417467377

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/best_model", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/f13c0d4fbb91837912532d8abfe04b839ae0469f26de2112d4d853ab113deb75.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/model_grpoqi/epoch_10", "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/f13c0d4fbb91837912532d8abfe04b839ae0469f26de2112d4d853ab113deb75.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2021.extra.roberta-large-2020", "model": "tner/roberta-large-tweetner-2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.3, "max_grad_norm": 1}