model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline/bert_base/best_model",
+  "_name_or_path": "bert-base-cased",
   "architectures": [
     "BertForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6097291321171918, "micro/f1_ci": {"90": [0.5868079325567909, 0.63032248456917], "95": [0.5822013770758399, 0.6354781126958922]}, "micro/recall": 0.5762800417972832, "micro/precision": 0.6473004694835681, "macro/f1": 0.5485671600527923, "macro/f1_ci": {"90": [0.5259759097454456, 0.5710590866555073], "95": [0.5219924634275895, 0.5763742058201239]}, "macro/recall": 0.516395955195652, "macro/precision": 0.5909586704756083, "per_entity_metric": {"corporation": {"f1": 0.463855421686747, "f1_ci": {"90": [0.39415843709746673, 0.5206510787947913], "95": [0.38254770570785385, 0.5322643064016778]}, "precision": 0.5968992248062015, "recall": 0.3793103448275862}, "creative_work": {"f1": 0.4352078239608802, "f1_ci": {"90": [0.3761882918304937, 0.49159112641040353], "95": [0.3655312148932755, 0.5042498970969225]}, "precision": 0.4427860696517413, "recall": 0.42788461538461536}, "event": {"f1": 0.36483516483516487, "f1_ci": {"90": [0.31336164887920975, 0.4180742179147089], "95": [0.3059333023008379, 0.4292096476464521]}, "precision": 0.41708542713567837, "recall": 0.32421875}, "group": {"f1": 0.5104408352668213, "f1_ci": {"90": [0.4524616559910677, 0.5651542904814154], "95": [0.4397082527401676, 0.5734614580429328]}, "precision": 0.5392156862745098, "recall": 0.4845814977973568}, "location": {"f1": 0.5845272206303725, "f1_ci": {"90": [0.5212404740055061, 0.6436879850672954], "95": [0.5110215824675985, 0.6597429169296177]}, "precision": 0.6071428571428571, "recall": 0.56353591160221}, "person": {"f1": 0.832214765100671, "f1_ci": {"90": [0.8055026282737127, 0.8555828359900279], "95": [0.7982747177296307, 0.8588587171540668]}, "precision": 0.835016835016835, "recall": 0.8294314381270903}, "product": {"f1": 0.6488888888888888, "f1_ci": {"90": [0.6028880235847449, 0.6914327828579229], "95": [0.5933545571612534, 0.6993382642726864]}, "precision": 0.6985645933014354, "recall": 0.6058091286307054}}}, "2021.test": {"micro/f1": 0.5975328568134655, "micro/f1_ci": {"90": [0.5884765780883313, 0.607416997286015], "95": [0.5856800190740152, 0.6090599602957004]}, "micro/recall": 0.5993293246993524, "micro/precision": 0.5957471264367816, "macro/f1": 0.5381597483205461, "macro/f1_ci": {"90": [0.5280780766922246, 0.5477470848759257], "95": [0.5257125084540567, 0.5492256670312153]}, "macro/recall": 0.5387121336414861, "macro/precision": 0.542354390945883, "per_entity_metric": {"corporation": {"f1": 0.4580801944106926, "f1_ci": {"90": [0.4338360989124348, 0.4834060204338683], "95": [0.42710914814086165, 0.4886376491155903]}, "precision": 0.5053619302949062, "recall": 0.41888888888888887}, "creative_work": {"f1": 0.34596577017114916, "f1_ci": {"90": [0.31764855381742396, 0.3741928701293489], "95": [0.3121986795811456, 0.3798364622570018]}, "precision": 0.312707182320442, "recall": 0.387140902872777}, "event": {"f1": 0.39068825910931176, "f1_ci": {"90": [0.36661452215294726, 0.4133490115396555], "95": [0.3626746940641033, 0.4183597598227044]}, "precision": 0.44013683010262256, "recall": 0.35122838944494994}, "group": {"f1": 0.5587734241908008, "f1_ci": {"90": [0.5371702250942422, 0.5821725377453488], "95": [0.533288858228611, 0.5867683070439539]}, "precision": 0.5786873676781934, "recall": 0.5401844532279315}, "location": {"f1": 0.605316973415133, "f1_ci": {"90": [0.5760203616878768, 0.6356601592038754], "95": [0.5704535729567823, 0.640532623371107]}, "precision": 0.5912117177097204, "recall": 0.6201117318435754}, "person": {"f1": 0.7912393533808447, "f1_ci": {"90": [0.779798489519728, 0.8035930425469965], "95": [0.7771022620663187, 0.8057028417120974]}, "precision": 0.7484380138112463, "recall": 0.8392330383480826}, "product": {"f1": 0.6170542635658913, "f1_ci": {"90": [0.5939498836882777, 0.6388620436306093], "95": [0.5898086654660722, 0.6434219867526783]}, "precision": 0.6199376947040498, "recall": 0.6141975308641975}}}, "2020.test": {"micro/f1": 0.6206706981858163, "micro/f1_ci": {"90": [0.5996667588795984, 0.6404823987136419], "95": [0.5957533569486779, 0.643675914543435]}, "micro/recall": 0.5858847950181629, "micro/precision": 0.6598480420806546, "macro/f1": 0.5759943942191786, "macro/f1_ci": {"90": [0.5526042321903029, 0.5974100499944388], "95": [0.5477604023620692, 0.6006670262557575]}, "macro/recall": 0.5405209827280408, "macro/precision": 0.620210630252674, "per_entity_metric": {"corporation": {"f1": 0.5395894428152492, "f1_ci": {"90": [0.47706422018348627, 0.6], "95": [0.4620131450827653, 0.6122448979591837]}, "precision": 0.6133333333333333, "recall": 0.4816753926701571}, "creative_work": {"f1": 0.4602739726027397, "f1_ci": {"90": [0.40098958333333334, 0.5177710297316896], "95": [0.3906236847643097, 0.530731296434948]}, "precision": 0.45161290322580644, "recall": 0.4692737430167598}, "event": {"f1": 0.40495867768595034, "f1_ci": {"90": [0.35057319954318383, 0.45530024798317476], "95": [0.341842730621031, 0.46443514644351463]}, "precision": 0.4474885844748858, "recall": 0.36981132075471695}, "group": {"f1": 0.5364963503649635, "f1_ci": {"90": [0.48583413289286714, 0.5876725972063767], "95": [0.47731271995977875, 0.5967768877074504]}, "precision": 0.620253164556962, "recall": 0.47266881028938906}, "location": {"f1": 0.6468646864686469, "f1_ci": {"90": [0.5844082883408727, 0.7017543859649121], "95": [0.5714285714285715, 0.7084738700845205]}, "precision": 0.7101449275362319, "recall": 0.593939393939394}, "person": {"f1": 0.8080808080808082, "f1_ci": {"90": [0.7806712627696348, 0.8337954279638491], "95": [0.7757166689169243, 0.8378915526248938]}, "precision": 0.8108108108108109, "recall": 0.8053691275167785}, "product": {"f1": 0.6356968215158925, "f1_ci": {"90": [0.5852013097259278, 0.683291770573566], "95": [0.5760931635173718, 0.6919338736199201]}, "precision": 0.6878306878306878, "recall": 0.5909090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7438588398108638, "micro/f1_ci": {}, "micro/recall": 0.7459234416560657, "micro/precision": 0.7418056354226567, "macro/f1": 0.7438588398108638, "macro/f1_ci": {}, "macro/recall": 0.7459234416560657, "macro/precision": 0.7418056354226567}, "2020.test (span detection)": {"micro/f1": 0.7317207256734469, "micro/f1_ci": {}, "micro/recall": 0.6907109496626881, "micro/precision": 0.7779076563413209, "macro/f1": 0.7317207256734469, "macro/f1_ci": {}, "macro/recall": 0.6907109496626881, "macro/precision": 0.7779076563413209}, "2020.dev (span detection)": {"micro/f1": 0.732651368537462, "micro/f1_ci": {}, "micro/recall": 0.6922675026123302, "micro/precision": 0.7780387551379918, "macro/f1": 0.732651368537462, "macro/f1_ci": {}, "macro/recall": 0.6922675026123302, "macro/precision": 0.7780387551379918}}
+{"2020.dev": {"micro/f1": 0.6070060207991242, "micro/f1_ci": {}, "micro/recall": 0.5794148380355277, "micro/precision": 0.6373563218390804, "macro/f1": 0.5467850521523531, "macro/f1_ci": {}, "macro/recall": 0.5207678704660276, "macro/precision": 0.5797488300321645, "per_entity_metric": {"corporation": {"f1": 0.448, "f1_ci": {}, "precision": 0.4883720930232558, "recall": 0.41379310344827586}, "creative_work": {"f1": 0.4136125654450261, "f1_ci": {}, "precision": 0.4540229885057471, "recall": 0.3798076923076923}, "event": {"f1": 0.3472803347280335, "f1_ci": {}, "precision": 0.3738738738738739, "recall": 0.32421875}, "group": {"f1": 0.5349397590361447, "f1_ci": {}, "precision": 0.5904255319148937, "recall": 0.4889867841409692}, "location": {"f1": 0.6047745358090184, "f1_ci": {}, "precision": 0.5816326530612245, "recall": 0.6298342541436464}, "person": {"f1": 0.8340283569641368, "f1_ci": {}, "precision": 0.831946755407654, "recall": 0.8361204013377926}, "product": {"f1": 0.644859813084112, "f1_ci": {}, "precision": 0.7379679144385026, "recall": 0.5726141078838174}}}, "2021.test": {"micro/f1": 0.6008989019741707, "micro/f1_ci": {"90": [0.5924664556782363, 0.6106294776916564], "95": [0.5905572257793882, 0.6119935888266077]}, "micro/recall": 0.6106614246068455, "micro/precision": 0.591443610706686, "macro/f1": 0.5467450408285621, "macro/f1_ci": {"90": [0.537317329281437, 0.5560337192806812], "95": [0.5354694155361338, 0.5580169049677575]}, "macro/recall": 0.5582367980568581, "macro/precision": 0.537717358363018, "per_entity_metric": {"corporation": {"f1": 0.4411294619072989, "f1_ci": {"90": [0.4151031001476261, 0.4668282751041523], "95": [0.4105067256738155, 0.47152140567132833]}, "precision": 0.42374616171954965, "recall": 0.46}, "creative_work": {"f1": 0.3751552795031057, "f1_ci": {"90": [0.3457281280218126, 0.405156902550491], "95": [0.34063869755792114, 0.41240861376957344]}, "precision": 0.3435722411831627, "recall": 0.4131326949384405}, "event": {"f1": 0.40279069767441866, "f1_ci": {"90": [0.3787119736963134, 0.4261736127060404], "95": [0.3742672669780581, 0.43103672973184526]}, "precision": 0.41198858230256896, "recall": 0.3939945404913558}, "group": {"f1": 0.5576791808873721, "f1_ci": {"90": [0.5357206877355878, 0.5791400107976302], "95": [0.5319548928759554, 0.5857991484361441]}, "precision": 0.5786118980169972, "recall": 0.5382081686429513}, "location": {"f1": 0.6179921773142112, "f1_ci": {"90": [0.5907379257184063, 0.6452965887051165], "95": [0.5849555120039597, 0.6503756726024427]}, "precision": 0.5794621026894865, "recall": 0.6620111731843575}, "person": {"f1": 0.8051622154507977, "f1_ci": {"90": [0.7940780338055736, 0.8169159097793982], "95": [0.7911344383076124, 0.8199079325067802]}, "precision": 0.7833972793861179, "recall": 0.8281710914454278}, "product": {"f1": 0.6273062730627307, "f1_ci": {"90": [0.6036743989614689, 0.6494340793310508], "95": [0.600650185458071, 0.6527402503143698]}, "precision": 0.6432432432432432, "recall": 0.6121399176954733}}}, "2020.test": {"micro/f1": 0.6087425796006476, "micro/f1_ci": {"90": [0.5869140222403038, 0.6303137007490964], "95": [0.583969030579955, 0.6335264711755912]}, "micro/recall": 0.5853658536585366, "micro/precision": 0.6340640809443507, "macro/f1": 0.5648877924450979, "macro/f1_ci": {"90": [0.541183700525316, 0.585728250601802], "95": [0.5380102168624624, 0.591001416229615]}, "macro/recall": 0.5426595099078766, "macro/precision": 0.5930039411771633, "per_entity_metric": {"corporation": {"f1": 0.5076923076923078, "f1_ci": {"90": [0.4456521739130435, 0.5648113256921546], "95": [0.4376895486195893, 0.5757609577922077]}, "precision": 0.49748743718592964, "recall": 0.518324607329843}, "creative_work": {"f1": 0.4406779661016949, "f1_ci": {"90": [0.3846046710949218, 0.5], "95": [0.3716590434523217, 0.5099408614379356]}, "precision": 0.44571428571428573, "recall": 0.43575418994413406}, "event": {"f1": 0.3834586466165414, "f1_ci": {"90": [0.3339654883922945, 0.4358004007303413], "95": [0.32399628008752734, 0.446370839473633]}, "precision": 0.38202247191011235, "recall": 0.3849056603773585}, "group": {"f1": 0.5318352059925093, "f1_ci": {"90": [0.47824719715613895, 0.5828882751694703], "95": [0.4639112831305961, 0.5931040718338841]}, "precision": 0.6367713004484304, "recall": 0.4565916398713826}, "location": {"f1": 0.6329113924050632, "f1_ci": {"90": [0.5619170872324033, 0.6942846790495442], "95": [0.5498484235005866, 0.7070288046928012]}, "precision": 0.6622516556291391, "recall": 0.6060606060606061}, "person": {"f1": 0.810580204778157, "f1_ci": {"90": [0.7831524826802577, 0.8346320308628404], "95": [0.7777679623085985, 0.8402630660959797]}, "precision": 0.8246527777777778, "recall": 0.7969798657718121}, "product": {"f1": 0.6470588235294118, "f1_ci": {"90": [0.591608369865995, 0.6975540206577531], "95": [0.5796820837872635, 0.711355295878703]}, "precision": 0.7021276595744681, "recall": 0.6}}}, "2021.test (span detection)": {"micro/f1": 0.7560892328704758, "micro/f1_ci": {}, "micro/recall": 0.7682433213831387, "micro/precision": 0.744313725490196, "macro/f1": 0.7560892328704758, "macro/f1_ci": {}, "macro/recall": 0.7682433213831387, "macro/precision": 0.744313725490196}, "2020.test (span detection)": {"micro/f1": 0.7242309767943875, "micro/f1_ci": {}, "micro/recall": 0.6964193046185781, "micro/precision": 0.7543563799887577, "macro/f1": 0.7242309767943875, "macro/f1_ci": {}, "macro/recall": 0.6964193046185781, "macro/precision": 0.7543563799887577}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fdd938e0d040dde76e84dcb3e7d78698bc02cf8a307a0704b607a9d6c55ffbd
-size 431006385
+oid sha256:7daf4194c7ce617838a11038bd1dbbb3422b4c33c14f1edc3489561ce313802e
+size 431009137

tokenizer_config.json

@@ -1 +1 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "cner_output/model/baseline/bert_base/best_model", "special_tokens_map_file": "cner_output/model/baseline/bert_base/best_model/special_tokens_map.json", "tokenizer_class": "BertTokenizer"}
+{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "bert-base-cased", "tokenizer_class": "BertTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020.train", "model": "bert-base-cased", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}