added model

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "roberta-large",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "finetuning_task": "comp",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

eval_results

@@ -0,0 +1,27 @@
+acc_best = 0.745398773006135
+num_best = 326
+correct_best = 243
+prec_0_best = 0.8007662835249042
+rec_0_best = 0.9372197309417041
+f1_0_best = 0.8636363636363638
+prec_1_best = 0.34782608695652173
+rec_1_best = 0.26666666666666666
+f1_1_best = 0.30188679245283023
+prec_2_best = 0.6190476190476191
+rec_2_best = 0.3561643835616438
+f1_2_best = 0.45217391304347826
+macro_f1_best = 0.5392323563775574
+acc_MaxLen256 = 0.7147239263803681
+num_MaxLen256 = 326
+correct_MaxLen256 = 233
+prec_0_MaxLen256 = 0.7672727272727272
+rec_0_MaxLen256 = 0.9461883408071748
+f1_0_MaxLen256 = 0.8473895582329316
+prec_1_MaxLen256 = 0.20833333333333334
+rec_1_MaxLen256 = 0.16666666666666666
+f1_1_MaxLen256 = 0.1851851851851852
+prec_2_MaxLen256 = 0.6296296296296297
+rec_2_MaxLen256 = 0.2328767123287671
+f1_2_MaxLen256 = 0.34
+macro_f1_MaxLen256 = 0.4575249144727056
+Best checkpoint is ./outputs/oversample/comp/roberta-large-LR1e-5-epoch10-MaxLen256/checkpoint-best, best accuracy is 0.745398773006135

eval_test_results

@@ -0,0 +1,187 @@
+
+======= Predict using the model from checkpoint-20:
+
+======= Predict using the model from checkpoint-20:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-40:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-60:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-80:
+{"acc": 0.6660341555977229, "num": 527, "correct": 351, "prec_0": 0.6737044145873321, "rec_0": 0.9943342776203966, "f1_0": 0.8032036613272312, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.26773455377574373}
+======= Predict using the model from checkpoint-100:
+{"acc": 0.6736242884250474, "num": 527, "correct": 355, "prec_0": 0.7063655030800822, "rec_0": 0.9745042492917847, "f1_0": 0.819047619047619, "prec_1": 0.0967741935483871, "rec_1": 0.08108108108108109, "f1_1": 0.08823529411764705, "prec_2": 0.8888888888888888, "rec_2": 0.058394160583941604, "f1_2": 0.1095890410958904, "macro_f1": 0.33895731808705215}
+======= Predict using the model from checkpoint-120:
+{"acc": 0.7229601518026565, "num": 527, "correct": 381, "prec_0": 0.7797029702970297, "rec_0": 0.8923512747875354, "f1_0": 0.8322324966974901, "prec_1": 0.16666666666666666, "rec_1": 0.08108108108108109, "f1_1": 0.1090909090909091, "prec_2": 0.6, "rec_2": 0.45985401459854014, "f1_2": 0.5206611570247933, "macro_f1": 0.48732818760439756}
+======= Predict using the model from checkpoint-140:
+{"acc": 0.7115749525616698, "num": 527, "correct": 375, "prec_0": 0.7686746987951807, "rec_0": 0.9036827195467422, "f1_0": 0.8307291666666667, "prec_1": 0.17142857142857143, "rec_1": 0.16216216216216217, "f1_1": 0.16666666666666669, "prec_2": 0.6493506493506493, "rec_2": 0.36496350364963503, "f1_2": 0.4672897196261682, "macro_f1": 0.48822851765316727}
+======= Predict using the model from checkpoint-160:
+{"acc": 0.6793168880455408, "num": 527, "correct": 358, "prec_0": 0.8378378378378378, "rec_0": 0.7903682719546742, "f1_0": 0.8134110787172012, "prec_1": 0.18333333333333332, "rec_1": 0.2972972972972973, "f1_1": 0.2268041237113402, "prec_2": 0.5074626865671642, "rec_2": 0.49635036496350365, "f1_2": 0.5018450184501846, "macro_f1": 0.514020073626242}
+======= Predict using the model from checkpoint-180:
+{"acc": 0.7020872865275142, "num": 527, "correct": 370, "prec_0": 0.7181628392484343, "rec_0": 0.9745042492917847, "f1_0": 0.826923076923077, "prec_1": 0.125, "rec_1": 0.05405405405405406, "f1_1": 0.07547169811320754, "prec_2": 0.75, "rec_2": 0.17518248175182483, "f1_2": 0.28402366863905326, "macro_f1": 0.3954728145584459}
+======= Predict using the model from checkpoint-200:
+{"acc": 0.7115749525616698, "num": 527, "correct": 375, "prec_0": 0.7783251231527094, "rec_0": 0.8951841359773371, "f1_0": 0.8326745718050066, "prec_1": 0.19230769230769232, "rec_1": 0.13513513513513514, "f1_1": 0.15873015873015872, "prec_2": 0.5684210526315789, "rec_2": 0.39416058394160586, "f1_2": 0.4655172413793104, "macro_f1": 0.48564065730482525}
+======= Predict using the model from checkpoint-220:
+{"acc": 0.713472485768501, "num": 527, "correct": 376, "prec_0": 0.7511520737327189, "rec_0": 0.9235127478753541, "f1_0": 0.8284625158831004, "prec_1": 0.1724137931034483, "rec_1": 0.13513513513513514, "f1_1": 0.15151515151515152, "prec_2": 0.703125, "rec_2": 0.3284671532846715, "f1_2": 0.44776119402985076, "macro_f1": 0.47591295380936754}
+======= Predict using the model from checkpoint-240:
+{"acc": 0.6963946869070209, "num": 527, "correct": 367, "prec_0": 0.7663551401869159, "rec_0": 0.9291784702549575, "f1_0": 0.8399487836107554, "prec_1": 0.1346153846153846, "rec_1": 0.1891891891891892, "f1_1": 0.15730337078651685, "prec_2": 0.6808510638297872, "rec_2": 0.23357664233576642, "f1_2": 0.34782608695652173, "macro_f1": 0.44835941378459804}
+======= Predict using the model from checkpoint-260:
+{"acc": 0.7058823529411765, "num": 527, "correct": 372, "prec_0": 0.748314606741573, "rec_0": 0.943342776203966, "f1_0": 0.8345864661654135, "prec_1": 0.16666666666666666, "rec_1": 0.16216216216216217, "f1_1": 0.16438356164383564, "prec_2": 0.717391304347826, "rec_2": 0.24087591240875914, "f1_2": 0.36065573770491804, "macro_f1": 0.4532085885047224}
+======= Predict using the model from checkpoint-280:
+{"acc": 0.7172675521821632, "num": 527, "correct": 378, "prec_0": 0.7580645161290323, "rec_0": 0.9320113314447592, "f1_0": 0.8360864040660737, "prec_1": 0.20588235294117646, "rec_1": 0.1891891891891892, "f1_1": 0.19718309859154928, "prec_2": 0.711864406779661, "rec_2": 0.30656934306569344, "f1_2": 0.4285714285714286, "macro_f1": 0.4872803104096839}
+======= Predict using the model from checkpoint-300:
+{"acc": 0.7305502846299811, "num": 527, "correct": 385, "prec_0": 0.74235807860262, "rec_0": 0.9631728045325779, "f1_0": 0.8384710234278668, "prec_1": 0.3333333333333333, "rec_1": 0.13513513513513514, "f1_1": 0.1923076923076923, "prec_2": 0.7407407407407407, "rec_2": 0.291970802919708, "f1_2": 0.418848167539267, "macro_f1": 0.48320896109160866}
+======= Predict using the model from checkpoint-320:
+{"acc": 0.7267552182163188, "num": 527, "correct": 383, "prec_0": 0.7422907488986784, "rec_0": 0.9546742209631728, "f1_0": 0.8351920693928129, "prec_1": 0.3333333333333333, "rec_1": 0.10810810810810811, "f1_1": 0.163265306122449, "prec_2": 0.6885245901639344, "rec_2": 0.30656934306569344, "f1_2": 0.42424242424242425, "macro_f1": 0.47423326658589543}
+======= Predict using the model from checkpoint-340:
+{"acc": 0.7248576850094877, "num": 527, "correct": 382, "prec_0": 0.7630331753554502, "rec_0": 0.9121813031161473, "f1_0": 0.8309677419354838, "prec_1": 0.35, "rec_1": 0.1891891891891892, "f1_1": 0.24561403508771934, "prec_2": 0.6235294117647059, "rec_2": 0.38686131386861317, "f1_2": 0.47747747747747743, "macro_f1": 0.5180197515002268}
+======= Predict using the model from checkpoint-360:
+{"acc": 0.7210626185958254, "num": 527, "correct": 380, "prec_0": 0.76, "rec_0": 0.9150141643059491, "f1_0": 0.8303341902313625, "prec_1": 0.34782608695652173, "rec_1": 0.21621621621621623, "f1_1": 0.26666666666666666, "prec_2": 0.620253164556962, "rec_2": 0.35766423357664234, "f1_2": 0.45370370370370366, "macro_f1": 0.5169015202005777}
+======= Predict using the model from checkpoint-380:
+{"acc": 0.7096774193548387, "num": 527, "correct": 374, "prec_0": 0.7454954954954955, "rec_0": 0.9376770538243626, "f1_0": 0.8306148055207028, "prec_1": 0.21212121212121213, "rec_1": 0.1891891891891892, "f1_1": 0.20000000000000004, "prec_2": 0.72, "rec_2": 0.26277372262773724, "f1_2": 0.3850267379679144, "macro_f1": 0.4718805144962057}
+======= Predict using the model from checkpoint-400:
+{"acc": 0.7115749525616698, "num": 527, "correct": 375, "prec_0": 0.7327586206896551, "rec_0": 0.9631728045325779, "f1_0": 0.832313341493268, "prec_1": 0.24, "rec_1": 0.16216216216216217, "f1_1": 0.1935483870967742, "prec_2": 0.7631578947368421, "rec_2": 0.2116788321167883, "f1_2": 0.33142857142857146, "macro_f1": 0.45243010000620454}
+======= Predict using the model from checkpoint-420:
+{"acc": 0.7191650853889943, "num": 527, "correct": 379, "prec_0": 0.7482993197278912, "rec_0": 0.9348441926345609, "f1_0": 0.8312342569269521, "prec_1": 0.2692307692307692, "rec_1": 0.1891891891891892, "f1_1": 0.22222222222222224, "prec_2": 0.7, "rec_2": 0.30656934306569344, "f1_2": 0.4263959390862944, "macro_f1": 0.49328413941182286}
+======= Predict using the model from checkpoint-440:
+{"acc": 0.7172675521821632, "num": 527, "correct": 378, "prec_0": 0.7615740740740741, "rec_0": 0.9320113314447592, "f1_0": 0.8382165605095542, "prec_1": 0.23076923076923078, "rec_1": 0.24324324324324326, "f1_1": 0.23684210526315788, "prec_2": 0.7142857142857143, "rec_2": 0.291970802919708, "f1_2": 0.41450777202072536, "macro_f1": 0.4965221459311458}
+======= Predict using the model from checkpoint-460:
+{"acc": 0.7210626185958254, "num": 527, "correct": 380, "prec_0": 0.738562091503268, "rec_0": 0.9603399433427762, "f1_0": 0.834975369458128, "prec_1": 0.2608695652173913, "rec_1": 0.16216216216216217, "f1_1": 0.2, "prec_2": 0.7777777777777778, "rec_2": 0.25547445255474455, "f1_2": 0.38461538461538464, "macro_f1": 0.4731969180245042}
+======= Predict using the model from checkpoint-480:
+{"acc": 0.7286527514231499, "num": 527, "correct": 384, "prec_0": 0.7641509433962265, "rec_0": 0.9178470254957507, "f1_0": 0.8339768339768339, "prec_1": 0.3, "rec_1": 0.24324324324324326, "f1_1": 0.26865671641791045, "prec_2": 0.6986301369863014, "rec_2": 0.3722627737226277, "f1_2": 0.4857142857142857, "macro_f1": 0.5294492787030101}
+======= Predict using the model from checkpoint-500:
+{"acc": 0.7191650853889943, "num": 527, "correct": 379, "prec_0": 0.7444933920704846, "rec_0": 0.9575070821529745, "f1_0": 0.8376703841387856, "prec_1": 0.2413793103448276, "rec_1": 0.1891891891891892, "f1_1": 0.21212121212121213, "prec_2": 0.7727272727272727, "rec_2": 0.24817518248175183, "f1_2": 0.37569060773480667, "macro_f1": 0.47516073466493475}
+======= Predict using the model from checkpoint-520:
+{"acc": 0.7248576850094877, "num": 527, "correct": 382, "prec_0": 0.7466666666666667, "rec_0": 0.9518413597733711, "f1_0": 0.8368617683686178, "prec_1": 0.2692307692307692, "rec_1": 0.1891891891891892, "f1_1": 0.22222222222222224, "prec_2": 0.7647058823529411, "rec_2": 0.2846715328467153, "f1_2": 0.4148936170212766, "macro_f1": 0.4913258692040389}
+======= Predict using the model from checkpoint-20:
+{"acc": 0.6679316888045541, "num": 527, "correct": 352, "prec_0": 0.6717557251908397, "rec_0": 0.9971671388101983, "f1_0": 0.8027366020524516, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2675788673508172}
+======= Predict using the model from checkpoint-40:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-60:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-80:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-100:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-120:
+{"acc": 0.4364326375711575, "num": 527, "correct": 230, "prec_0": 0.7239057239057239, "rec_0": 0.6090651558073654, "f1_0": 0.6615384615384615, "prec_1": 0.06521739130434782, "rec_1": 0.40540540540540543, "f1_1": 0.11235955056179775, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.25796600403341974}
+======= Predict using the model from checkpoint-140:
+{"acc": 0.6527514231499051, "num": 527, "correct": 344, "prec_0": 0.6854838709677419, "rec_0": 0.9631728045325779, "f1_0": 0.800942285041225, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.6666666666666666, "rec_2": 0.029197080291970802, "f1_2": 0.055944055944055944, "macro_f1": 0.285628780328427}
+======= Predict using the model from checkpoint-160:
+{"acc": 0.6850094876660342, "num": 527, "correct": 361, "prec_0": 0.6862745098039216, "rec_0": 0.9915014164305949, "f1_0": 0.8111239860950175, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.8461538461538461, "rec_2": 0.08029197080291971, "f1_2": 0.14666666666666667, "macro_f1": 0.3192635509205614}
+======= Predict using the model from checkpoint-180:
+{"acc": 0.6679316888045541, "num": 527, "correct": 352, "prec_0": 0.7777777777777778, "rec_0": 0.7932011331444759, "f1_0": 0.7854137447405329, "prec_1": 0.125, "rec_1": 0.08108108108108109, "f1_1": 0.09836065573770492, "prec_2": 0.4825174825174825, "rec_2": 0.5036496350364964, "f1_2": 0.4928571428571429, "macro_f1": 0.4588771811117936}
+======= Predict using the model from checkpoint-200:
+{"acc": 0.6584440227703985, "num": 527, "correct": 347, "prec_0": 0.7264770240700219, "rec_0": 0.9405099150141643, "f1_0": 0.8197530864197531, "prec_1": 0.11864406779661017, "rec_1": 0.1891891891891892, "f1_1": 0.14583333333333334, "prec_2": 0.7272727272727273, "rec_2": 0.058394160583941604, "f1_2": 0.1081081081081081, "macro_f1": 0.35789817595373147}
+======= Predict using the model from checkpoint-220:
+{"acc": 0.6204933586337761, "num": 527, "correct": 327, "prec_0": 0.7487437185929648, "rec_0": 0.8441926345609065, "f1_0": 0.7936085219707057, "prec_1": 0.07526881720430108, "rec_1": 0.1891891891891892, "f1_1": 0.1076923076923077, "prec_2": 0.6111111111111112, "rec_2": 0.16058394160583941, "f1_2": 0.2543352601156069, "macro_f1": 0.3852120299262068}
+======= Predict using the model from checkpoint-240:
+{"acc": 0.7020872865275142, "num": 527, "correct": 370, "prec_0": 0.7580246913580246, "rec_0": 0.8696883852691218, "f1_0": 0.8100263852242745, "prec_1": 0.3333333333333333, "rec_1": 0.10810810810810811, "f1_1": 0.163265306122449, "prec_2": 0.5363636363636364, "rec_2": 0.4306569343065693, "f1_2": 0.47773279352226716, "macro_f1": 0.4836748282896635}
+======= Predict using the model from checkpoint-260:
+{"acc": 0.681214421252372, "num": 527, "correct": 359, "prec_0": 0.75, "rec_0": 0.9263456090651558, "f1_0": 0.8288973384030418, "prec_1": 0.09803921568627451, "rec_1": 0.13513513513513514, "f1_1": 0.11363636363636365, "prec_2": 0.675, "rec_2": 0.19708029197080293, "f1_2": 0.3050847457627119, "macro_f1": 0.4158728159340391}
+======= Predict using the model from checkpoint-280:
+{"acc": 0.6679316888045541, "num": 527, "correct": 352, "prec_0": 0.7028688524590164, "rec_0": 0.9716713881019831, "f1_0": 0.8156956004756243, "prec_1": 0.034482758620689655, "rec_1": 0.02702702702702703, "f1_1": 0.030303030303030304, "prec_2": 0.8, "rec_2": 0.058394160583941604, "f1_2": 0.10884353741496598, "macro_f1": 0.31828072273120683}
+======= Predict using the model from checkpoint-300:
+{"acc": 0.6679316888045541, "num": 527, "correct": 352, "prec_0": 0.7557603686635944, "rec_0": 0.9291784702549575, "f1_0": 0.8335451080050825, "prec_1": 0.08955223880597014, "rec_1": 0.16216216216216217, "f1_1": 0.11538461538461539, "prec_2": 0.6923076923076923, "rec_2": 0.13138686131386862, "f1_2": 0.22085889570552145, "macro_f1": 0.38992953969840644}
+======= Predict using the model from checkpoint-320:
+{"acc": 0.7001897533206831, "num": 527, "correct": 369, "prec_0": 0.7160751565762005, "rec_0": 0.9716713881019831, "f1_0": 0.8245192307692307, "prec_1": 0.1875, "rec_1": 0.08108108108108109, "f1_1": 0.11320754716981132, "prec_2": 0.71875, "rec_2": 0.1678832116788321, "f1_2": 0.272189349112426, "macro_f1": 0.4033053756838227}
+======= Predict using the model from checkpoint-340:
+{"acc": 0.6888045540796964, "num": 527, "correct": 363, "prec_0": 0.7482678983833718, "rec_0": 0.9178470254957507, "f1_0": 0.8244274809160306, "prec_1": 0.1388888888888889, "rec_1": 0.13513513513513514, "f1_1": 0.136986301369863, "prec_2": 0.5862068965517241, "rec_2": 0.24817518248175183, "f1_2": 0.3487179487179487, "macro_f1": 0.43671057700128074}
+======= Predict using the model from checkpoint-360:
+{"acc": 0.6869070208728653, "num": 527, "correct": 362, "prec_0": 0.7136842105263158, "rec_0": 0.9603399433427762, "f1_0": 0.818840579710145, "prec_1": 0.125, "rec_1": 0.08108108108108109, "f1_1": 0.09836065573770492, "prec_2": 0.7142857142857143, "rec_2": 0.145985401459854, "f1_2": 0.24242424242424243, "macro_f1": 0.3865418259573641}
+======= Predict using the model from checkpoint-380:
+{"acc": 0.6888045540796964, "num": 527, "correct": 363, "prec_0": 0.7063655030800822, "rec_0": 0.9745042492917847, "f1_0": 0.819047619047619, "prec_1": 0.058823529411764705, "rec_1": 0.02702702702702703, "f1_1": 0.03703703703703704, "prec_2": 0.782608695652174, "rec_2": 0.13138686131386862, "f1_2": 0.225, "macro_f1": 0.3603615520282187}
+======= Predict using the model from checkpoint-400:
+{"acc": 0.6850094876660342, "num": 527, "correct": 361, "prec_0": 0.6983805668016194, "rec_0": 0.9773371104815864, "f1_0": 0.8146399055489965, "prec_1": 0.07692307692307693, "rec_1": 0.02702702702702703, "f1_1": 0.04, "prec_2": 0.75, "rec_2": 0.10948905109489052, "f1_2": 0.19108280254777074, "macro_f1": 0.34857423603225574}
+======= Predict using the model from checkpoint-420:
+{"acc": 0.6850094876660342, "num": 527, "correct": 361, "prec_0": 0.7161016949152542, "rec_0": 0.9575070821529745, "f1_0": 0.8193939393939395, "prec_1": 0.07142857142857142, "rec_1": 0.05405405405405406, "f1_1": 0.06153846153846154, "prec_2": 0.7777777777777778, "rec_2": 0.15328467153284672, "f1_2": 0.25609756097560976, "macro_f1": 0.3790099873026702}
+======= Predict using the model from checkpoint-440:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.7089397089397089, "rec_0": 0.9660056657223796, "f1_0": 0.8177458033573142, "prec_1": 0.14285714285714285, "rec_1": 0.05405405405405406, "f1_1": 0.0784313725490196, "prec_2": 0.71875, "rec_2": 0.1678832116788321, "f1_2": 0.272189349112426, "macro_f1": 0.3894555083395866}
+======= Predict using the model from checkpoint-460:
+{"acc": 0.683111954459203, "num": 527, "correct": 360, "prec_0": 0.7304347826086957, "rec_0": 0.9518413597733711, "f1_0": 0.8265682656826568, "prec_1": 0.1111111111111111, "rec_1": 0.10810810810810811, "f1_1": 0.1095890410958904, "prec_2": 0.6451612903225806, "rec_2": 0.145985401459854, "f1_2": 0.23809523809523808, "macro_f1": 0.3914175149579284}
+======= Predict using the model from checkpoint-480:
+{"acc": 0.6774193548387096, "num": 527, "correct": 357, "prec_0": 0.7127882599580713, "rec_0": 0.9631728045325779, "f1_0": 0.8192771084337349, "prec_1": 0.0967741935483871, "rec_1": 0.08108108108108109, "f1_1": 0.08823529411764705, "prec_2": 0.7368421052631579, "rec_2": 0.10218978102189781, "f1_2": 0.1794871794871795, "macro_f1": 0.3623331940128538}
+======= Predict using the model from checkpoint-500:
+{"acc": 0.6963946869070209, "num": 527, "correct": 367, "prec_0": 0.7296703296703296, "rec_0": 0.9405099150141643, "f1_0": 0.8217821782178218, "prec_1": 0.125, "rec_1": 0.08108108108108109, "f1_1": 0.09836065573770492, "prec_2": 0.6666666666666666, "rec_2": 0.23357664233576642, "f1_2": 0.3459459459459459, "macro_f1": 0.4220295933004909}
+======= Predict using the model from checkpoint-520:
+{"acc": 0.6888045540796964, "num": 527, "correct": 363, "prec_0": 0.7268817204301076, "rec_0": 0.9575070821529745, "f1_0": 0.8264058679706602, "prec_1": 0.0967741935483871, "rec_1": 0.08108108108108109, "f1_1": 0.08823529411764705, "prec_2": 0.7096774193548387, "rec_2": 0.16058394160583941, "f1_2": 0.2619047619047619, "macro_f1": 0.3921819746643564}
+======= Predict using the model from checkpoint-540:
+{"acc": 0.6793168880455408, "num": 527, "correct": 358, "prec_0": 0.7432432432432432, "rec_0": 0.9348441926345609, "f1_0": 0.8281053952321203, "prec_1": 0.10204081632653061, "rec_1": 0.13513513513513514, "f1_1": 0.11627906976744186, "prec_2": 0.6764705882352942, "rec_2": 0.1678832116788321, "f1_2": 0.26900584795321636, "macro_f1": 0.4044634376509262}
+======= Predict using the model from checkpoint-560:
+{"acc": 0.6963946869070209, "num": 527, "correct": 367, "prec_0": 0.7362637362637363, "rec_0": 0.9490084985835694, "f1_0": 0.8292079207920793, "prec_1": 0.12903225806451613, "rec_1": 0.10810810810810811, "f1_1": 0.11764705882352941, "prec_2": 0.6829268292682927, "rec_2": 0.20437956204379562, "f1_2": 0.31460674157303375, "macro_f1": 0.42048724039621416}
+======= Predict using the model from checkpoint-580:
+{"acc": 0.7020872865275142, "num": 527, "correct": 370, "prec_0": 0.7545871559633027, "rec_0": 0.9320113314447592, "f1_0": 0.8339670468948036, "prec_1": 0.17142857142857143, "rec_1": 0.16216216216216217, "f1_1": 0.16666666666666669, "prec_2": 0.625, "rec_2": 0.25547445255474455, "f1_2": 0.3626943005181347, "macro_f1": 0.4544426713598683}
+======= Predict using the model from checkpoint-600:
+{"acc": 0.6641366223908919, "num": 527, "correct": 350, "prec_0": 0.7565632458233891, "rec_0": 0.8980169971671388, "f1_0": 0.8212435233160622, "prec_1": 0.11764705882352941, "rec_1": 0.21621621621621623, "f1_1": 0.15238095238095237, "prec_2": 0.625, "rec_2": 0.18248175182481752, "f1_2": 0.2824858757062147, "macro_f1": 0.4187034504677431}
+======= Predict using the model from checkpoint-620:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.7416481069042317, "rec_0": 0.943342776203966, "f1_0": 0.830423940149626, "prec_1": 0.13953488372093023, "rec_1": 0.16216216216216217, "f1_1": 0.15, "prec_2": 0.7142857142857143, "rec_2": 0.18248175182481752, "f1_2": 0.29069767441860467, "macro_f1": 0.4237072048560769}
+======= Predict using the model from checkpoint-640:
+{"acc": 0.7001897533206831, "num": 527, "correct": 369, "prec_0": 0.7257383966244726, "rec_0": 0.9745042492917847, "f1_0": 0.8319226118500604, "prec_1": 0.19230769230769232, "rec_1": 0.13513513513513514, "f1_1": 0.15873015873015872, "prec_2": 0.7407407407407407, "rec_2": 0.145985401459854, "f1_2": 0.2439024390243902, "macro_f1": 0.41151840320153643}
+======= Predict using the model from checkpoint-660:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.7259100642398287, "rec_0": 0.9603399433427762, "f1_0": 0.8268292682926829, "prec_1": 0.16129032258064516, "rec_1": 0.13513513513513514, "f1_1": 0.14705882352941174, "prec_2": 0.7586206896551724, "rec_2": 0.16058394160583941, "f1_2": 0.2650602409638554, "macro_f1": 0.4129827775953167}
+======= Predict using the model from checkpoint-680:
+{"acc": 0.6774193548387096, "num": 527, "correct": 357, "prec_0": 0.7308533916849015, "rec_0": 0.9461756373937678, "f1_0": 0.8246913580246913, "prec_1": 0.11627906976744186, "rec_1": 0.13513513513513514, "f1_1": 0.125, "prec_2": 0.6666666666666666, "rec_2": 0.13138686131386862, "f1_2": 0.21951219512195125, "macro_f1": 0.3897345177155475}
+======= Predict using the model from checkpoint-700:
+{"acc": 0.6888045540796964, "num": 527, "correct": 363, "prec_0": 0.7304347826086957, "rec_0": 0.9518413597733711, "f1_0": 0.8265682656826568, "prec_1": 0.14705882352941177, "rec_1": 0.13513513513513514, "f1_1": 0.14084507042253522, "prec_2": 0.6666666666666666, "rec_2": 0.16058394160583941, "f1_2": 0.2588235294117647, "macro_f1": 0.4087456218389856}
+======= Predict using the model from checkpoint-720:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.721868365180467, "rec_0": 0.9631728045325779, "f1_0": 0.8252427184466019, "prec_1": 0.16129032258064516, "rec_1": 0.13513513513513514, "f1_1": 0.14705882352941174, "prec_2": 0.76, "rec_2": 0.1386861313868613, "f1_2": 0.23456790123456792, "macro_f1": 0.4022898144035272}
+======= Predict using the model from checkpoint-740:
+{"acc": 0.6793168880455408, "num": 527, "correct": 358, "prec_0": 0.7403189066059226, "rec_0": 0.9206798866855525, "f1_0": 0.8207070707070707, "prec_1": 0.10638297872340426, "rec_1": 0.13513513513513514, "f1_1": 0.11904761904761907, "prec_2": 0.6829268292682927, "rec_2": 0.20437956204379562, "f1_2": 0.31460674157303375, "macro_f1": 0.4181204771092412}
+======= Predict using the model from checkpoint-760:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.7371937639198218, "rec_0": 0.9376770538243626, "f1_0": 0.8254364089775561, "prec_1": 0.14285714285714285, "rec_1": 0.13513513513513514, "f1_1": 0.1388888888888889, "prec_2": 0.6976744186046512, "rec_2": 0.21897810218978103, "f1_2": 0.33333333333333337, "macro_f1": 0.4325528770665928}
+======= Predict using the model from checkpoint-780:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.7262931034482759, "rec_0": 0.9546742209631728, "f1_0": 0.824969400244798, "prec_1": 0.14285714285714285, "rec_1": 0.13513513513513514, "f1_1": 0.1388888888888889, "prec_2": 0.7857142857142857, "rec_2": 0.16058394160583941, "f1_2": 0.2666666666666666, "macro_f1": 0.4101749852667845}
+======= Predict using the model from checkpoint-800:
+{"acc": 0.6717267552182163, "num": 527, "correct": 354, "prec_0": 0.747072599531616, "rec_0": 0.9036827195467422, "f1_0": 0.8179487179487179, "prec_1": 0.09259259259259259, "rec_1": 0.13513513513513514, "f1_1": 0.1098901098901099, "prec_2": 0.6521739130434783, "rec_2": 0.21897810218978103, "f1_2": 0.3278688524590164, "macro_f1": 0.41856922676594815}
+======= Predict using the model from checkpoint-820:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.7298474945533769, "rec_0": 0.9490084985835694, "f1_0": 0.8251231527093597, "prec_1": 0.15151515151515152, "rec_1": 0.13513513513513514, "f1_1": 0.14285714285714285, "prec_2": 0.7428571428571429, "rec_2": 0.1897810218978102, "f1_2": 0.3023255813953488, "macro_f1": 0.42343529232061705}
+======= Predict using the model from checkpoint-840:
+{"acc": 0.6888045540796964, "num": 527, "correct": 363, "prec_0": 0.7366071428571429, "rec_0": 0.9348441926345609, "f1_0": 0.8239700374531835, "prec_1": 0.12195121951219512, "rec_1": 0.13513513513513514, "f1_1": 0.1282051282051282, "prec_2": 0.7368421052631579, "rec_2": 0.20437956204379562, "f1_2": 0.32, "macro_f1": 0.4240583885527706}
+======= Predict using the model from checkpoint-860:
+{"acc": 0.683111954459203, "num": 527, "correct": 360, "prec_0": 0.7546728971962616, "rec_0": 0.9150141643059491, "f1_0": 0.827144686299616, "prec_1": 0.10714285714285714, "rec_1": 0.16216216216216217, "f1_1": 0.12903225806451613, "prec_2": 0.7209302325581395, "rec_2": 0.22627737226277372, "f1_2": 0.34444444444444444, "macro_f1": 0.43354046293619214}
+======= Predict using the model from checkpoint-880:
+{"acc": 0.7001897533206831, "num": 527, "correct": 369, "prec_0": 0.7336244541484717, "rec_0": 0.9518413597733711, "f1_0": 0.8286066584463626, "prec_1": 0.16129032258064516, "rec_1": 0.13513513513513514, "f1_1": 0.14705882352941174, "prec_2": 0.7368421052631579, "rec_2": 0.20437956204379562, "f1_2": 0.32, "macro_f1": 0.4318884939919248}
+======= Predict using the model from checkpoint-900:
+{"acc": 0.6793168880455408, "num": 527, "correct": 358, "prec_0": 0.7658536585365854, "rec_0": 0.8895184135977338, "f1_0": 0.8230668414154653, "prec_1": 0.12903225806451613, "rec_1": 0.21621621621621623, "f1_1": 0.16161616161616163, "prec_2": 0.6545454545454545, "rec_2": 0.26277372262773724, "f1_2": 0.375, "macro_f1": 0.45322766767720896}
+======= Predict using the model from checkpoint-920:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.7389380530973452, "rec_0": 0.9461756373937678, "f1_0": 0.8298136645962733, "prec_1": 0.13157894736842105, "rec_1": 0.13513513513513514, "f1_1": 0.13333333333333333, "prec_2": 0.7297297297297297, "rec_2": 0.19708029197080293, "f1_2": 0.3103448275862069, "macro_f1": 0.4244972751719378}
+======= Predict using the model from checkpoint-940:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.7454545454545455, "rec_0": 0.9291784702549575, "f1_0": 0.8272383354350568, "prec_1": 0.11363636363636363, "rec_1": 0.13513513513513514, "f1_1": 0.12345679012345678, "prec_2": 0.7209302325581395, "rec_2": 0.22627737226277372, "f1_2": 0.34444444444444444, "macro_f1": 0.431713190000986}
+======= Predict using the model from checkpoint-960:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.7477272727272727, "rec_0": 0.9320113314447592, "f1_0": 0.8297604035308953, "prec_1": 0.10869565217391304, "rec_1": 0.13513513513513514, "f1_1": 0.12048192771084337, "prec_2": 0.7317073170731707, "rec_2": 0.21897810218978103, "f1_2": 0.33707865168539325, "macro_f1": 0.429106994309044}
+======= Predict using the model from checkpoint-980:
+{"acc": 0.6925996204933587, "num": 527, "correct": 365, "prec_0": 0.746031746031746, "rec_0": 0.9320113314447592, "f1_0": 0.8287153652392947, "prec_1": 0.11627906976744186, "rec_1": 0.13513513513513514, "f1_1": 0.125, "prec_2": 0.7209302325581395, "rec_2": 0.22627737226277372, "f1_2": 0.34444444444444444, "macro_f1": 0.4327199365612464}
+======= Predict using the model from checkpoint-1000:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.738359201773836, "rec_0": 0.943342776203966, "f1_0": 0.8283582089552238, "prec_1": 0.125, "rec_1": 0.13513513513513514, "f1_1": 0.12987012987012989, "prec_2": 0.7222222222222222, "rec_2": 0.1897810218978102, "f1_2": 0.3005780346820809, "macro_f1": 0.4196021245024782}
+======= Predict using the model from checkpoint-1020:
+{"acc": 0.6869070208728653, "num": 527, "correct": 362, "prec_0": 0.7404921700223713, "rec_0": 0.9376770538243626, "f1_0": 0.8274999999999999, "prec_1": 0.11363636363636363, "rec_1": 0.13513513513513514, "f1_1": 0.12345679012345678, "prec_2": 0.7222222222222222, "rec_2": 0.1897810218978102, "f1_2": 0.3005780346820809, "macro_f1": 0.41717827493517917}
+======= Predict using the model from checkpoint-1040:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.74, "rec_0": 0.943342776203966, "f1_0": 0.8293897882938979, "prec_1": 0.1282051282051282, "rec_1": 0.13513513513513514, "f1_1": 0.13157894736842105, "prec_2": 0.7368421052631579, "rec_2": 0.20437956204379562, "f1_2": 0.32, "macro_f1": 0.4269895785541063}
+======= Predict using the model from checkpoint-1060:
+{"acc": 0.6944971537001897, "num": 527, "correct": 366, "prec_0": 0.74, "rec_0": 0.943342776203966, "f1_0": 0.8293897882938979, "prec_1": 0.1282051282051282, "rec_1": 0.13513513513513514, "f1_1": 0.13157894736842105, "prec_2": 0.7368421052631579, "rec_2": 0.20437956204379562, "f1_2": 0.32, "macro_f1": 0.4269895785541063}
+======= Predict using the model from checkpoint-20:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-40:
+{"acc": 0.6698292220113852, "num": 527, "correct": 353, "prec_0": 0.6698292220113852, "rec_0": 1.0, "f1_0": 0.8022727272727272, "prec_1": 0.0, "rec_1": 0.0, "f1_1": 0, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.2674242424242424}
+======= Predict using the model from checkpoint-60:
+{"acc": 0.6717267552182163, "num": 527, "correct": 354, "prec_0": 0.6711026615969582, "rec_0": 1.0, "f1_0": 0.8031854379977247, "prec_1": 1.0, "rec_1": 0.02702702702702703, "f1_1": 0.052631578947368425, "prec_2": 0.0, "rec_2": 0.0, "f1_2": 0, "macro_f1": 0.28527233898169774}
+======= Predict using the model from checkpoint-80:
+{"acc": 0.6774193548387096, "num": 527, "correct": 357, "prec_0": 0.6749521988527725, "rec_0": 1.0, "f1_0": 0.8059360730593608, "prec_1": 1.0, "rec_1": 0.02702702702702703, "f1_1": 0.052631578947368425, "prec_2": 1.0, "rec_2": 0.021897810218978103, "f1_2": 0.04285714285714286, "macro_f1": 0.3004749316212907}
+======= Predict using the model from checkpoint-100:
+{"acc": 0.7001897533206831, "num": 527, "correct": 369, "prec_0": 0.7251585623678647, "rec_0": 0.9716713881019831, "f1_0": 0.8305084745762712, "prec_1": 0.14814814814814814, "rec_1": 0.10810810810810811, "f1_1": 0.125, "prec_2": 0.8148148148148148, "rec_2": 0.16058394160583941, "f1_2": 0.26829268292682923, "macro_f1": 0.40793371916770016}
+======= Predict using the model from checkpoint-120:
+{"acc": 0.7286527514231499, "num": 527, "correct": 384, "prec_0": 0.7386609071274298, "rec_0": 0.9688385269121813, "f1_0": 0.838235294117647, "prec_1": 0.3, "rec_1": 0.16216216216216217, "f1_1": 0.2105263157894737, "prec_2": 0.8181818181818182, "rec_2": 0.26277372262773724, "f1_2": 0.39779005524861877, "macro_f1": 0.48218388838524645}
+======= Predict using the model from checkpoint-140:
+{"acc": 0.7058823529411765, "num": 527, "correct": 372, "prec_0": 0.7540229885057471, "rec_0": 0.9291784702549575, "f1_0": 0.83248730964467, "prec_1": 0.23255813953488372, "rec_1": 0.2702702702702703, "f1_1": 0.25, "prec_2": 0.6938775510204082, "rec_2": 0.24817518248175183, "f1_2": 0.3655913978494624, "macro_f1": 0.48269290249804414}
+======= Predict using the model from checkpoint-160:
+{"acc": 0.715370018975332, "num": 527, "correct": 377, "prec_0": 0.7321814254859611, "rec_0": 0.9603399433427762, "f1_0": 0.8308823529411764, "prec_1": 0.1875, "rec_1": 0.08108108108108109, "f1_1": 0.11320754716981132, "prec_2": 0.7291666666666666, "rec_2": 0.25547445255474455, "f1_2": 0.3783783783783784, "macro_f1": 0.44082275949645533}
+======= Predict using the model from checkpoint-180:
+{"acc": 0.713472485768501, "num": 527, "correct": 376, "prec_0": 0.7307692307692307, "rec_0": 0.9688385269121813, "f1_0": 0.8331303288672349, "prec_1": 0.21739130434782608, "rec_1": 0.13513513513513514, "f1_1": 0.16666666666666666, "prec_2": 0.8055555555555556, "rec_2": 0.2116788321167883, "f1_2": 0.33526011560693636, "macro_f1": 0.44501903704694595}
+======= Predict using the model from checkpoint-200:
+{"acc": 0.7115749525616698, "num": 527, "correct": 375, "prec_0": 0.7511210762331838, "rec_0": 0.9490084985835694, "f1_0": 0.8385481852315393, "prec_1": 0.24390243902439024, "rec_1": 0.2702702702702703, "f1_1": 0.2564102564102564, "prec_2": 0.75, "rec_2": 0.21897810218978103, "f1_2": 0.33898305084745767, "macro_f1": 0.47798049749641774}
+======= Predict using the model from checkpoint-220:
+{"acc": 0.6963946869070209, "num": 527, "correct": 367, "prec_0": 0.7721822541966427, "rec_0": 0.9121813031161473, "f1_0": 0.8363636363636363, "prec_1": 0.21311475409836064, "rec_1": 0.35135135135135137, "f1_1": 0.2653061224489796, "prec_2": 0.6530612244897959, "rec_2": 0.23357664233576642, "f1_2": 0.3440860215053763, "macro_f1": 0.4819185934393307}
+======= Predict using the model from checkpoint-240:
+{"acc": 0.715370018975332, "num": 527, "correct": 377, "prec_0": 0.7461368653421634, "rec_0": 0.9575070821529745, "f1_0": 0.8387096774193549, "prec_1": 0.28205128205128205, "rec_1": 0.2972972972972973, "f1_1": 0.2894736842105264, "prec_2": 0.8, "rec_2": 0.20437956204379562, "f1_2": 0.3255813953488372, "macro_f1": 0.4845882523262395}
+======= Predict using the model from checkpoint-260:
+{"acc": 0.715370018975332, "num": 527, "correct": 377, "prec_0": 0.7483443708609272, "rec_0": 0.9603399433427762, "f1_0": 0.8411910669975187, "prec_1": 0.275, "rec_1": 0.2972972972972973, "f1_1": 0.28571428571428575, "prec_2": 0.7941176470588235, "rec_2": 0.19708029197080293, "f1_2": 0.31578947368421056, "macro_f1": 0.48089827546533837}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db803ee9652ac234917018ae4447f811f56649cc9401ab9b74b71fe5c5c7a63
+size 1421583983

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

test.tsv

@@ -0,0 +1,527 @@
+2
+1
+1
+1
+1
+1
+3
+1
+1
+1
+1
+3
+1
+1
+1
+2
+1
+1
+1
+1
+1
+2
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+2
+1
+1
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+1
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+1
+1
+1
+1
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+2
+1
+1
+1
+1
+2
+2
+1
+1
+1
+1
+1
+1
+1
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+3
+1
+1
+1
+1
+1
+1
+2
+3
+2
+1
+1
+1
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+2
+1
+1
+1
+1
+1
+1
+1
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+2
+1
+1
+1
+1
+3
+1
+1
+1
+1
+2
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+2
+2
+2
+1
+1
+1
+1
+1
+1
+1
+2
+1
+2
+1
+2
+2
+1
+2
+3
+3
+3
+1
+1
+1
+1
+2
+1
+2
+1
+1
+1
+1
+2
+2
+2
+1
+1
+3
+2
+1
+1
+3
+1
+2
+1
+1
+1
+1
+1
+3
+2
+3
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+2
+1
+1
+1
+2
+2
+1
+1
+1
+1
+1
+1
+1
+2
+2
+1
+2
+1
+2
+1
+1
+1
+2
+1
+1
+3
+2
+2
+3
+1
+1
+1
+1
+1
+1
+1
+1
+1
+1
+3
+1
+1
+1
+2
+1
+1
+1
+1
+3
+3
+2
+3
+1
+2
+1
+3
+3
+1
+3
+1
+1
+1
+1
+2
+2
+2
+1
+3
+3
+3
+3
+2
+1
+2
+1
+3
+3
+2
+2
+2
+1
+1
+3
+2
+1
+3
+2
+3
+1
+3
+2
+1
+1
+3
+3
+3
+2
+3
+3
+2
+3
+3
+2
+1
+1
+1
+1
+1

test_results.txt

@@ -0,0 +1,4 @@
+======= Predict using the model from ./outputs/oversample/comp/roberta-large-LR1e-5-epoch10-MaxLen256/checkpoint-best for test:
+{"acc": 0.7096774193548387, "num": 527, "correct": 374, "prec_0": 0.7454954954954955, "rec_0": 0.9376770538243626, "f1_0": 0.8306148055207028, "prec_1": 0.21212121212121213, "rec_1": 0.1891891891891892, "f1_1": 0.20000000000000004, "prec_2": 0.72, "rec_2": 0.26277372262773724, "f1_2": 0.3850267379679144, "macro_f1": 0.4718805144962057}======= Predict using the model from ./outputs/oversample/comp/roberta-large-LR1e-5-epoch10-MaxLen256/checkpoint-best for test:
+{"acc": 0.6907020872865275, "num": 527, "correct": 364, "prec_0": 0.7454545454545455, "rec_0": 0.9291784702549575, "f1_0": 0.8272383354350568, "prec_1": 0.11363636363636363, "rec_1": 0.13513513513513514, "f1_1": 0.12345679012345678, "prec_2": 0.7209302325581395, "rec_2": 0.22627737226277372, "f1_2": 0.34444444444444444, "macro_f1": 0.431713190000986}======= Predict using the model from ./outputs/oversample/comp/roberta-large-LR1e-5-epoch10-MaxLen256/checkpoint-best for test:
+{"acc": 0.6963946869070209, "num": 527, "correct": 367, "prec_0": 0.7721822541966427, "rec_0": 0.9121813031161473, "f1_0": 0.8363636363636363, "prec_1": 0.21311475409836064, "rec_1": 0.35135135135135137, "f1_1": 0.2653061224489796, "prec_2": 0.6530612244897959, "rec_2": 0.23357664233576642, "f1_2": 0.3440860215053763, "macro_f1": 0.4819185934393307}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "do_lower_case": false,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d224803526afb65f31b0849d3c380c5b8b23fbbd5cdae8ced87d6ff5d88193
+size 1711