|
{ |
|
"best_metric": 0.5580736543909348, |
|
"best_model_checkpoint": "result/unsup/simcse-indobert-title-FakeCLSTrain-precise", |
|
"epoch": 0.6617647058823529, |
|
"global_step": 180, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.07, |
|
"eval_CR": 73.16, |
|
"eval_FakeCLSDev": 0.9839605181986428, |
|
"eval_FakeCLSTest": 0.46304347826086956, |
|
"eval_FakeCLSTrain": 0.5288220551378446, |
|
"eval_FakePairs": 0.005351908362129137, |
|
"eval_FakePairsNLI": 65.37, |
|
"eval_MPQA": 77.6, |
|
"eval_MR": 62.74, |
|
"eval_MRPC": 69.87, |
|
"eval_SST2": 69.5, |
|
"eval_SUBJ": 83.35, |
|
"eval_TREC": 61.56, |
|
"eval_avg_sts": 0.608427864595204, |
|
"eval_avg_transfer": 71.11142857142858, |
|
"eval_sickr_spearman": 0.5697081334351907, |
|
"eval_stsb_indo": 0.35816575526410505, |
|
"eval_stsb_spearman": 0.6471475957552174, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"eval_CR": 73.5, |
|
"eval_FakeCLSDev": 0.9844054580896686, |
|
"eval_FakeCLSTest": 0.4142857142857143, |
|
"eval_FakeCLSTrain": 0.5319693094629157, |
|
"eval_FakePairs": 0.0055116668207001555, |
|
"eval_FakePairsNLI": 61.31, |
|
"eval_MPQA": 77.5, |
|
"eval_MR": 63.16, |
|
"eval_MRPC": 70.39, |
|
"eval_SST2": 70.53, |
|
"eval_SUBJ": 83.61, |
|
"eval_TREC": 63.37, |
|
"eval_avg_sts": 0.6099489196482747, |
|
"eval_avg_transfer": 71.72285714285714, |
|
"eval_sickr_spearman": 0.5782534427542483, |
|
"eval_stsb_indo": 0.3617575143911094, |
|
"eval_stsb_spearman": 0.6416443965423011, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"eval_CR": 72.97, |
|
"eval_FakeCLSDev": 0.9841149773071104, |
|
"eval_FakeCLSTest": 0.4196642685851319, |
|
"eval_FakeCLSTrain": 0.5306122448979592, |
|
"eval_FakePairs": -0.002236618419994266, |
|
"eval_FakePairsNLI": 60.53, |
|
"eval_MPQA": 77.47, |
|
"eval_MR": 62.79, |
|
"eval_MRPC": 70.71, |
|
"eval_SST2": 69.72, |
|
"eval_SUBJ": 84.08, |
|
"eval_TREC": 62.77, |
|
"eval_avg_sts": 0.6049352302914398, |
|
"eval_avg_transfer": 71.50142857142856, |
|
"eval_sickr_spearman": 0.5781722701928178, |
|
"eval_stsb_indo": 0.37879410677523756, |
|
"eval_stsb_spearman": 0.6316981903900618, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"eval_CR": 72.45, |
|
"eval_FakeCLSDev": 0.9840783833435395, |
|
"eval_FakeCLSTest": 0.4339250493096647, |
|
"eval_FakeCLSTrain": 0.5267175572519084, |
|
"eval_FakePairs": 0.026200390087916275, |
|
"eval_FakePairsNLI": 60.53, |
|
"eval_MPQA": 77.75, |
|
"eval_MR": 62.75, |
|
"eval_MRPC": 70.46, |
|
"eval_SST2": 70.99, |
|
"eval_SUBJ": 84.77, |
|
"eval_TREC": 64.05, |
|
"eval_avg_sts": 0.5918733193015971, |
|
"eval_avg_transfer": 71.88857142857142, |
|
"eval_sickr_spearman": 0.5672788644177553, |
|
"eval_stsb_indo": 0.394149879866618, |
|
"eval_stsb_spearman": 0.616467774185439, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"eval_CR": 73.41, |
|
"eval_FakeCLSDev": 0.9850316637881404, |
|
"eval_FakeCLSTest": 0.42805755395683454, |
|
"eval_FakeCLSTrain": 0.5404699738903395, |
|
"eval_FakePairs": 0.0520812574941522, |
|
"eval_FakePairsNLI": 60.53, |
|
"eval_MPQA": 77.23, |
|
"eval_MR": 62.73, |
|
"eval_MRPC": 71.3, |
|
"eval_SST2": 70.76, |
|
"eval_SUBJ": 85.06, |
|
"eval_TREC": 63.7, |
|
"eval_avg_sts": 0.6083871006060083, |
|
"eval_avg_transfer": 72.02714285714286, |
|
"eval_sickr_spearman": 0.5814145136331947, |
|
"eval_stsb_indo": 0.41193116007398217, |
|
"eval_stsb_spearman": 0.6353596875788219, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"eval_CR": 73.37, |
|
"eval_FakeCLSDev": 0.9851767388825542, |
|
"eval_FakeCLSTest": 0.4190800681431005, |
|
"eval_FakeCLSTrain": 0.5223880597014925, |
|
"eval_FakePairs": 0.03538649857348071, |
|
"eval_FakePairsNLI": 60.53, |
|
"eval_MPQA": 77.45, |
|
"eval_MR": 62.65, |
|
"eval_MRPC": 70.61, |
|
"eval_SST2": 71.67, |
|
"eval_SUBJ": 84.81, |
|
"eval_TREC": 64.86, |
|
"eval_avg_sts": 0.6016284111780268, |
|
"eval_avg_transfer": 72.20285714285716, |
|
"eval_sickr_spearman": 0.5820290715760954, |
|
"eval_stsb_indo": 0.41269918214526696, |
|
"eval_stsb_spearman": 0.6212277507799581, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"eval_CR": 73.31, |
|
"eval_FakeCLSDev": 0.9851767388825542, |
|
"eval_FakeCLSTest": 0.41989881956155145, |
|
"eval_FakeCLSTrain": 0.5362694300518135, |
|
"eval_FakePairs": 0.03498710242705316, |
|
"eval_FakePairsNLI": 60.53, |
|
"eval_MPQA": 77.25, |
|
"eval_MR": 62.17, |
|
"eval_MRPC": 70.9, |
|
"eval_SST2": 68.81, |
|
"eval_SUBJ": 84.36, |
|
"eval_TREC": 64.2, |
|
"eval_avg_sts": 0.6051854166798671, |
|
"eval_avg_transfer": 71.57142857142857, |
|
"eval_sickr_spearman": 0.5806598489673991, |
|
"eval_stsb_indo": 0.40615316280106933, |
|
"eval_stsb_spearman": 0.6297109843923352, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"eval_CR": 72.74, |
|
"eval_FakeCLSDev": 0.9851767388825542, |
|
"eval_FakeCLSTest": 0.4189189189189189, |
|
"eval_FakeCLSTrain": 0.5157384987893463, |
|
"eval_FakePairs": 0.05176174057701016, |
|
"eval_FakePairsNLI": 62.56, |
|
"eval_MPQA": 77.04, |
|
"eval_MR": 62.38, |
|
"eval_MRPC": 71.44, |
|
"eval_SST2": 69.61, |
|
"eval_SUBJ": 84.4, |
|
"eval_TREC": 62.58, |
|
"eval_avg_sts": 0.6072393638619159, |
|
"eval_avg_transfer": 71.45571428571428, |
|
"eval_sickr_spearman": 0.585786112361686, |
|
"eval_stsb_indo": 0.3949280161232874, |
|
"eval_stsb_spearman": 0.6286926153621458, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"eval_CR": 73.03, |
|
"eval_FakeCLSDev": 0.9851767388825542, |
|
"eval_FakeCLSTest": 0.41765704584040747, |
|
"eval_FakeCLSTrain": 0.5580736543909348, |
|
"eval_FakePairs": 0.049445242927730386, |
|
"eval_FakePairsNLI": 60.53, |
|
"eval_MPQA": 77.37, |
|
"eval_MR": 62.6, |
|
"eval_MRPC": 70.44, |
|
"eval_SST2": 70.18, |
|
"eval_SUBJ": 84.29, |
|
"eval_TREC": 62.6, |
|
"eval_avg_sts": 0.5972569987657406, |
|
"eval_avg_transfer": 71.50142857142858, |
|
"eval_sickr_spearman": 0.5824195163996858, |
|
"eval_stsb_indo": 0.3994525439625476, |
|
"eval_stsb_spearman": 0.6120944811317954, |
|
"step": 180 |
|
} |
|
], |
|
"max_steps": 816, |
|
"num_train_epochs": 3, |
|
"total_flos": 0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|