| { | |
| "best_metric": 0.5689655172413793, | |
| "best_model_checkpoint": "result/unsup/simcse-indobert-fact-FakeCLSTrain-precise", | |
| "epoch": 1.4229249011857708, | |
| "global_step": 360, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.08, | |
| "eval_CR": 73.51, | |
| "eval_FakeCLSDev": 0.9859484777517564, | |
| "eval_FakeCLSTest": 0.5161290322580645, | |
| "eval_FakeCLSTrain": 0.47105788423153694, | |
| "eval_FakePairs": -0.0655808472434033, | |
| "eval_FakePairsNLI": 61.47, | |
| "eval_MPQA": 77.42, | |
| "eval_MR": 62.27, | |
| "eval_MRPC": 69.77, | |
| "eval_SST2": 69.5, | |
| "eval_SUBJ": 83.28, | |
| "eval_TREC": 63.68, | |
| "eval_avg_sts": 0.615711473961408, | |
| "eval_avg_transfer": 71.34714285714286, | |
| "eval_sickr_spearman": 0.5665051314046887, | |
| "eval_stsb_indo": 0.33437727467476286, | |
| "eval_stsb_spearman": 0.6649178165181273, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_CR": 72.68, | |
| "eval_FakeCLSDev": 0.9851767388825542, | |
| "eval_FakeCLSTest": 0.4231433506044905, | |
| "eval_FakeCLSTrain": 0.5489130434782609, | |
| "eval_FakePairs": -0.04097804462346638, | |
| "eval_FakePairsNLI": 61.0, | |
| "eval_MPQA": 77.55, | |
| "eval_MR": 61.07, | |
| "eval_MRPC": 69.36, | |
| "eval_SST2": 69.61, | |
| "eval_SUBJ": 82.67, | |
| "eval_TREC": 64.01, | |
| "eval_avg_sts": 0.6012550116719224, | |
| "eval_avg_transfer": 70.99285714285715, | |
| "eval_sickr_spearman": 0.5668606095864323, | |
| "eval_stsb_indo": 0.3166064743127013, | |
| "eval_stsb_spearman": 0.6356494137574127, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_CR": 73.47, | |
| "eval_FakeCLSDev": 0.9851598173515982, | |
| "eval_FakeCLSTest": 0.49099099099099097, | |
| "eval_FakeCLSTrain": 0.5536723163841808, | |
| "eval_FakePairs": -0.03922070157918517, | |
| "eval_FakePairsNLI": 61.62, | |
| "eval_MPQA": 77.38, | |
| "eval_MR": 62.28, | |
| "eval_MRPC": 69.77, | |
| "eval_SST2": 68.69, | |
| "eval_SUBJ": 83.33, | |
| "eval_TREC": 64.75, | |
| "eval_avg_sts": 0.608615640622381, | |
| "eval_avg_transfer": 71.38142857142857, | |
| "eval_sickr_spearman": 0.5717063713483206, | |
| "eval_stsb_indo": 0.3395385317873131, | |
| "eval_stsb_spearman": 0.6455249098964414, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_CR": 73.54, | |
| "eval_FakeCLSDev": 0.9851598173515982, | |
| "eval_FakeCLSTest": 0.4665271966527197, | |
| "eval_FakeCLSTrain": 0.56, | |
| "eval_FakePairs": -0.058711233524849485, | |
| "eval_FakePairsNLI": 60.53, | |
| "eval_MPQA": 77.36, | |
| "eval_MR": 62.75, | |
| "eval_MRPC": 69.97, | |
| "eval_SST2": 69.95, | |
| "eval_SUBJ": 83.69, | |
| "eval_TREC": 64.69, | |
| "eval_avg_sts": 0.6091550301498823, | |
| "eval_avg_transfer": 71.70714285714287, | |
| "eval_sickr_spearman": 0.5691681677928235, | |
| "eval_stsb_indo": 0.35668523348337833, | |
| "eval_stsb_spearman": 0.6491418925069411, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_CR": 72.86, | |
| "eval_FakeCLSDev": 0.9851767388825542, | |
| "eval_FakeCLSTest": 0.43423423423423424, | |
| "eval_FakeCLSTrain": 0.5497237569060773, | |
| "eval_FakePairs": -0.06198628192555537, | |
| "eval_FakePairsNLI": 63.34, | |
| "eval_MPQA": 77.43, | |
| "eval_MR": 62.37, | |
| "eval_MRPC": 70.02, | |
| "eval_SST2": 69.72, | |
| "eval_SUBJ": 83.97, | |
| "eval_TREC": 62.91, | |
| "eval_avg_sts": 0.6086202878060443, | |
| "eval_avg_transfer": 71.32571428571428, | |
| "eval_sickr_spearman": 0.5628235474794574, | |
| "eval_stsb_indo": 0.3583996091555714, | |
| "eval_stsb_spearman": 0.6544170281326311, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_CR": 73.16, | |
| "eval_FakeCLSDev": 0.9851767388825542, | |
| "eval_FakeCLSTest": 0.43783783783783786, | |
| "eval_FakeCLSTrain": 0.5668604651162791, | |
| "eval_FakePairs": -0.061826523466984355, | |
| "eval_FakePairsNLI": 63.03, | |
| "eval_MPQA": 77.29, | |
| "eval_MR": 62.36, | |
| "eval_MRPC": 70.27, | |
| "eval_SST2": 67.89, | |
| "eval_SUBJ": 83.77, | |
| "eval_TREC": 64.22, | |
| "eval_avg_sts": 0.6163408060409252, | |
| "eval_avg_transfer": 71.27999999999999, | |
| "eval_sickr_spearman": 0.5696943965401795, | |
| "eval_stsb_indo": 0.3670526673661317, | |
| "eval_stsb_spearman": 0.6629872155416708, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "eval_CR": 73.07, | |
| "eval_FakeCLSDev": 0.9851767388825542, | |
| "eval_FakeCLSTest": 0.41919191919191917, | |
| "eval_FakeCLSTrain": 0.556497175141243, | |
| "eval_FakePairs": -0.06653939799482943, | |
| "eval_FakePairsNLI": 70.2, | |
| "eval_MPQA": 77.45, | |
| "eval_MR": 62.45, | |
| "eval_MRPC": 69.9, | |
| "eval_SST2": 68.46, | |
| "eval_SUBJ": 83.58, | |
| "eval_TREC": 63.08, | |
| "eval_avg_sts": 0.6153345841426848, | |
| "eval_avg_transfer": 71.14142857142856, | |
| "eval_sickr_spearman": 0.5701103458786335, | |
| "eval_stsb_indo": 0.3509797527191032, | |
| "eval_stsb_spearman": 0.6605588224067361, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_CR": 73.5, | |
| "eval_FakeCLSDev": 0.9851598173515982, | |
| "eval_FakeCLSTest": 0.4753747323340471, | |
| "eval_FakeCLSTrain": 0.5612535612535613, | |
| "eval_FakePairs": -0.0680571033512541, | |
| "eval_FakePairsNLI": 65.83, | |
| "eval_MPQA": 77.08, | |
| "eval_MR": 62.5, | |
| "eval_MRPC": 69.8, | |
| "eval_SST2": 69.5, | |
| "eval_SUBJ": 83.92, | |
| "eval_TREC": 63.7, | |
| "eval_avg_sts": 0.6138085030907702, | |
| "eval_avg_transfer": 71.42857142857143, | |
| "eval_sickr_spearman": 0.5714391262999188, | |
| "eval_stsb_indo": 0.35272703771997466, | |
| "eval_stsb_spearman": 0.6561778798816216, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "eval_CR": 72.79, | |
| "eval_FakeCLSDev": 0.9851513420902341, | |
| "eval_FakeCLSTest": 0.49417249417249415, | |
| "eval_FakeCLSTrain": 0.5285359801488834, | |
| "eval_FakePairs": -0.06949492947839328, | |
| "eval_FakePairsNLI": 62.71, | |
| "eval_MPQA": 76.76, | |
| "eval_MR": 62.73, | |
| "eval_MRPC": 70.02, | |
| "eval_SST2": 68.58, | |
| "eval_SUBJ": 84.43, | |
| "eval_TREC": 62.42, | |
| "eval_avg_sts": 0.6196401183056581, | |
| "eval_avg_transfer": 71.10428571428572, | |
| "eval_sickr_spearman": 0.5703694256397907, | |
| "eval_stsb_indo": 0.36643910488045184, | |
| "eval_stsb_spearman": 0.6689108109715255, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "eval_CR": 72.87, | |
| "eval_FakeCLSDev": 0.9851767388825542, | |
| "eval_FakeCLSTest": 0.44014732965009207, | |
| "eval_FakeCLSTrain": 0.5657142857142857, | |
| "eval_FakePairs": -0.07093275560553244, | |
| "eval_FakePairsNLI": 62.56, | |
| "eval_MPQA": 76.85, | |
| "eval_MR": 62.55, | |
| "eval_MRPC": 70.34, | |
| "eval_SST2": 66.28, | |
| "eval_SUBJ": 83.69, | |
| "eval_TREC": 62.9, | |
| "eval_avg_sts": 0.6117092253437233, | |
| "eval_avg_transfer": 70.78285714285714, | |
| "eval_sickr_spearman": 0.562769224303731, | |
| "eval_stsb_indo": 0.37225410713674706, | |
| "eval_stsb_spearman": 0.6606492263837157, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "eval_CR": 72.81, | |
| "eval_FakeCLSDev": 0.9851598173515982, | |
| "eval_FakeCLSTest": 0.4673684210526316, | |
| "eval_FakeCLSTrain": 0.547945205479452, | |
| "eval_FakePairs": -0.054158117455575444, | |
| "eval_FakePairsNLI": 63.65, | |
| "eval_MPQA": 77.75, | |
| "eval_MR": 62.64, | |
| "eval_MRPC": 70.29, | |
| "eval_SST2": 69.38, | |
| "eval_SUBJ": 83.87, | |
| "eval_TREC": 63.48, | |
| "eval_avg_sts": 0.6109666311280921, | |
| "eval_avg_transfer": 71.46000000000001, | |
| "eval_sickr_spearman": 0.5690365625748831, | |
| "eval_stsb_indo": 0.359153644946237, | |
| "eval_stsb_spearman": 0.652896699681301, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_CR": 73.15, | |
| "eval_FakeCLSDev": 0.9851767388825542, | |
| "eval_FakeCLSTest": 0.42757417102966844, | |
| "eval_FakeCLSTrain": 0.5528455284552846, | |
| "eval_FakePairs": -0.044652489170599816, | |
| "eval_FakePairsNLI": 60.69, | |
| "eval_MPQA": 77.47, | |
| "eval_MR": 62.17, | |
| "eval_MRPC": 70.34, | |
| "eval_SST2": 67.09, | |
| "eval_SUBJ": 83.56, | |
| "eval_TREC": 62.33, | |
| "eval_avg_sts": 0.6128236398775047, | |
| "eval_avg_transfer": 70.87285714285714, | |
| "eval_sickr_spearman": 0.5620660489786768, | |
| "eval_stsb_indo": 0.3265208518275815, | |
| "eval_stsb_spearman": 0.6635812307763325, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_CR": 73.03, | |
| "eval_FakeCLSDev": 0.9851513420902341, | |
| "eval_FakeCLSTest": 0.4306306306306306, | |
| "eval_FakeCLSTrain": 0.5597667638483965, | |
| "eval_FakePairs": -0.05024404074786382, | |
| "eval_FakePairsNLI": 61.62, | |
| "eval_MPQA": 77.18, | |
| "eval_MR": 61.87, | |
| "eval_MRPC": 70.0, | |
| "eval_SST2": 67.43, | |
| "eval_SUBJ": 83.27, | |
| "eval_TREC": 62.67, | |
| "eval_avg_sts": 0.6131921270133698, | |
| "eval_avg_transfer": 70.77857142857144, | |
| "eval_sickr_spearman": 0.5614766113018284, | |
| "eval_stsb_indo": 0.3244277933781677, | |
| "eval_stsb_spearman": 0.6649076427249111, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "eval_CR": 73.01, | |
| "eval_FakeCLSDev": 0.9861030689056167, | |
| "eval_FakeCLSTest": 0.5215189873417722, | |
| "eval_FakeCLSTrain": 0.5498652291105122, | |
| "eval_FakePairs": -0.04281527160708269, | |
| "eval_FakePairsNLI": 60.53, | |
| "eval_MPQA": 77.48, | |
| "eval_MR": 61.83, | |
| "eval_MRPC": 69.9, | |
| "eval_SST2": 69.27, | |
| "eval_SUBJ": 82.46, | |
| "eval_TREC": 63.98, | |
| "eval_avg_sts": 0.6053801581830358, | |
| "eval_avg_transfer": 71.13285714285715, | |
| "eval_sickr_spearman": 0.5599164170338142, | |
| "eval_stsb_indo": 0.3103923440865193, | |
| "eval_stsb_spearman": 0.6508438993322574, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "eval_CR": 72.83, | |
| "eval_FakeCLSDev": 0.9856073690270581, | |
| "eval_FakeCLSTest": 0.516209476309227, | |
| "eval_FakeCLSTrain": 0.5464190981432361, | |
| "eval_FakePairs": -0.020449082697090434, | |
| "eval_FakePairsNLI": 60.53, | |
| "eval_MPQA": 77.52, | |
| "eval_MR": 61.56, | |
| "eval_MRPC": 69.9, | |
| "eval_SST2": 68.23, | |
| "eval_SUBJ": 82.49, | |
| "eval_TREC": 64.05, | |
| "eval_avg_sts": 0.5997509995903676, | |
| "eval_avg_transfer": 70.94000000000001, | |
| "eval_sickr_spearman": 0.5583291812556904, | |
| "eval_stsb_indo": 0.2918589228675973, | |
| "eval_stsb_spearman": 0.6411728179250447, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_CR": 72.67, | |
| "eval_FakeCLSDev": 0.9851936218678815, | |
| "eval_FakeCLSTest": 0.5277777777777778, | |
| "eval_FakeCLSTrain": 0.5513513513513514, | |
| "eval_FakePairs": -0.0066299760306972886, | |
| "eval_FakePairsNLI": 60.53, | |
| "eval_MPQA": 77.09, | |
| "eval_MR": 62.07, | |
| "eval_MRPC": 70.22, | |
| "eval_SST2": 68.0, | |
| "eval_SUBJ": 82.45, | |
| "eval_TREC": 64.58, | |
| "eval_avg_sts": 0.6007609352858567, | |
| "eval_avg_transfer": 71.01142857142857, | |
| "eval_sickr_spearman": 0.5664013842255825, | |
| "eval_stsb_indo": 0.3162610592900211, | |
| "eval_stsb_spearman": 0.6351204863461308, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_CR": 72.99, | |
| "eval_FakeCLSDev": 0.993006993006993, | |
| "eval_FakeCLSTest": 0.30303030303030304, | |
| "eval_FakeCLSTrain": 0.5580110497237569, | |
| "eval_FakePairs": -0.02212654651208613, | |
| "eval_FakePairsNLI": 63.03, | |
| "eval_MPQA": 77.68, | |
| "eval_MR": 62.61, | |
| "eval_MRPC": 69.87, | |
| "eval_SST2": 68.23, | |
| "eval_SUBJ": 83.02, | |
| "eval_TREC": 65.72, | |
| "eval_avg_sts": 0.6010452523806686, | |
| "eval_avg_transfer": 71.44571428571429, | |
| "eval_sickr_spearman": 0.5730101275657566, | |
| "eval_stsb_indo": 0.33175461948179213, | |
| "eval_stsb_spearman": 0.6290803771955807, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "eval_CR": 72.46, | |
| "eval_FakeCLSDev": 1.0, | |
| "eval_FakeCLSTest": 0.0, | |
| "eval_FakeCLSTrain": 0.5689655172413793, | |
| "eval_FakePairs": -0.022206425741371643, | |
| "eval_FakePairsNLI": 60.53, | |
| "eval_MPQA": 77.87, | |
| "eval_MR": 62.74, | |
| "eval_MRPC": 70.34, | |
| "eval_SST2": 68.81, | |
| "eval_SUBJ": 83.4, | |
| "eval_TREC": 66.23, | |
| "eval_avg_sts": 0.6023165873556424, | |
| "eval_avg_transfer": 71.69285714285715, | |
| "eval_sickr_spearman": 0.5723746280626291, | |
| "eval_stsb_indo": 0.3481165947946874, | |
| "eval_stsb_spearman": 0.6322585466486558, | |
| "step": 360 | |
| } | |
| ], | |
| "max_steps": 759, | |
| "num_train_epochs": 3, | |
| "total_flos": 0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |