| { | |
| "best_metric": 1.9214489459991455, | |
| "best_model_checkpoint": "hBERTv1_new_pretrain_48_emb_com_stsb/checkpoint-990", | |
| "epoch": 27.0, | |
| "global_step": 1215, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9200000000000004e-05, | |
| "loss": 2.5817, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_combined_score": 0.1961723851082083, | |
| "eval_loss": 2.602813720703125, | |
| "eval_pearson": 0.2027356377543126, | |
| "eval_runtime": 6.748, | |
| "eval_samples_per_second": 222.289, | |
| "eval_spearmanr": 0.189609132462104, | |
| "eval_steps_per_second": 1.778, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 3.8400000000000005e-05, | |
| "loss": 2.1023, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_combined_score": 0.19863013345614586, | |
| "eval_loss": 2.1595816612243652, | |
| "eval_pearson": 0.20345395522854448, | |
| "eval_runtime": 6.7492, | |
| "eval_samples_per_second": 222.249, | |
| "eval_spearmanr": 0.19380631168374723, | |
| "eval_steps_per_second": 1.778, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 3.76e-05, | |
| "loss": 1.9567, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_combined_score": 0.18933959939433503, | |
| "eval_loss": 2.3409199714660645, | |
| "eval_pearson": 0.18554383257948298, | |
| "eval_runtime": 6.7607, | |
| "eval_samples_per_second": 221.871, | |
| "eval_spearmanr": 0.19313536620918711, | |
| "eval_steps_per_second": 1.775, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 3.680000000000001e-05, | |
| "loss": 1.7201, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_combined_score": 0.2899464590935818, | |
| "eval_loss": 2.1790404319763184, | |
| "eval_pearson": 0.28650208786193304, | |
| "eval_runtime": 6.747, | |
| "eval_samples_per_second": 222.32, | |
| "eval_spearmanr": 0.29339083032523056, | |
| "eval_steps_per_second": 1.779, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 3.6e-05, | |
| "loss": 1.5153, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_combined_score": 0.3366713577400152, | |
| "eval_loss": 2.1208479404449463, | |
| "eval_pearson": 0.3381105093417233, | |
| "eval_runtime": 6.7661, | |
| "eval_samples_per_second": 221.694, | |
| "eval_spearmanr": 0.3352322061383072, | |
| "eval_steps_per_second": 1.774, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 3.52e-05, | |
| "loss": 1.2674, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_combined_score": 0.388996037809745, | |
| "eval_loss": 2.122382879257202, | |
| "eval_pearson": 0.3881787749232017, | |
| "eval_runtime": 6.7466, | |
| "eval_samples_per_second": 222.334, | |
| "eval_spearmanr": 0.3898133006962884, | |
| "eval_steps_per_second": 1.779, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 3.44e-05, | |
| "loss": 1.0115, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_combined_score": 0.42925164874364347, | |
| "eval_loss": 2.22530198097229, | |
| "eval_pearson": 0.43036479777857173, | |
| "eval_runtime": 6.7518, | |
| "eval_samples_per_second": 222.163, | |
| "eval_spearmanr": 0.4281384997087152, | |
| "eval_steps_per_second": 1.777, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 3.3600000000000004e-05, | |
| "loss": 0.7449, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_combined_score": 0.4279396504678673, | |
| "eval_loss": 2.323458433151245, | |
| "eval_pearson": 0.42358611153077663, | |
| "eval_runtime": 6.7608, | |
| "eval_samples_per_second": 221.867, | |
| "eval_spearmanr": 0.432293189404958, | |
| "eval_steps_per_second": 1.775, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 3.28e-05, | |
| "loss": 0.66, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_combined_score": 0.4345560407048856, | |
| "eval_loss": 2.361697196960449, | |
| "eval_pearson": 0.4340089724216108, | |
| "eval_runtime": 6.77, | |
| "eval_samples_per_second": 221.566, | |
| "eval_spearmanr": 0.4351031089881605, | |
| "eval_steps_per_second": 1.773, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 0.4678, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_combined_score": 0.4278924878236148, | |
| "eval_loss": 2.0740506649017334, | |
| "eval_pearson": 0.42995071418144987, | |
| "eval_runtime": 6.7876, | |
| "eval_samples_per_second": 220.99, | |
| "eval_spearmanr": 0.4258342614657797, | |
| "eval_steps_per_second": 1.768, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 3.1200000000000006e-05, | |
| "loss": 0.4438, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_combined_score": 0.4289254482191033, | |
| "eval_loss": 2.3816161155700684, | |
| "eval_pearson": 0.4284999172461374, | |
| "eval_runtime": 6.7943, | |
| "eval_samples_per_second": 220.772, | |
| "eval_spearmanr": 0.4293509791920692, | |
| "eval_steps_per_second": 1.766, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 3.0400000000000004e-05, | |
| "loss": 0.3192, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_combined_score": 0.4590614019452154, | |
| "eval_loss": 2.1672608852386475, | |
| "eval_pearson": 0.45795017178280906, | |
| "eval_runtime": 6.8031, | |
| "eval_samples_per_second": 220.489, | |
| "eval_spearmanr": 0.4601726321076217, | |
| "eval_steps_per_second": 1.764, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 2.96e-05, | |
| "loss": 0.2481, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_combined_score": 0.43744904640918025, | |
| "eval_loss": 2.1544361114501953, | |
| "eval_pearson": 0.4392148992975784, | |
| "eval_runtime": 6.7836, | |
| "eval_samples_per_second": 221.122, | |
| "eval_spearmanr": 0.43568319352078216, | |
| "eval_steps_per_second": 1.769, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 2.8800000000000002e-05, | |
| "loss": 0.2296, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_combined_score": 0.45925148211887024, | |
| "eval_loss": 2.007450580596924, | |
| "eval_pearson": 0.46026152385259717, | |
| "eval_runtime": 6.8038, | |
| "eval_samples_per_second": 220.465, | |
| "eval_spearmanr": 0.4582414403851433, | |
| "eval_steps_per_second": 1.764, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 2.8e-05, | |
| "loss": 0.1765, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_combined_score": 0.4620511023513117, | |
| "eval_loss": 2.1394569873809814, | |
| "eval_pearson": 0.46235490780864075, | |
| "eval_runtime": 6.7896, | |
| "eval_samples_per_second": 220.927, | |
| "eval_spearmanr": 0.46174729689398264, | |
| "eval_steps_per_second": 1.767, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "learning_rate": 2.7200000000000004e-05, | |
| "loss": 0.1533, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_combined_score": 0.4469345688037569, | |
| "eval_loss": 2.2714791297912598, | |
| "eval_pearson": 0.45120593215851773, | |
| "eval_runtime": 6.8234, | |
| "eval_samples_per_second": 219.832, | |
| "eval_spearmanr": 0.4426632054489961, | |
| "eval_steps_per_second": 1.759, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "learning_rate": 2.6400000000000005e-05, | |
| "loss": 0.1343, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_combined_score": 0.4428810611082898, | |
| "eval_loss": 2.172586679458618, | |
| "eval_pearson": 0.44408986762850433, | |
| "eval_runtime": 6.787, | |
| "eval_samples_per_second": 221.01, | |
| "eval_spearmanr": 0.44167225458807524, | |
| "eval_steps_per_second": 1.768, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 2.5600000000000002e-05, | |
| "loss": 0.1373, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_combined_score": 0.4478234688937688, | |
| "eval_loss": 2.02228045463562, | |
| "eval_pearson": 0.4532121986881763, | |
| "eval_runtime": 6.7875, | |
| "eval_samples_per_second": 220.996, | |
| "eval_spearmanr": 0.4424347390993613, | |
| "eval_steps_per_second": 1.768, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "learning_rate": 2.4800000000000003e-05, | |
| "loss": 0.1277, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_combined_score": 0.4346959695013698, | |
| "eval_loss": 1.9992105960845947, | |
| "eval_pearson": 0.4395412779716168, | |
| "eval_runtime": 6.7974, | |
| "eval_samples_per_second": 220.673, | |
| "eval_spearmanr": 0.42985066103112274, | |
| "eval_steps_per_second": 1.765, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "learning_rate": 2.4e-05, | |
| "loss": 0.0968, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_combined_score": 0.46103377995091277, | |
| "eval_loss": 2.1078310012817383, | |
| "eval_pearson": 0.4620119136399576, | |
| "eval_runtime": 6.7915, | |
| "eval_samples_per_second": 220.864, | |
| "eval_spearmanr": 0.460055646261868, | |
| "eval_steps_per_second": 1.767, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "learning_rate": 2.32e-05, | |
| "loss": 0.084, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_combined_score": 0.460210810698569, | |
| "eval_loss": 2.068389415740967, | |
| "eval_pearson": 0.46274616538784863, | |
| "eval_runtime": 6.7629, | |
| "eval_samples_per_second": 221.8, | |
| "eval_spearmanr": 0.4576754560092894, | |
| "eval_steps_per_second": 1.774, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "learning_rate": 2.2400000000000002e-05, | |
| "loss": 0.0777, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_combined_score": 0.46235708950698207, | |
| "eval_loss": 1.9214489459991455, | |
| "eval_pearson": 0.46475032463030774, | |
| "eval_runtime": 6.7758, | |
| "eval_samples_per_second": 221.376, | |
| "eval_spearmanr": 0.45996385438365645, | |
| "eval_steps_per_second": 1.771, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "learning_rate": 2.1600000000000003e-05, | |
| "loss": 0.0572, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_combined_score": 0.44643779764240843, | |
| "eval_loss": 2.0636143684387207, | |
| "eval_pearson": 0.45063900222949543, | |
| "eval_runtime": 6.7543, | |
| "eval_samples_per_second": 222.082, | |
| "eval_spearmanr": 0.4422365930553215, | |
| "eval_steps_per_second": 1.777, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "learning_rate": 2.08e-05, | |
| "loss": 0.0615, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_combined_score": 0.44382684994837796, | |
| "eval_loss": 2.0404300689697266, | |
| "eval_pearson": 0.4488704472998438, | |
| "eval_runtime": 6.7964, | |
| "eval_samples_per_second": 220.705, | |
| "eval_spearmanr": 0.43878325259691214, | |
| "eval_steps_per_second": 1.766, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0516, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_combined_score": 0.4475345905545639, | |
| "eval_loss": 2.059901714324951, | |
| "eval_pearson": 0.4515878825695937, | |
| "eval_runtime": 6.7915, | |
| "eval_samples_per_second": 220.866, | |
| "eval_spearmanr": 0.44348129853953405, | |
| "eval_steps_per_second": 1.767, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 0.0501, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_combined_score": 0.4509567766877898, | |
| "eval_loss": 2.0359442234039307, | |
| "eval_pearson": 0.4530378970256098, | |
| "eval_runtime": 6.8254, | |
| "eval_samples_per_second": 219.768, | |
| "eval_spearmanr": 0.44887565634996973, | |
| "eval_steps_per_second": 1.758, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "learning_rate": 1.8400000000000003e-05, | |
| "loss": 0.0515, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_combined_score": 0.45481392235284457, | |
| "eval_loss": 1.9571282863616943, | |
| "eval_pearson": 0.4588386300973516, | |
| "eval_runtime": 6.8054, | |
| "eval_samples_per_second": 220.412, | |
| "eval_spearmanr": 0.4507892146083376, | |
| "eval_steps_per_second": 1.763, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "step": 1215, | |
| "total_flos": 2.301115836137472e+16, | |
| "train_loss": 0.6121585881268536, | |
| "train_runtime": 2633.1293, | |
| "train_samples_per_second": 109.167, | |
| "train_steps_per_second": 0.854 | |
| } | |
| ], | |
| "max_steps": 2250, | |
| "num_train_epochs": 50, | |
| "total_flos": 2.301115836137472e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |