{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.992, "eval_steps": 100, "global_step": 6200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.016, "grad_norm": 203.1111602783203, "learning_rate": 7.520000000000001e-06, "loss": 3.4547, "step": 100 }, { "epoch": 0.016, "eval_all-nli-dev_cosine_accuracy": 0.737, "eval_all-nli-dev_dot_accuracy": 0.319, "eval_all-nli-dev_euclidean_accuracy": 0.737, "eval_all-nli-dev_manhattan_accuracy": 0.801, "eval_all-nli-dev_max_accuracy": 0.801, "eval_loss": 2.2853124141693115, "eval_runtime": 4.7392, "eval_samples_per_second": 211.008, "eval_steps_per_second": 13.294, "step": 100 }, { "epoch": 0.032, "grad_norm": 38.57483673095703, "learning_rate": 1.552e-05, "loss": 1.6761, "step": 200 }, { "epoch": 0.032, "eval_all-nli-dev_cosine_accuracy": 0.826, "eval_all-nli-dev_dot_accuracy": 0.267, "eval_all-nli-dev_euclidean_accuracy": 0.83, "eval_all-nli-dev_manhattan_accuracy": 0.856, "eval_all-nli-dev_max_accuracy": 0.856, "eval_loss": 1.3493391275405884, "eval_runtime": 4.734, "eval_samples_per_second": 211.236, "eval_steps_per_second": 13.308, "step": 200 }, { "epoch": 0.048, "grad_norm": 36.92991638183594, "learning_rate": 2.3520000000000002e-05, "loss": 1.5528, "step": 300 }, { "epoch": 0.048, "eval_all-nli-dev_cosine_accuracy": 0.805, "eval_all-nli-dev_dot_accuracy": 0.29, "eval_all-nli-dev_euclidean_accuracy": 0.818, "eval_all-nli-dev_manhattan_accuracy": 0.83, "eval_all-nli-dev_max_accuracy": 0.83, "eval_loss": 1.4180811643600464, "eval_runtime": 4.629, "eval_samples_per_second": 216.028, "eval_steps_per_second": 13.61, "step": 300 }, { "epoch": 0.064, "grad_norm": 35.267967224121094, "learning_rate": 3.1519999999999996e-05, "loss": 1.0069, "step": 400 }, { "epoch": 0.064, "eval_all-nli-dev_cosine_accuracy": 0.819, "eval_all-nli-dev_dot_accuracy": 0.244, "eval_all-nli-dev_euclidean_accuracy": 0.824, "eval_all-nli-dev_manhattan_accuracy": 0.835, "eval_all-nli-dev_max_accuracy": 0.835, "eval_loss": 1.3276922702789307, "eval_runtime": 4.5852, "eval_samples_per_second": 218.095, "eval_steps_per_second": 13.74, "step": 400 }, { "epoch": 0.08, "grad_norm": 25.50597381591797, "learning_rate": 3.944e-05, "loss": 1.0611, "step": 500 }, { "epoch": 0.08, "eval_all-nli-dev_cosine_accuracy": 0.814, "eval_all-nli-dev_dot_accuracy": 0.216, "eval_all-nli-dev_euclidean_accuracy": 0.804, "eval_all-nli-dev_manhattan_accuracy": 0.847, "eval_all-nli-dev_max_accuracy": 0.847, "eval_loss": 1.4609754085540771, "eval_runtime": 4.6833, "eval_samples_per_second": 213.524, "eval_steps_per_second": 13.452, "step": 500 }, { "epoch": 0.096, "grad_norm": 55.69437026977539, "learning_rate": 4.744e-05, "loss": 1.1424, "step": 600 }, { "epoch": 0.096, "eval_all-nli-dev_cosine_accuracy": 0.776, "eval_all-nli-dev_dot_accuracy": 0.319, "eval_all-nli-dev_euclidean_accuracy": 0.786, "eval_all-nli-dev_manhattan_accuracy": 0.805, "eval_all-nli-dev_max_accuracy": 0.805, "eval_loss": 1.7394046783447266, "eval_runtime": 4.6079, "eval_samples_per_second": 217.017, "eval_steps_per_second": 13.672, "step": 600 }, { "epoch": 0.112, "grad_norm": 24.330310821533203, "learning_rate": 4.9404444444444447e-05, "loss": 1.3545, "step": 700 }, { "epoch": 0.112, "eval_all-nli-dev_cosine_accuracy": 0.825, "eval_all-nli-dev_dot_accuracy": 0.211, "eval_all-nli-dev_euclidean_accuracy": 0.825, "eval_all-nli-dev_manhattan_accuracy": 0.83, "eval_all-nli-dev_max_accuracy": 0.83, "eval_loss": 1.417900562286377, "eval_runtime": 4.6918, "eval_samples_per_second": 213.136, "eval_steps_per_second": 13.428, "step": 700 }, { "epoch": 0.128, "grad_norm": 18.1214599609375, "learning_rate": 4.852444444444444e-05, "loss": 1.3587, "step": 800 }, { "epoch": 0.128, "eval_all-nli-dev_cosine_accuracy": 0.834, "eval_all-nli-dev_dot_accuracy": 0.175, "eval_all-nli-dev_euclidean_accuracy": 0.832, "eval_all-nli-dev_manhattan_accuracy": 0.84, "eval_all-nli-dev_max_accuracy": 0.84, "eval_loss": 1.6350008249282837, "eval_runtime": 4.57, "eval_samples_per_second": 218.818, "eval_steps_per_second": 13.786, "step": 800 }, { "epoch": 0.144, "grad_norm": 28.469261169433594, "learning_rate": 4.763555555555555e-05, "loss": 1.237, "step": 900 }, { "epoch": 0.144, "eval_all-nli-dev_cosine_accuracy": 0.778, "eval_all-nli-dev_dot_accuracy": 0.235, "eval_all-nli-dev_euclidean_accuracy": 0.778, "eval_all-nli-dev_manhattan_accuracy": 0.801, "eval_all-nli-dev_max_accuracy": 0.801, "eval_loss": 1.6793839931488037, "eval_runtime": 4.5941, "eval_samples_per_second": 217.673, "eval_steps_per_second": 13.713, "step": 900 }, { "epoch": 0.16, "grad_norm": 33.614253997802734, "learning_rate": 4.6746666666666664e-05, "loss": 1.2029, "step": 1000 }, { "epoch": 0.16, "eval_all-nli-dev_cosine_accuracy": 0.799, "eval_all-nli-dev_dot_accuracy": 0.24, "eval_all-nli-dev_euclidean_accuracy": 0.808, "eval_all-nli-dev_manhattan_accuracy": 0.811, "eval_all-nli-dev_max_accuracy": 0.811, "eval_loss": 1.673274040222168, "eval_runtime": 4.6683, "eval_samples_per_second": 214.212, "eval_steps_per_second": 13.495, "step": 1000 }, { "epoch": 0.176, "grad_norm": 26.691509246826172, "learning_rate": 4.5857777777777775e-05, "loss": 1.2748, "step": 1100 }, { "epoch": 0.176, "eval_all-nli-dev_cosine_accuracy": 0.8, "eval_all-nli-dev_dot_accuracy": 0.213, "eval_all-nli-dev_euclidean_accuracy": 0.802, "eval_all-nli-dev_manhattan_accuracy": 0.818, "eval_all-nli-dev_max_accuracy": 0.818, "eval_loss": 1.6359915733337402, "eval_runtime": 4.6977, "eval_samples_per_second": 212.869, "eval_steps_per_second": 13.411, "step": 1100 }, { "epoch": 0.192, "grad_norm": 23.69953727722168, "learning_rate": 4.4968888888888894e-05, "loss": 1.1433, "step": 1200 }, { "epoch": 0.192, "eval_all-nli-dev_cosine_accuracy": 0.786, "eval_all-nli-dev_dot_accuracy": 0.215, "eval_all-nli-dev_euclidean_accuracy": 0.785, "eval_all-nli-dev_manhattan_accuracy": 0.806, "eval_all-nli-dev_max_accuracy": 0.806, "eval_loss": 1.7951678037643433, "eval_runtime": 4.6338, "eval_samples_per_second": 215.807, "eval_steps_per_second": 13.596, "step": 1200 }, { "epoch": 0.208, "grad_norm": 17.910472869873047, "learning_rate": 4.4080000000000005e-05, "loss": 1.0113, "step": 1300 }, { "epoch": 0.208, "eval_all-nli-dev_cosine_accuracy": 0.817, "eval_all-nli-dev_dot_accuracy": 0.178, "eval_all-nli-dev_euclidean_accuracy": 0.815, "eval_all-nli-dev_manhattan_accuracy": 0.817, "eval_all-nli-dev_max_accuracy": 0.817, "eval_loss": 1.4315475225448608, "eval_runtime": 4.6753, "eval_samples_per_second": 213.892, "eval_steps_per_second": 13.475, "step": 1300 }, { "epoch": 0.224, "grad_norm": 43.645694732666016, "learning_rate": 4.3191111111111116e-05, "loss": 0.8216, "step": 1400 }, { "epoch": 0.224, "eval_all-nli-dev_cosine_accuracy": 0.771, "eval_all-nli-dev_dot_accuracy": 0.243, "eval_all-nli-dev_euclidean_accuracy": 0.776, "eval_all-nli-dev_manhattan_accuracy": 0.774, "eval_all-nli-dev_max_accuracy": 0.776, "eval_loss": 1.6300010681152344, "eval_runtime": 4.6418, "eval_samples_per_second": 215.435, "eval_steps_per_second": 13.572, "step": 1400 }, { "epoch": 0.24, "grad_norm": 31.21487045288086, "learning_rate": 4.231111111111111e-05, "loss": 1.3451, "step": 1500 }, { "epoch": 0.24, "eval_all-nli-dev_cosine_accuracy": 0.845, "eval_all-nli-dev_dot_accuracy": 0.186, "eval_all-nli-dev_euclidean_accuracy": 0.85, "eval_all-nli-dev_manhattan_accuracy": 0.856, "eval_all-nli-dev_max_accuracy": 0.856, "eval_loss": 1.1566354036331177, "eval_runtime": 4.6716, "eval_samples_per_second": 214.061, "eval_steps_per_second": 13.486, "step": 1500 }, { "epoch": 0.256, "grad_norm": 25.364757537841797, "learning_rate": 4.142222222222222e-05, "loss": 0.8745, "step": 1600 }, { "epoch": 0.256, "eval_all-nli-dev_cosine_accuracy": 0.825, "eval_all-nli-dev_dot_accuracy": 0.175, "eval_all-nli-dev_euclidean_accuracy": 0.833, "eval_all-nli-dev_manhattan_accuracy": 0.838, "eval_all-nli-dev_max_accuracy": 0.838, "eval_loss": 1.2074507474899292, "eval_runtime": 4.7951, "eval_samples_per_second": 208.546, "eval_steps_per_second": 13.138, "step": 1600 }, { "epoch": 0.272, "grad_norm": 16.138595581054688, "learning_rate": 4.0533333333333334e-05, "loss": 0.9945, "step": 1700 }, { "epoch": 0.272, "eval_all-nli-dev_cosine_accuracy": 0.822, "eval_all-nli-dev_dot_accuracy": 0.191, "eval_all-nli-dev_euclidean_accuracy": 0.824, "eval_all-nli-dev_manhattan_accuracy": 0.831, "eval_all-nli-dev_max_accuracy": 0.831, "eval_loss": 1.3295574188232422, "eval_runtime": 4.7422, "eval_samples_per_second": 210.873, "eval_steps_per_second": 13.285, "step": 1700 }, { "epoch": 0.288, "grad_norm": 21.44277572631836, "learning_rate": 3.9644444444444445e-05, "loss": 0.9827, "step": 1800 }, { "epoch": 0.288, "eval_all-nli-dev_cosine_accuracy": 0.844, "eval_all-nli-dev_dot_accuracy": 0.163, "eval_all-nli-dev_euclidean_accuracy": 0.839, "eval_all-nli-dev_manhattan_accuracy": 0.844, "eval_all-nli-dev_max_accuracy": 0.844, "eval_loss": 1.3051831722259521, "eval_runtime": 4.6529, "eval_samples_per_second": 214.919, "eval_steps_per_second": 13.54, "step": 1800 }, { "epoch": 0.304, "grad_norm": 25.058795928955078, "learning_rate": 3.8755555555555556e-05, "loss": 0.974, "step": 1900 }, { "epoch": 0.304, "eval_all-nli-dev_cosine_accuracy": 0.837, "eval_all-nli-dev_dot_accuracy": 0.161, "eval_all-nli-dev_euclidean_accuracy": 0.838, "eval_all-nli-dev_manhattan_accuracy": 0.85, "eval_all-nli-dev_max_accuracy": 0.85, "eval_loss": 1.164267897605896, "eval_runtime": 4.6376, "eval_samples_per_second": 215.626, "eval_steps_per_second": 13.584, "step": 1900 }, { "epoch": 0.32, "grad_norm": 17.524301528930664, "learning_rate": 3.786666666666667e-05, "loss": 0.7555, "step": 2000 }, { "epoch": 0.32, "eval_all-nli-dev_cosine_accuracy": 0.855, "eval_all-nli-dev_dot_accuracy": 0.147, "eval_all-nli-dev_euclidean_accuracy": 0.856, "eval_all-nli-dev_manhattan_accuracy": 0.869, "eval_all-nli-dev_max_accuracy": 0.869, "eval_loss": 1.2737869024276733, "eval_runtime": 4.6503, "eval_samples_per_second": 215.038, "eval_steps_per_second": 13.547, "step": 2000 }, { "epoch": 0.336, "grad_norm": 10.828136444091797, "learning_rate": 3.697777777777778e-05, "loss": 0.7176, "step": 2100 }, { "epoch": 0.336, "eval_all-nli-dev_cosine_accuracy": 0.832, "eval_all-nli-dev_dot_accuracy": 0.183, "eval_all-nli-dev_euclidean_accuracy": 0.832, "eval_all-nli-dev_manhattan_accuracy": 0.829, "eval_all-nli-dev_max_accuracy": 0.832, "eval_loss": 1.374898910522461, "eval_runtime": 4.6209, "eval_samples_per_second": 216.408, "eval_steps_per_second": 13.634, "step": 2100 }, { "epoch": 0.352, "grad_norm": 11.03420639038086, "learning_rate": 3.608888888888889e-05, "loss": 0.834, "step": 2200 }, { "epoch": 0.352, "eval_all-nli-dev_cosine_accuracy": 0.875, "eval_all-nli-dev_dot_accuracy": 0.147, "eval_all-nli-dev_euclidean_accuracy": 0.879, "eval_all-nli-dev_manhattan_accuracy": 0.874, "eval_all-nli-dev_max_accuracy": 0.879, "eval_loss": 1.071208119392395, "eval_runtime": 4.6829, "eval_samples_per_second": 213.542, "eval_steps_per_second": 13.453, "step": 2200 }, { "epoch": 0.368, "grad_norm": 15.635822296142578, "learning_rate": 3.52e-05, "loss": 1.0819, "step": 2300 }, { "epoch": 0.368, "eval_all-nli-dev_cosine_accuracy": 0.849, "eval_all-nli-dev_dot_accuracy": 0.162, "eval_all-nli-dev_euclidean_accuracy": 0.849, "eval_all-nli-dev_manhattan_accuracy": 0.848, "eval_all-nli-dev_max_accuracy": 0.849, "eval_loss": 1.27626633644104, "eval_runtime": 4.5515, "eval_samples_per_second": 219.707, "eval_steps_per_second": 13.842, "step": 2300 }, { "epoch": 0.384, "grad_norm": 15.611441612243652, "learning_rate": 3.431111111111111e-05, "loss": 0.9515, "step": 2400 }, { "epoch": 0.384, "eval_all-nli-dev_cosine_accuracy": 0.845, "eval_all-nli-dev_dot_accuracy": 0.153, "eval_all-nli-dev_euclidean_accuracy": 0.847, "eval_all-nli-dev_manhattan_accuracy": 0.848, "eval_all-nli-dev_max_accuracy": 0.848, "eval_loss": 1.1383966207504272, "eval_runtime": 4.5335, "eval_samples_per_second": 220.582, "eval_steps_per_second": 13.897, "step": 2400 }, { "epoch": 0.4, "grad_norm": 23.901636123657227, "learning_rate": 3.3422222222222224e-05, "loss": 0.7828, "step": 2500 }, { "epoch": 0.4, "eval_all-nli-dev_cosine_accuracy": 0.859, "eval_all-nli-dev_dot_accuracy": 0.142, "eval_all-nli-dev_euclidean_accuracy": 0.861, "eval_all-nli-dev_manhattan_accuracy": 0.861, "eval_all-nli-dev_max_accuracy": 0.861, "eval_loss": 1.0878574848175049, "eval_runtime": 4.6563, "eval_samples_per_second": 214.765, "eval_steps_per_second": 13.53, "step": 2500 }, { "epoch": 0.416, "grad_norm": 20.29927635192871, "learning_rate": 3.253333333333333e-05, "loss": 0.7268, "step": 2600 }, { "epoch": 0.416, "eval_all-nli-dev_cosine_accuracy": 0.868, "eval_all-nli-dev_dot_accuracy": 0.128, "eval_all-nli-dev_euclidean_accuracy": 0.864, "eval_all-nli-dev_manhattan_accuracy": 0.867, "eval_all-nli-dev_max_accuracy": 0.868, "eval_loss": 0.9835022687911987, "eval_runtime": 4.6005, "eval_samples_per_second": 217.367, "eval_steps_per_second": 13.694, "step": 2600 }, { "epoch": 0.432, "grad_norm": 39.60092544555664, "learning_rate": 3.164444444444444e-05, "loss": 0.9228, "step": 2700 }, { "epoch": 0.432, "eval_all-nli-dev_cosine_accuracy": 0.851, "eval_all-nli-dev_dot_accuracy": 0.15, "eval_all-nli-dev_euclidean_accuracy": 0.848, "eval_all-nli-dev_manhattan_accuracy": 0.848, "eval_all-nli-dev_max_accuracy": 0.851, "eval_loss": 1.1840057373046875, "eval_runtime": 4.6302, "eval_samples_per_second": 215.972, "eval_steps_per_second": 13.606, "step": 2700 }, { "epoch": 0.448, "grad_norm": 26.71760368347168, "learning_rate": 3.075555555555556e-05, "loss": 1.0017, "step": 2800 }, { "epoch": 0.448, "eval_all-nli-dev_cosine_accuracy": 0.85, "eval_all-nli-dev_dot_accuracy": 0.138, "eval_all-nli-dev_euclidean_accuracy": 0.846, "eval_all-nli-dev_manhattan_accuracy": 0.853, "eval_all-nli-dev_max_accuracy": 0.853, "eval_loss": 1.1967850923538208, "eval_runtime": 4.6908, "eval_samples_per_second": 213.184, "eval_steps_per_second": 13.431, "step": 2800 }, { "epoch": 0.464, "grad_norm": 25.688671112060547, "learning_rate": 2.986666666666667e-05, "loss": 0.9138, "step": 2900 }, { "epoch": 0.464, "eval_all-nli-dev_cosine_accuracy": 0.861, "eval_all-nli-dev_dot_accuracy": 0.14, "eval_all-nli-dev_euclidean_accuracy": 0.86, "eval_all-nli-dev_manhattan_accuracy": 0.869, "eval_all-nli-dev_max_accuracy": 0.869, "eval_loss": 0.9930791854858398, "eval_runtime": 4.7105, "eval_samples_per_second": 212.29, "eval_steps_per_second": 13.374, "step": 2900 }, { "epoch": 0.48, "grad_norm": 13.824788093566895, "learning_rate": 2.897777777777778e-05, "loss": 0.8498, "step": 3000 }, { "epoch": 0.48, "eval_all-nli-dev_cosine_accuracy": 0.872, "eval_all-nli-dev_dot_accuracy": 0.129, "eval_all-nli-dev_euclidean_accuracy": 0.871, "eval_all-nli-dev_manhattan_accuracy": 0.876, "eval_all-nli-dev_max_accuracy": 0.876, "eval_loss": 0.9925669431686401, "eval_runtime": 4.67, "eval_samples_per_second": 214.134, "eval_steps_per_second": 13.49, "step": 3000 }, { "epoch": 0.496, "grad_norm": 24.699886322021484, "learning_rate": 2.8088888888888893e-05, "loss": 0.9682, "step": 3100 }, { "epoch": 0.496, "eval_all-nli-dev_cosine_accuracy": 0.863, "eval_all-nli-dev_dot_accuracy": 0.132, "eval_all-nli-dev_euclidean_accuracy": 0.86, "eval_all-nli-dev_manhattan_accuracy": 0.866, "eval_all-nli-dev_max_accuracy": 0.866, "eval_loss": 1.0003857612609863, "eval_runtime": 4.6701, "eval_samples_per_second": 214.128, "eval_steps_per_second": 13.49, "step": 3100 }, { "epoch": 0.512, "grad_norm": 33.25304412841797, "learning_rate": 2.7200000000000004e-05, "loss": 0.7227, "step": 3200 }, { "epoch": 0.512, "eval_all-nli-dev_cosine_accuracy": 0.882, "eval_all-nli-dev_dot_accuracy": 0.118, "eval_all-nli-dev_euclidean_accuracy": 0.883, "eval_all-nli-dev_manhattan_accuracy": 0.88, "eval_all-nli-dev_max_accuracy": 0.883, "eval_loss": 0.8489543199539185, "eval_runtime": 4.5888, "eval_samples_per_second": 217.92, "eval_steps_per_second": 13.729, "step": 3200 }, { "epoch": 0.528, "grad_norm": 12.450774192810059, "learning_rate": 2.6311111111111115e-05, "loss": 0.7134, "step": 3300 }, { "epoch": 0.528, "eval_all-nli-dev_cosine_accuracy": 0.882, "eval_all-nli-dev_dot_accuracy": 0.121, "eval_all-nli-dev_euclidean_accuracy": 0.877, "eval_all-nli-dev_manhattan_accuracy": 0.884, "eval_all-nli-dev_max_accuracy": 0.884, "eval_loss": 0.8214895725250244, "eval_runtime": 4.6881, "eval_samples_per_second": 213.307, "eval_steps_per_second": 13.438, "step": 3300 }, { "epoch": 0.544, "grad_norm": 13.840750694274902, "learning_rate": 2.5422222222222227e-05, "loss": 0.6645, "step": 3400 }, { "epoch": 0.544, "eval_all-nli-dev_cosine_accuracy": 0.873, "eval_all-nli-dev_dot_accuracy": 0.136, "eval_all-nli-dev_euclidean_accuracy": 0.874, "eval_all-nli-dev_manhattan_accuracy": 0.877, "eval_all-nli-dev_max_accuracy": 0.877, "eval_loss": 0.8888874053955078, "eval_runtime": 4.6792, "eval_samples_per_second": 213.711, "eval_steps_per_second": 13.464, "step": 3400 }, { "epoch": 0.56, "grad_norm": 9.944676399230957, "learning_rate": 2.4533333333333334e-05, "loss": 0.7073, "step": 3500 }, { "epoch": 0.56, "eval_all-nli-dev_cosine_accuracy": 0.884, "eval_all-nli-dev_dot_accuracy": 0.108, "eval_all-nli-dev_euclidean_accuracy": 0.884, "eval_all-nli-dev_manhattan_accuracy": 0.888, "eval_all-nli-dev_max_accuracy": 0.888, "eval_loss": 0.8373873829841614, "eval_runtime": 4.6888, "eval_samples_per_second": 213.273, "eval_steps_per_second": 13.436, "step": 3500 }, { "epoch": 0.576, "grad_norm": 23.035810470581055, "learning_rate": 2.3644444444444446e-05, "loss": 0.6679, "step": 3600 }, { "epoch": 0.576, "eval_all-nli-dev_cosine_accuracy": 0.905, "eval_all-nli-dev_dot_accuracy": 0.094, "eval_all-nli-dev_euclidean_accuracy": 0.903, "eval_all-nli-dev_manhattan_accuracy": 0.911, "eval_all-nli-dev_max_accuracy": 0.911, "eval_loss": 0.7780482172966003, "eval_runtime": 4.6847, "eval_samples_per_second": 213.461, "eval_steps_per_second": 13.448, "step": 3600 }, { "epoch": 0.592, "grad_norm": 12.241792678833008, "learning_rate": 2.2755555555555557e-05, "loss": 0.6609, "step": 3700 }, { "epoch": 0.592, "eval_all-nli-dev_cosine_accuracy": 0.893, "eval_all-nli-dev_dot_accuracy": 0.102, "eval_all-nli-dev_euclidean_accuracy": 0.893, "eval_all-nli-dev_manhattan_accuracy": 0.896, "eval_all-nli-dev_max_accuracy": 0.896, "eval_loss": 0.812877357006073, "eval_runtime": 4.685, "eval_samples_per_second": 213.449, "eval_steps_per_second": 13.447, "step": 3700 }, { "epoch": 0.608, "grad_norm": 23.00703239440918, "learning_rate": 2.186666666666667e-05, "loss": 0.687, "step": 3800 }, { "epoch": 0.608, "eval_all-nli-dev_cosine_accuracy": 0.913, "eval_all-nli-dev_dot_accuracy": 0.085, "eval_all-nli-dev_euclidean_accuracy": 0.905, "eval_all-nli-dev_manhattan_accuracy": 0.905, "eval_all-nli-dev_max_accuracy": 0.913, "eval_loss": 0.7215772271156311, "eval_runtime": 4.6566, "eval_samples_per_second": 214.751, "eval_steps_per_second": 13.529, "step": 3800 }, { "epoch": 0.624, "grad_norm": 13.749407768249512, "learning_rate": 2.097777777777778e-05, "loss": 0.5725, "step": 3900 }, { "epoch": 0.624, "eval_all-nli-dev_cosine_accuracy": 0.912, "eval_all-nli-dev_dot_accuracy": 0.09, "eval_all-nli-dev_euclidean_accuracy": 0.908, "eval_all-nli-dev_manhattan_accuracy": 0.92, "eval_all-nli-dev_max_accuracy": 0.92, "eval_loss": 0.7618492841720581, "eval_runtime": 4.6929, "eval_samples_per_second": 213.087, "eval_steps_per_second": 13.424, "step": 3900 }, { "epoch": 0.64, "grad_norm": 14.7637300491333, "learning_rate": 2.008888888888889e-05, "loss": 0.87, "step": 4000 }, { "epoch": 0.64, "eval_all-nli-dev_cosine_accuracy": 0.909, "eval_all-nli-dev_dot_accuracy": 0.086, "eval_all-nli-dev_euclidean_accuracy": 0.909, "eval_all-nli-dev_manhattan_accuracy": 0.909, "eval_all-nli-dev_max_accuracy": 0.909, "eval_loss": 0.706980288028717, "eval_runtime": 4.6894, "eval_samples_per_second": 213.247, "eval_steps_per_second": 13.435, "step": 4000 }, { "epoch": 0.656, "grad_norm": 16.75938606262207, "learning_rate": 1.9200000000000003e-05, "loss": 1.0892, "step": 4100 }, { "epoch": 0.656, "eval_all-nli-dev_cosine_accuracy": 0.901, "eval_all-nli-dev_dot_accuracy": 0.094, "eval_all-nli-dev_euclidean_accuracy": 0.897, "eval_all-nli-dev_manhattan_accuracy": 0.899, "eval_all-nli-dev_max_accuracy": 0.901, "eval_loss": 0.7424288392066956, "eval_runtime": 4.6286, "eval_samples_per_second": 216.046, "eval_steps_per_second": 13.611, "step": 4100 }, { "epoch": 0.672, "grad_norm": 17.46446418762207, "learning_rate": 1.8311111111111114e-05, "loss": 1.048, "step": 4200 }, { "epoch": 0.672, "eval_all-nli-dev_cosine_accuracy": 0.908, "eval_all-nli-dev_dot_accuracy": 0.093, "eval_all-nli-dev_euclidean_accuracy": 0.908, "eval_all-nli-dev_manhattan_accuracy": 0.909, "eval_all-nli-dev_max_accuracy": 0.909, "eval_loss": 0.6750496029853821, "eval_runtime": 4.641, "eval_samples_per_second": 215.47, "eval_steps_per_second": 13.575, "step": 4200 }, { "epoch": 0.688, "grad_norm": 18.15054702758789, "learning_rate": 1.7422222222222222e-05, "loss": 0.8571, "step": 4300 }, { "epoch": 0.688, "eval_all-nli-dev_cosine_accuracy": 0.903, "eval_all-nli-dev_dot_accuracy": 0.095, "eval_all-nli-dev_euclidean_accuracy": 0.901, "eval_all-nli-dev_manhattan_accuracy": 0.902, "eval_all-nli-dev_max_accuracy": 0.903, "eval_loss": 0.6474354863166809, "eval_runtime": 4.7822, "eval_samples_per_second": 209.111, "eval_steps_per_second": 13.174, "step": 4300 }, { "epoch": 0.704, "grad_norm": 15.00839614868164, "learning_rate": 1.6533333333333333e-05, "loss": 0.7945, "step": 4400 }, { "epoch": 0.704, "eval_all-nli-dev_cosine_accuracy": 0.908, "eval_all-nli-dev_dot_accuracy": 0.089, "eval_all-nli-dev_euclidean_accuracy": 0.91, "eval_all-nli-dev_manhattan_accuracy": 0.911, "eval_all-nli-dev_max_accuracy": 0.911, "eval_loss": 0.6094924211502075, "eval_runtime": 4.6578, "eval_samples_per_second": 214.695, "eval_steps_per_second": 13.526, "step": 4400 }, { "epoch": 0.72, "grad_norm": 24.833444595336914, "learning_rate": 1.5644444444444444e-05, "loss": 0.6717, "step": 4500 }, { "epoch": 0.72, "eval_all-nli-dev_cosine_accuracy": 0.93, "eval_all-nli-dev_dot_accuracy": 0.066, "eval_all-nli-dev_euclidean_accuracy": 0.923, "eval_all-nli-dev_manhattan_accuracy": 0.921, "eval_all-nli-dev_max_accuracy": 0.93, "eval_loss": 0.5663518309593201, "eval_runtime": 4.7483, "eval_samples_per_second": 210.6, "eval_steps_per_second": 13.268, "step": 4500 }, { "epoch": 0.736, "grad_norm": 1504.730224609375, "learning_rate": 1.4755555555555556e-05, "loss": 0.8161, "step": 4600 }, { "epoch": 0.736, "eval_all-nli-dev_cosine_accuracy": 0.919, "eval_all-nli-dev_dot_accuracy": 0.07, "eval_all-nli-dev_euclidean_accuracy": 0.916, "eval_all-nli-dev_manhattan_accuracy": 0.918, "eval_all-nli-dev_max_accuracy": 0.919, "eval_loss": 0.5479408502578735, "eval_runtime": 4.6248, "eval_samples_per_second": 216.224, "eval_steps_per_second": 13.622, "step": 4600 }, { "epoch": 0.752, "grad_norm": 30.87934684753418, "learning_rate": 1.3866666666666667e-05, "loss": 0.7917, "step": 4700 }, { "epoch": 0.752, "eval_all-nli-dev_cosine_accuracy": 0.911, "eval_all-nli-dev_dot_accuracy": 0.083, "eval_all-nli-dev_euclidean_accuracy": 0.909, "eval_all-nli-dev_manhattan_accuracy": 0.907, "eval_all-nli-dev_max_accuracy": 0.911, "eval_loss": 0.6419683694839478, "eval_runtime": 4.5916, "eval_samples_per_second": 217.788, "eval_steps_per_second": 13.721, "step": 4700 }, { "epoch": 0.768, "grad_norm": 23.224735260009766, "learning_rate": 1.2977777777777777e-05, "loss": 0.7711, "step": 4800 }, { "epoch": 0.768, "eval_all-nli-dev_cosine_accuracy": 0.916, "eval_all-nli-dev_dot_accuracy": 0.078, "eval_all-nli-dev_euclidean_accuracy": 0.914, "eval_all-nli-dev_manhattan_accuracy": 0.913, "eval_all-nli-dev_max_accuracy": 0.916, "eval_loss": 0.5856308341026306, "eval_runtime": 4.5755, "eval_samples_per_second": 218.553, "eval_steps_per_second": 13.769, "step": 4800 }, { "epoch": 0.784, "grad_norm": 13.215950012207031, "learning_rate": 1.208888888888889e-05, "loss": 0.6441, "step": 4900 }, { "epoch": 0.784, "eval_all-nli-dev_cosine_accuracy": 0.916, "eval_all-nli-dev_dot_accuracy": 0.079, "eval_all-nli-dev_euclidean_accuracy": 0.913, "eval_all-nli-dev_manhattan_accuracy": 0.913, "eval_all-nli-dev_max_accuracy": 0.916, "eval_loss": 0.5775041580200195, "eval_runtime": 4.5681, "eval_samples_per_second": 218.91, "eval_steps_per_second": 13.791, "step": 4900 }, { "epoch": 0.8, "grad_norm": 18.222217559814453, "learning_rate": 1.1200000000000001e-05, "loss": 0.7766, "step": 5000 }, { "epoch": 0.8, "eval_all-nli-dev_cosine_accuracy": 0.922, "eval_all-nli-dev_dot_accuracy": 0.077, "eval_all-nli-dev_euclidean_accuracy": 0.92, "eval_all-nli-dev_manhattan_accuracy": 0.917, "eval_all-nli-dev_max_accuracy": 0.922, "eval_loss": 0.5785014629364014, "eval_runtime": 4.6158, "eval_samples_per_second": 216.645, "eval_steps_per_second": 13.649, "step": 5000 }, { "epoch": 0.816, "grad_norm": 10.330174446105957, "learning_rate": 1.031111111111111e-05, "loss": 0.6009, "step": 5100 }, { "epoch": 0.816, "eval_all-nli-dev_cosine_accuracy": 0.921, "eval_all-nli-dev_dot_accuracy": 0.081, "eval_all-nli-dev_euclidean_accuracy": 0.917, "eval_all-nli-dev_manhattan_accuracy": 0.919, "eval_all-nli-dev_max_accuracy": 0.921, "eval_loss": 0.5679826140403748, "eval_runtime": 4.5803, "eval_samples_per_second": 218.325, "eval_steps_per_second": 13.754, "step": 5100 }, { "epoch": 0.832, "grad_norm": 14.917418479919434, "learning_rate": 9.422222222222222e-06, "loss": 0.6711, "step": 5200 }, { "epoch": 0.832, "eval_all-nli-dev_cosine_accuracy": 0.921, "eval_all-nli-dev_dot_accuracy": 0.074, "eval_all-nli-dev_euclidean_accuracy": 0.917, "eval_all-nli-dev_manhattan_accuracy": 0.92, "eval_all-nli-dev_max_accuracy": 0.921, "eval_loss": 0.5487431883811951, "eval_runtime": 4.6796, "eval_samples_per_second": 213.694, "eval_steps_per_second": 13.463, "step": 5200 }, { "epoch": 0.848, "grad_norm": 32.70161056518555, "learning_rate": 8.533333333333334e-06, "loss": 0.618, "step": 5300 }, { "epoch": 0.848, "eval_all-nli-dev_cosine_accuracy": 0.926, "eval_all-nli-dev_dot_accuracy": 0.074, "eval_all-nli-dev_euclidean_accuracy": 0.921, "eval_all-nli-dev_manhattan_accuracy": 0.922, "eval_all-nli-dev_max_accuracy": 0.926, "eval_loss": 0.5450394749641418, "eval_runtime": 4.662, "eval_samples_per_second": 214.5, "eval_steps_per_second": 13.513, "step": 5300 }, { "epoch": 0.864, "grad_norm": 13.764747619628906, "learning_rate": 7.644444444444445e-06, "loss": 0.6702, "step": 5400 }, { "epoch": 0.864, "eval_all-nli-dev_cosine_accuracy": 0.926, "eval_all-nli-dev_dot_accuracy": 0.073, "eval_all-nli-dev_euclidean_accuracy": 0.921, "eval_all-nli-dev_manhattan_accuracy": 0.919, "eval_all-nli-dev_max_accuracy": 0.926, "eval_loss": 0.5497583150863647, "eval_runtime": 4.5535, "eval_samples_per_second": 219.613, "eval_steps_per_second": 13.836, "step": 5400 }, { "epoch": 0.88, "grad_norm": 29.501554489135742, "learning_rate": 6.755555555555555e-06, "loss": 0.7039, "step": 5500 }, { "epoch": 0.88, "eval_all-nli-dev_cosine_accuracy": 0.927, "eval_all-nli-dev_dot_accuracy": 0.07, "eval_all-nli-dev_euclidean_accuracy": 0.926, "eval_all-nli-dev_manhattan_accuracy": 0.922, "eval_all-nli-dev_max_accuracy": 0.927, "eval_loss": 0.5191856622695923, "eval_runtime": 4.5392, "eval_samples_per_second": 220.305, "eval_steps_per_second": 13.879, "step": 5500 }, { "epoch": 0.896, "grad_norm": 19.63087272644043, "learning_rate": 5.866666666666667e-06, "loss": 0.6114, "step": 5600 }, { "epoch": 0.896, "eval_all-nli-dev_cosine_accuracy": 0.932, "eval_all-nli-dev_dot_accuracy": 0.067, "eval_all-nli-dev_euclidean_accuracy": 0.931, "eval_all-nli-dev_manhattan_accuracy": 0.93, "eval_all-nli-dev_max_accuracy": 0.932, "eval_loss": 0.5045494437217712, "eval_runtime": 4.6367, "eval_samples_per_second": 215.672, "eval_steps_per_second": 13.587, "step": 5600 }, { "epoch": 0.912, "grad_norm": 57.868019104003906, "learning_rate": 4.977777777777778e-06, "loss": 0.7761, "step": 5700 }, { "epoch": 0.912, "eval_all-nli-dev_cosine_accuracy": 0.934, "eval_all-nli-dev_dot_accuracy": 0.061, "eval_all-nli-dev_euclidean_accuracy": 0.931, "eval_all-nli-dev_manhattan_accuracy": 0.928, "eval_all-nli-dev_max_accuracy": 0.934, "eval_loss": 0.5033252835273743, "eval_runtime": 4.6312, "eval_samples_per_second": 215.928, "eval_steps_per_second": 13.603, "step": 5700 }, { "epoch": 0.928, "grad_norm": 11.63007640838623, "learning_rate": 4.088888888888889e-06, "loss": 0.6248, "step": 5800 }, { "epoch": 0.928, "eval_all-nli-dev_cosine_accuracy": 0.932, "eval_all-nli-dev_dot_accuracy": 0.068, "eval_all-nli-dev_euclidean_accuracy": 0.926, "eval_all-nli-dev_manhattan_accuracy": 0.926, "eval_all-nli-dev_max_accuracy": 0.932, "eval_loss": 0.5013440251350403, "eval_runtime": 4.6162, "eval_samples_per_second": 216.629, "eval_steps_per_second": 13.648, "step": 5800 }, { "epoch": 0.944, "grad_norm": 16.12616539001465, "learning_rate": 3.2000000000000003e-06, "loss": 0.8359, "step": 5900 }, { "epoch": 0.944, "eval_all-nli-dev_cosine_accuracy": 0.93, "eval_all-nli-dev_dot_accuracy": 0.07, "eval_all-nli-dev_euclidean_accuracy": 0.926, "eval_all-nli-dev_manhattan_accuracy": 0.923, "eval_all-nli-dev_max_accuracy": 0.93, "eval_loss": 0.49764034152030945, "eval_runtime": 4.6817, "eval_samples_per_second": 213.6, "eval_steps_per_second": 13.457, "step": 5900 }, { "epoch": 0.96, "grad_norm": 16.06106185913086, "learning_rate": 2.311111111111111e-06, "loss": 0.8764, "step": 6000 }, { "epoch": 0.96, "eval_all-nli-dev_cosine_accuracy": 0.936, "eval_all-nli-dev_dot_accuracy": 0.062, "eval_all-nli-dev_euclidean_accuracy": 0.928, "eval_all-nli-dev_manhattan_accuracy": 0.928, "eval_all-nli-dev_max_accuracy": 0.936, "eval_loss": 0.49757900834083557, "eval_runtime": 4.6133, "eval_samples_per_second": 216.765, "eval_steps_per_second": 13.656, "step": 6000 }, { "epoch": 0.976, "grad_norm": 0.0003809410845860839, "learning_rate": 1.4222222222222223e-06, "loss": 0.763, "step": 6100 }, { "epoch": 0.976, "eval_all-nli-dev_cosine_accuracy": 0.935, "eval_all-nli-dev_dot_accuracy": 0.061, "eval_all-nli-dev_euclidean_accuracy": 0.93, "eval_all-nli-dev_manhattan_accuracy": 0.929, "eval_all-nli-dev_max_accuracy": 0.935, "eval_loss": 0.48454272747039795, "eval_runtime": 4.737, "eval_samples_per_second": 211.106, "eval_steps_per_second": 13.3, "step": 6100 }, { "epoch": 0.992, "grad_norm": 8.930841431720182e-06, "learning_rate": 5.333333333333333e-07, "loss": 0.0001, "step": 6200 }, { "epoch": 0.992, "eval_all-nli-dev_cosine_accuracy": 0.935, "eval_all-nli-dev_dot_accuracy": 0.062, "eval_all-nli-dev_euclidean_accuracy": 0.928, "eval_all-nli-dev_manhattan_accuracy": 0.929, "eval_all-nli-dev_max_accuracy": 0.935, "eval_loss": 0.48440054059028625, "eval_runtime": 4.5868, "eval_samples_per_second": 218.019, "eval_steps_per_second": 13.735, "step": 6200 } ], "logging_steps": 100, "max_steps": 6250, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }