{ "best_metric": 1.1361786127090454, "best_model_checkpoint": "./vit-base-beans/checkpoint-480", "epoch": 15.0, "global_step": 1950, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 0.00019897435897435898, "loss": 3.2519, "step": 10 }, { "epoch": 0.15, "learning_rate": 0.00019794871794871796, "loss": 3.1095, "step": 20 }, { "epoch": 0.23, "learning_rate": 0.00019692307692307696, "loss": 2.9002, "step": 30 }, { "epoch": 0.31, "learning_rate": 0.0001958974358974359, "loss": 2.7917, "step": 40 }, { "epoch": 0.31, "eval_accuracy": 0.35233160621761656, "eval_loss": 2.6724953651428223, "eval_runtime": 20.1054, "eval_samples_per_second": 57.596, "eval_steps_per_second": 7.212, "step": 40 }, { "epoch": 0.38, "learning_rate": 0.00019487179487179487, "loss": 2.6291, "step": 50 }, { "epoch": 0.46, "learning_rate": 0.00019384615384615385, "loss": 2.492, "step": 60 }, { "epoch": 0.54, "learning_rate": 0.00019282051282051282, "loss": 2.4302, "step": 70 }, { "epoch": 0.62, "learning_rate": 0.00019179487179487182, "loss": 2.3207, "step": 80 }, { "epoch": 0.62, "eval_accuracy": 0.4481865284974093, "eval_loss": 2.263643980026245, "eval_runtime": 20.6875, "eval_samples_per_second": 55.976, "eval_steps_per_second": 7.009, "step": 80 }, { "epoch": 0.69, "learning_rate": 0.0001907692307692308, "loss": 2.1778, "step": 90 }, { "epoch": 0.77, "learning_rate": 0.00018974358974358974, "loss": 2.1215, "step": 100 }, { "epoch": 0.85, "learning_rate": 0.0001887179487179487, "loss": 2.0333, "step": 110 }, { "epoch": 0.92, "learning_rate": 0.0001876923076923077, "loss": 1.9258, "step": 120 }, { "epoch": 0.92, "eval_accuracy": 0.5535405872193437, "eval_loss": 1.8725202083587646, "eval_runtime": 19.974, "eval_samples_per_second": 57.975, "eval_steps_per_second": 7.259, "step": 120 }, { "epoch": 1.0, "learning_rate": 0.0001866666666666667, "loss": 1.981, "step": 130 }, { "epoch": 1.08, "learning_rate": 0.00018564102564102566, "loss": 1.5576, "step": 140 }, { "epoch": 1.15, "learning_rate": 0.00018461538461538463, "loss": 1.4327, "step": 150 }, { "epoch": 1.23, "learning_rate": 0.00018358974358974358, "loss": 1.4339, "step": 160 }, { "epoch": 1.23, "eval_accuracy": 0.6260794473229706, "eval_loss": 1.5738734006881714, "eval_runtime": 20.2011, "eval_samples_per_second": 57.323, "eval_steps_per_second": 7.178, "step": 160 }, { "epoch": 1.31, "learning_rate": 0.00018256410256410258, "loss": 1.2945, "step": 170 }, { "epoch": 1.38, "learning_rate": 0.00018153846153846155, "loss": 1.3482, "step": 180 }, { "epoch": 1.46, "learning_rate": 0.00018051282051282052, "loss": 1.2537, "step": 190 }, { "epoch": 1.54, "learning_rate": 0.0001794871794871795, "loss": 1.3328, "step": 200 }, { "epoch": 1.54, "eval_accuracy": 0.6226252158894646, "eval_loss": 1.484718918800354, "eval_runtime": 20.1617, "eval_samples_per_second": 57.436, "eval_steps_per_second": 7.192, "step": 200 }, { "epoch": 1.62, "learning_rate": 0.00017846153846153847, "loss": 1.1274, "step": 210 }, { "epoch": 1.69, "learning_rate": 0.00017743589743589744, "loss": 1.169, "step": 220 }, { "epoch": 1.77, "learning_rate": 0.00017641025641025642, "loss": 1.1404, "step": 230 }, { "epoch": 1.85, "learning_rate": 0.0001753846153846154, "loss": 1.0914, "step": 240 }, { "epoch": 1.85, "eval_accuracy": 0.6442141623488774, "eval_loss": 1.3511847257614136, "eval_runtime": 19.8926, "eval_samples_per_second": 58.213, "eval_steps_per_second": 7.289, "step": 240 }, { "epoch": 1.92, "learning_rate": 0.00017435897435897436, "loss": 1.1632, "step": 250 }, { "epoch": 2.0, "learning_rate": 0.00017333333333333334, "loss": 1.029, "step": 260 }, { "epoch": 2.08, "learning_rate": 0.00017230769230769234, "loss": 0.7509, "step": 270 }, { "epoch": 2.15, "learning_rate": 0.00017128205128205128, "loss": 0.6594, "step": 280 }, { "epoch": 2.15, "eval_accuracy": 0.6450777202072538, "eval_loss": 1.2636480331420898, "eval_runtime": 20.434, "eval_samples_per_second": 56.67, "eval_steps_per_second": 7.096, "step": 280 }, { "epoch": 2.23, "learning_rate": 0.00017025641025641026, "loss": 0.557, "step": 290 }, { "epoch": 2.31, "learning_rate": 0.00016923076923076923, "loss": 0.5061, "step": 300 }, { "epoch": 2.38, "learning_rate": 0.00016820512820512823, "loss": 0.53, "step": 310 }, { "epoch": 2.46, "learning_rate": 0.0001671794871794872, "loss": 0.5651, "step": 320 }, { "epoch": 2.46, "eval_accuracy": 0.6649395509499136, "eval_loss": 1.2330708503723145, "eval_runtime": 20.6893, "eval_samples_per_second": 55.971, "eval_steps_per_second": 7.008, "step": 320 }, { "epoch": 2.54, "learning_rate": 0.00016615384615384617, "loss": 0.5417, "step": 330 }, { "epoch": 2.62, "learning_rate": 0.00016512820512820512, "loss": 0.5584, "step": 340 }, { "epoch": 2.69, "learning_rate": 0.0001641025641025641, "loss": 0.6261, "step": 350 }, { "epoch": 2.77, "learning_rate": 0.0001630769230769231, "loss": 0.6847, "step": 360 }, { "epoch": 2.77, "eval_accuracy": 0.6381692573402418, "eval_loss": 1.3150428533554077, "eval_runtime": 20.8049, "eval_samples_per_second": 55.66, "eval_steps_per_second": 6.97, "step": 360 }, { "epoch": 2.85, "learning_rate": 0.00016205128205128207, "loss": 0.6079, "step": 370 }, { "epoch": 2.92, "learning_rate": 0.00016102564102564104, "loss": 0.6087, "step": 380 }, { "epoch": 3.0, "learning_rate": 0.00016, "loss": 0.6049, "step": 390 }, { "epoch": 3.08, "learning_rate": 0.00015897435897435896, "loss": 0.2965, "step": 400 }, { "epoch": 3.08, "eval_accuracy": 0.6735751295336787, "eval_loss": 1.1951243877410889, "eval_runtime": 20.3022, "eval_samples_per_second": 57.038, "eval_steps_per_second": 7.142, "step": 400 }, { "epoch": 3.15, "learning_rate": 0.00015794871794871796, "loss": 0.3409, "step": 410 }, { "epoch": 3.23, "learning_rate": 0.00015692307692307693, "loss": 0.2707, "step": 420 }, { "epoch": 3.31, "learning_rate": 0.0001558974358974359, "loss": 0.2439, "step": 430 }, { "epoch": 3.38, "learning_rate": 0.00015487179487179488, "loss": 0.3052, "step": 440 }, { "epoch": 3.38, "eval_accuracy": 0.5915371329879102, "eval_loss": 1.4183249473571777, "eval_runtime": 19.9664, "eval_samples_per_second": 57.997, "eval_steps_per_second": 7.262, "step": 440 }, { "epoch": 3.46, "learning_rate": 0.00015384615384615385, "loss": 0.2819, "step": 450 }, { "epoch": 3.54, "learning_rate": 0.00015282051282051282, "loss": 0.2755, "step": 460 }, { "epoch": 3.62, "learning_rate": 0.0001517948717948718, "loss": 0.2574, "step": 470 }, { "epoch": 3.69, "learning_rate": 0.00015076923076923077, "loss": 0.2592, "step": 480 }, { "epoch": 3.69, "eval_accuracy": 0.697754749568221, "eval_loss": 1.1361786127090454, "eval_runtime": 19.9742, "eval_samples_per_second": 57.975, "eval_steps_per_second": 7.259, "step": 480 }, { "epoch": 3.77, "learning_rate": 0.00014974358974358974, "loss": 0.2762, "step": 490 }, { "epoch": 3.85, "learning_rate": 0.00014871794871794872, "loss": 0.2489, "step": 500 }, { "epoch": 3.92, "learning_rate": 0.00014769230769230772, "loss": 0.2119, "step": 510 }, { "epoch": 4.0, "learning_rate": 0.00014666666666666666, "loss": 0.3058, "step": 520 }, { "epoch": 4.0, "eval_accuracy": 0.6303972366148531, "eval_loss": 1.4736298322677612, "eval_runtime": 20.1619, "eval_samples_per_second": 57.435, "eval_steps_per_second": 7.192, "step": 520 }, { "epoch": 4.08, "learning_rate": 0.00014564102564102564, "loss": 0.2272, "step": 530 }, { "epoch": 4.15, "learning_rate": 0.0001446153846153846, "loss": 0.1024, "step": 540 }, { "epoch": 4.23, "learning_rate": 0.0001435897435897436, "loss": 0.1202, "step": 550 }, { "epoch": 4.31, "learning_rate": 0.00014256410256410258, "loss": 0.1412, "step": 560 }, { "epoch": 4.31, "eval_accuracy": 0.6528497409326425, "eval_loss": 1.2578930854797363, "eval_runtime": 20.8549, "eval_samples_per_second": 55.527, "eval_steps_per_second": 6.953, "step": 560 }, { "epoch": 4.38, "learning_rate": 0.00014153846153846156, "loss": 0.1405, "step": 570 }, { "epoch": 4.46, "learning_rate": 0.0001405128205128205, "loss": 0.1154, "step": 580 }, { "epoch": 4.54, "learning_rate": 0.00013948717948717947, "loss": 0.1481, "step": 590 }, { "epoch": 4.62, "learning_rate": 0.00013846153846153847, "loss": 0.1141, "step": 600 }, { "epoch": 4.62, "eval_accuracy": 0.6675302245250432, "eval_loss": 1.2793298959732056, "eval_runtime": 20.7805, "eval_samples_per_second": 55.725, "eval_steps_per_second": 6.978, "step": 600 }, { "epoch": 4.69, "learning_rate": 0.00013743589743589745, "loss": 0.1616, "step": 610 }, { "epoch": 4.77, "learning_rate": 0.00013641025641025642, "loss": 0.1792, "step": 620 }, { "epoch": 4.85, "learning_rate": 0.0001353846153846154, "loss": 0.0885, "step": 630 }, { "epoch": 4.92, "learning_rate": 0.00013435897435897437, "loss": 0.1553, "step": 640 }, { "epoch": 4.92, "eval_accuracy": 0.6588946459412781, "eval_loss": 1.3182828426361084, "eval_runtime": 20.1017, "eval_samples_per_second": 57.607, "eval_steps_per_second": 7.213, "step": 640 }, { "epoch": 5.0, "learning_rate": 0.00013333333333333334, "loss": 0.1181, "step": 650 }, { "epoch": 5.08, "learning_rate": 0.0001323076923076923, "loss": 0.1392, "step": 660 }, { "epoch": 5.15, "learning_rate": 0.00013128205128205129, "loss": 0.0673, "step": 670 }, { "epoch": 5.23, "learning_rate": 0.00013025641025641026, "loss": 0.059, "step": 680 }, { "epoch": 5.23, "eval_accuracy": 0.6882556131260794, "eval_loss": 1.2099286317825317, "eval_runtime": 21.3732, "eval_samples_per_second": 54.18, "eval_steps_per_second": 6.784, "step": 680 }, { "epoch": 5.31, "learning_rate": 0.00012923076923076923, "loss": 0.0786, "step": 690 }, { "epoch": 5.38, "learning_rate": 0.00012820512820512823, "loss": 0.0537, "step": 700 }, { "epoch": 5.46, "learning_rate": 0.00012717948717948718, "loss": 0.0639, "step": 710 }, { "epoch": 5.54, "learning_rate": 0.00012615384615384615, "loss": 0.0914, "step": 720 }, { "epoch": 5.54, "eval_accuracy": 0.6718480138169257, "eval_loss": 1.298492193222046, "eval_runtime": 20.1222, "eval_samples_per_second": 57.548, "eval_steps_per_second": 7.206, "step": 720 }, { "epoch": 5.62, "learning_rate": 0.00012512820512820512, "loss": 0.1004, "step": 730 }, { "epoch": 5.69, "learning_rate": 0.00012410256410256412, "loss": 0.0592, "step": 740 }, { "epoch": 5.77, "learning_rate": 0.0001230769230769231, "loss": 0.0688, "step": 750 }, { "epoch": 5.85, "learning_rate": 0.00012205128205128207, "loss": 0.0546, "step": 760 }, { "epoch": 5.85, "eval_accuracy": 0.690846286701209, "eval_loss": 1.282209873199463, "eval_runtime": 20.42, "eval_samples_per_second": 56.709, "eval_steps_per_second": 7.101, "step": 760 }, { "epoch": 5.92, "learning_rate": 0.00012102564102564103, "loss": 0.0285, "step": 770 }, { "epoch": 6.0, "learning_rate": 0.00012, "loss": 0.0318, "step": 780 }, { "epoch": 6.08, "learning_rate": 0.00011897435897435898, "loss": 0.0249, "step": 790 }, { "epoch": 6.15, "learning_rate": 0.00011794871794871796, "loss": 0.0306, "step": 800 }, { "epoch": 6.15, "eval_accuracy": 0.6735751295336787, "eval_loss": 1.3418058156967163, "eval_runtime": 20.9104, "eval_samples_per_second": 55.379, "eval_steps_per_second": 6.934, "step": 800 }, { "epoch": 6.23, "learning_rate": 0.00011692307692307694, "loss": 0.0689, "step": 810 }, { "epoch": 6.31, "learning_rate": 0.00011589743589743591, "loss": 0.0617, "step": 820 }, { "epoch": 6.38, "learning_rate": 0.00011487179487179487, "loss": 0.0717, "step": 830 }, { "epoch": 6.46, "learning_rate": 0.00011384615384615384, "loss": 0.0207, "step": 840 }, { "epoch": 6.46, "eval_accuracy": 0.697754749568221, "eval_loss": 1.3155086040496826, "eval_runtime": 20.9506, "eval_samples_per_second": 55.273, "eval_steps_per_second": 6.921, "step": 840 }, { "epoch": 6.54, "learning_rate": 0.00011282051282051283, "loss": 0.0192, "step": 850 }, { "epoch": 6.62, "learning_rate": 0.0001117948717948718, "loss": 0.0448, "step": 860 }, { "epoch": 6.69, "learning_rate": 0.00011076923076923077, "loss": 0.0213, "step": 870 }, { "epoch": 6.77, "learning_rate": 0.00010974358974358976, "loss": 0.0505, "step": 880 }, { "epoch": 6.77, "eval_accuracy": 0.6614853195164075, "eval_loss": 1.4209389686584473, "eval_runtime": 20.0879, "eval_samples_per_second": 57.647, "eval_steps_per_second": 7.218, "step": 880 }, { "epoch": 6.85, "learning_rate": 0.00010871794871794872, "loss": 0.0356, "step": 890 }, { "epoch": 6.92, "learning_rate": 0.0001076923076923077, "loss": 0.022, "step": 900 }, { "epoch": 7.0, "learning_rate": 0.00010666666666666667, "loss": 0.102, "step": 910 }, { "epoch": 7.08, "learning_rate": 0.00010564102564102565, "loss": 0.016, "step": 920 }, { "epoch": 7.08, "eval_accuracy": 0.697754749568221, "eval_loss": 1.3212494850158691, "eval_runtime": 20.3129, "eval_samples_per_second": 57.008, "eval_steps_per_second": 7.138, "step": 920 }, { "epoch": 7.15, "learning_rate": 0.00010461538461538463, "loss": 0.038, "step": 930 }, { "epoch": 7.23, "learning_rate": 0.0001035897435897436, "loss": 0.0161, "step": 940 }, { "epoch": 7.31, "learning_rate": 0.00010256410256410256, "loss": 0.0266, "step": 950 }, { "epoch": 7.38, "learning_rate": 0.00010153846153846153, "loss": 0.0268, "step": 960 }, { "epoch": 7.38, "eval_accuracy": 0.7081174438687392, "eval_loss": 1.2981479167938232, "eval_runtime": 20.6143, "eval_samples_per_second": 56.175, "eval_steps_per_second": 7.034, "step": 960 }, { "epoch": 7.46, "learning_rate": 0.00010051282051282052, "loss": 0.0235, "step": 970 }, { "epoch": 7.54, "learning_rate": 9.948717948717949e-05, "loss": 0.0126, "step": 980 }, { "epoch": 7.62, "learning_rate": 9.846153846153848e-05, "loss": 0.0143, "step": 990 }, { "epoch": 7.69, "learning_rate": 9.743589743589744e-05, "loss": 0.0299, "step": 1000 }, { "epoch": 7.69, "eval_accuracy": 0.6925734024179621, "eval_loss": 1.3568987846374512, "eval_runtime": 20.4554, "eval_samples_per_second": 56.611, "eval_steps_per_second": 7.089, "step": 1000 }, { "epoch": 7.77, "learning_rate": 9.641025641025641e-05, "loss": 0.0122, "step": 1010 }, { "epoch": 7.85, "learning_rate": 9.53846153846154e-05, "loss": 0.0203, "step": 1020 }, { "epoch": 7.92, "learning_rate": 9.435897435897436e-05, "loss": 0.0105, "step": 1030 }, { "epoch": 8.0, "learning_rate": 9.333333333333334e-05, "loss": 0.0395, "step": 1040 }, { "epoch": 8.0, "eval_accuracy": 0.697754749568221, "eval_loss": 1.315879225730896, "eval_runtime": 20.1743, "eval_samples_per_second": 57.4, "eval_steps_per_second": 7.187, "step": 1040 }, { "epoch": 8.08, "learning_rate": 9.230769230769232e-05, "loss": 0.0102, "step": 1050 }, { "epoch": 8.15, "learning_rate": 9.128205128205129e-05, "loss": 0.0103, "step": 1060 }, { "epoch": 8.23, "learning_rate": 9.025641025641026e-05, "loss": 0.0106, "step": 1070 }, { "epoch": 8.31, "learning_rate": 8.923076923076924e-05, "loss": 0.0106, "step": 1080 }, { "epoch": 8.31, "eval_accuracy": 0.7046632124352331, "eval_loss": 1.3094946146011353, "eval_runtime": 20.1865, "eval_samples_per_second": 57.365, "eval_steps_per_second": 7.183, "step": 1080 }, { "epoch": 8.38, "learning_rate": 8.820512820512821e-05, "loss": 0.0364, "step": 1090 }, { "epoch": 8.46, "learning_rate": 8.717948717948718e-05, "loss": 0.0098, "step": 1100 }, { "epoch": 8.54, "learning_rate": 8.615384615384617e-05, "loss": 0.0462, "step": 1110 }, { "epoch": 8.62, "learning_rate": 8.512820512820513e-05, "loss": 0.0093, "step": 1120 }, { "epoch": 8.62, "eval_accuracy": 0.7124352331606217, "eval_loss": 1.3362736701965332, "eval_runtime": 20.3723, "eval_samples_per_second": 56.842, "eval_steps_per_second": 7.117, "step": 1120 }, { "epoch": 8.69, "learning_rate": 8.410256410256411e-05, "loss": 0.0097, "step": 1130 }, { "epoch": 8.77, "learning_rate": 8.307692307692309e-05, "loss": 0.0087, "step": 1140 }, { "epoch": 8.85, "learning_rate": 8.205128205128205e-05, "loss": 0.0087, "step": 1150 }, { "epoch": 8.92, "learning_rate": 8.102564102564103e-05, "loss": 0.0364, "step": 1160 }, { "epoch": 8.92, "eval_accuracy": 0.7089810017271158, "eval_loss": 1.340015172958374, "eval_runtime": 21.051, "eval_samples_per_second": 55.009, "eval_steps_per_second": 6.888, "step": 1160 }, { "epoch": 9.0, "learning_rate": 8e-05, "loss": 0.0087, "step": 1170 }, { "epoch": 9.08, "learning_rate": 7.897435897435898e-05, "loss": 0.0101, "step": 1180 }, { "epoch": 9.15, "learning_rate": 7.794871794871795e-05, "loss": 0.0174, "step": 1190 }, { "epoch": 9.23, "learning_rate": 7.692307692307693e-05, "loss": 0.0324, "step": 1200 }, { "epoch": 9.23, "eval_accuracy": 0.7098445595854922, "eval_loss": 1.3313075304031372, "eval_runtime": 21.981, "eval_samples_per_second": 52.682, "eval_steps_per_second": 6.597, "step": 1200 }, { "epoch": 9.31, "learning_rate": 7.58974358974359e-05, "loss": 0.0076, "step": 1210 }, { "epoch": 9.38, "learning_rate": 7.487179487179487e-05, "loss": 0.0287, "step": 1220 }, { "epoch": 9.46, "learning_rate": 7.384615384615386e-05, "loss": 0.0083, "step": 1230 }, { "epoch": 9.54, "learning_rate": 7.282051282051282e-05, "loss": 0.0076, "step": 1240 }, { "epoch": 9.54, "eval_accuracy": 0.7072538860103627, "eval_loss": 1.3641475439071655, "eval_runtime": 20.2849, "eval_samples_per_second": 57.087, "eval_steps_per_second": 7.148, "step": 1240 }, { "epoch": 9.62, "learning_rate": 7.17948717948718e-05, "loss": 0.0076, "step": 1250 }, { "epoch": 9.69, "learning_rate": 7.076923076923078e-05, "loss": 0.0075, "step": 1260 }, { "epoch": 9.77, "learning_rate": 6.974358974358974e-05, "loss": 0.0078, "step": 1270 }, { "epoch": 9.85, "learning_rate": 6.871794871794872e-05, "loss": 0.0076, "step": 1280 }, { "epoch": 9.85, "eval_accuracy": 0.7098445595854922, "eval_loss": 1.357639193534851, "eval_runtime": 20.3563, "eval_samples_per_second": 56.887, "eval_steps_per_second": 7.123, "step": 1280 }, { "epoch": 9.92, "learning_rate": 6.76923076923077e-05, "loss": 0.007, "step": 1290 }, { "epoch": 10.0, "learning_rate": 6.666666666666667e-05, "loss": 0.0075, "step": 1300 }, { "epoch": 10.08, "learning_rate": 6.564102564102564e-05, "loss": 0.0126, "step": 1310 }, { "epoch": 10.15, "learning_rate": 6.461538461538462e-05, "loss": 0.021, "step": 1320 }, { "epoch": 10.15, "eval_accuracy": 0.7124352331606217, "eval_loss": 1.3460208177566528, "eval_runtime": 20.5844, "eval_samples_per_second": 56.256, "eval_steps_per_second": 7.044, "step": 1320 }, { "epoch": 10.23, "learning_rate": 6.358974358974359e-05, "loss": 0.0068, "step": 1330 }, { "epoch": 10.31, "learning_rate": 6.256410256410256e-05, "loss": 0.0068, "step": 1340 }, { "epoch": 10.38, "learning_rate": 6.153846153846155e-05, "loss": 0.0066, "step": 1350 }, { "epoch": 10.46, "learning_rate": 6.0512820512820515e-05, "loss": 0.0064, "step": 1360 }, { "epoch": 10.46, "eval_accuracy": 0.7184801381692574, "eval_loss": 1.3521218299865723, "eval_runtime": 21.5706, "eval_samples_per_second": 53.684, "eval_steps_per_second": 6.722, "step": 1360 }, { "epoch": 10.54, "learning_rate": 5.948717948717949e-05, "loss": 0.0061, "step": 1370 }, { "epoch": 10.62, "learning_rate": 5.846153846153847e-05, "loss": 0.0062, "step": 1380 }, { "epoch": 10.69, "learning_rate": 5.7435897435897434e-05, "loss": 0.0364, "step": 1390 }, { "epoch": 10.77, "learning_rate": 5.6410256410256414e-05, "loss": 0.0069, "step": 1400 }, { "epoch": 10.77, "eval_accuracy": 0.7141623488773747, "eval_loss": 1.3537815809249878, "eval_runtime": 20.0789, "eval_samples_per_second": 57.672, "eval_steps_per_second": 7.221, "step": 1400 }, { "epoch": 10.85, "learning_rate": 5.538461538461539e-05, "loss": 0.0069, "step": 1410 }, { "epoch": 10.92, "learning_rate": 5.435897435897436e-05, "loss": 0.0068, "step": 1420 }, { "epoch": 11.0, "learning_rate": 5.333333333333333e-05, "loss": 0.0063, "step": 1430 }, { "epoch": 11.08, "learning_rate": 5.230769230769231e-05, "loss": 0.0101, "step": 1440 }, { "epoch": 11.08, "eval_accuracy": 0.7150259067357513, "eval_loss": 1.3637244701385498, "eval_runtime": 20.418, "eval_samples_per_second": 56.715, "eval_steps_per_second": 7.102, "step": 1440 }, { "epoch": 11.15, "learning_rate": 5.128205128205128e-05, "loss": 0.0094, "step": 1450 }, { "epoch": 11.23, "learning_rate": 5.025641025641026e-05, "loss": 0.0152, "step": 1460 }, { "epoch": 11.31, "learning_rate": 4.923076923076924e-05, "loss": 0.006, "step": 1470 }, { "epoch": 11.38, "learning_rate": 4.8205128205128205e-05, "loss": 0.0115, "step": 1480 }, { "epoch": 11.38, "eval_accuracy": 0.7081174438687392, "eval_loss": 1.3893637657165527, "eval_runtime": 21.0579, "eval_samples_per_second": 54.991, "eval_steps_per_second": 6.886, "step": 1480 }, { "epoch": 11.46, "learning_rate": 4.717948717948718e-05, "loss": 0.0062, "step": 1490 }, { "epoch": 11.54, "learning_rate": 4.615384615384616e-05, "loss": 0.0058, "step": 1500 }, { "epoch": 11.62, "learning_rate": 4.512820512820513e-05, "loss": 0.0058, "step": 1510 }, { "epoch": 11.69, "learning_rate": 4.4102564102564104e-05, "loss": 0.0062, "step": 1520 }, { "epoch": 11.69, "eval_accuracy": 0.7072538860103627, "eval_loss": 1.3909190893173218, "eval_runtime": 20.5699, "eval_samples_per_second": 56.296, "eval_steps_per_second": 7.049, "step": 1520 }, { "epoch": 11.77, "learning_rate": 4.3076923076923084e-05, "loss": 0.0171, "step": 1530 }, { "epoch": 11.85, "learning_rate": 4.205128205128206e-05, "loss": 0.0159, "step": 1540 }, { "epoch": 11.92, "learning_rate": 4.1025641025641023e-05, "loss": 0.0054, "step": 1550 }, { "epoch": 12.0, "learning_rate": 4e-05, "loss": 0.0055, "step": 1560 }, { "epoch": 12.0, "eval_accuracy": 0.7124352331606217, "eval_loss": 1.3742793798446655, "eval_runtime": 20.0602, "eval_samples_per_second": 57.726, "eval_steps_per_second": 7.228, "step": 1560 }, { "epoch": 12.08, "learning_rate": 3.8974358974358976e-05, "loss": 0.0056, "step": 1570 }, { "epoch": 12.15, "learning_rate": 3.794871794871795e-05, "loss": 0.0234, "step": 1580 }, { "epoch": 12.23, "learning_rate": 3.692307692307693e-05, "loss": 0.0053, "step": 1590 }, { "epoch": 12.31, "learning_rate": 3.58974358974359e-05, "loss": 0.0054, "step": 1600 }, { "epoch": 12.31, "eval_accuracy": 0.7158894645941278, "eval_loss": 1.3830854892730713, "eval_runtime": 20.2514, "eval_samples_per_second": 57.181, "eval_steps_per_second": 7.16, "step": 1600 }, { "epoch": 12.38, "learning_rate": 3.487179487179487e-05, "loss": 0.0052, "step": 1610 }, { "epoch": 12.46, "learning_rate": 3.384615384615385e-05, "loss": 0.0052, "step": 1620 }, { "epoch": 12.54, "learning_rate": 3.282051282051282e-05, "loss": 0.0056, "step": 1630 }, { "epoch": 12.62, "learning_rate": 3.1794871794871795e-05, "loss": 0.0054, "step": 1640 }, { "epoch": 12.62, "eval_accuracy": 0.7167530224525043, "eval_loss": 1.3866362571716309, "eval_runtime": 21.0166, "eval_samples_per_second": 55.099, "eval_steps_per_second": 6.899, "step": 1640 }, { "epoch": 12.69, "learning_rate": 3.0769230769230774e-05, "loss": 0.0052, "step": 1650 }, { "epoch": 12.77, "learning_rate": 2.9743589743589744e-05, "loss": 0.0052, "step": 1660 }, { "epoch": 12.85, "learning_rate": 2.8717948717948717e-05, "loss": 0.0058, "step": 1670 }, { "epoch": 12.92, "learning_rate": 2.7692307692307694e-05, "loss": 0.0147, "step": 1680 }, { "epoch": 12.92, "eval_accuracy": 0.7150259067357513, "eval_loss": 1.391139030456543, "eval_runtime": 20.4472, "eval_samples_per_second": 56.634, "eval_steps_per_second": 7.091, "step": 1680 }, { "epoch": 13.0, "learning_rate": 2.6666666666666667e-05, "loss": 0.0051, "step": 1690 }, { "epoch": 13.08, "learning_rate": 2.564102564102564e-05, "loss": 0.0144, "step": 1700 }, { "epoch": 13.15, "learning_rate": 2.461538461538462e-05, "loss": 0.0052, "step": 1710 }, { "epoch": 13.23, "learning_rate": 2.358974358974359e-05, "loss": 0.0058, "step": 1720 }, { "epoch": 13.23, "eval_accuracy": 0.7141623488773747, "eval_loss": 1.3986831903457642, "eval_runtime": 20.1538, "eval_samples_per_second": 57.458, "eval_steps_per_second": 7.195, "step": 1720 }, { "epoch": 13.31, "learning_rate": 2.2564102564102566e-05, "loss": 0.0047, "step": 1730 }, { "epoch": 13.38, "learning_rate": 2.1538461538461542e-05, "loss": 0.0053, "step": 1740 }, { "epoch": 13.46, "learning_rate": 2.0512820512820512e-05, "loss": 0.005, "step": 1750 }, { "epoch": 13.54, "learning_rate": 1.9487179487179488e-05, "loss": 0.0096, "step": 1760 }, { "epoch": 13.54, "eval_accuracy": 0.7132987910189983, "eval_loss": 1.3994832038879395, "eval_runtime": 20.378, "eval_samples_per_second": 56.826, "eval_steps_per_second": 7.116, "step": 1760 }, { "epoch": 13.62, "learning_rate": 1.8461538461538465e-05, "loss": 0.0055, "step": 1770 }, { "epoch": 13.69, "learning_rate": 1.7435897435897434e-05, "loss": 0.0112, "step": 1780 }, { "epoch": 13.77, "learning_rate": 1.641025641025641e-05, "loss": 0.0047, "step": 1790 }, { "epoch": 13.85, "learning_rate": 1.5384615384615387e-05, "loss": 0.0048, "step": 1800 }, { "epoch": 13.85, "eval_accuracy": 0.7115716753022453, "eval_loss": 1.401125192642212, "eval_runtime": 20.4927, "eval_samples_per_second": 56.508, "eval_steps_per_second": 7.076, "step": 1800 }, { "epoch": 13.92, "learning_rate": 1.4358974358974359e-05, "loss": 0.0053, "step": 1810 }, { "epoch": 14.0, "learning_rate": 1.3333333333333333e-05, "loss": 0.0047, "step": 1820 }, { "epoch": 14.08, "learning_rate": 1.230769230769231e-05, "loss": 0.0146, "step": 1830 }, { "epoch": 14.15, "learning_rate": 1.1282051282051283e-05, "loss": 0.0054, "step": 1840 }, { "epoch": 14.15, "eval_accuracy": 0.7115716753022453, "eval_loss": 1.4026780128479004, "eval_runtime": 20.8793, "eval_samples_per_second": 55.462, "eval_steps_per_second": 6.945, "step": 1840 }, { "epoch": 14.23, "learning_rate": 1.0256410256410256e-05, "loss": 0.0046, "step": 1850 }, { "epoch": 14.31, "learning_rate": 9.230769230769232e-06, "loss": 0.0046, "step": 1860 }, { "epoch": 14.38, "learning_rate": 8.205128205128205e-06, "loss": 0.005, "step": 1870 }, { "epoch": 14.46, "learning_rate": 7.179487179487179e-06, "loss": 0.0048, "step": 1880 }, { "epoch": 14.46, "eval_accuracy": 0.7115716753022453, "eval_loss": 1.403483510017395, "eval_runtime": 21.9216, "eval_samples_per_second": 52.825, "eval_steps_per_second": 6.614, "step": 1880 }, { "epoch": 14.54, "learning_rate": 6.153846153846155e-06, "loss": 0.0089, "step": 1890 }, { "epoch": 14.62, "learning_rate": 5.128205128205128e-06, "loss": 0.0047, "step": 1900 }, { "epoch": 14.69, "learning_rate": 4.102564102564103e-06, "loss": 0.0048, "step": 1910 }, { "epoch": 14.77, "learning_rate": 3.0769230769230774e-06, "loss": 0.0047, "step": 1920 }, { "epoch": 14.77, "eval_accuracy": 0.7124352331606217, "eval_loss": 1.4049346446990967, "eval_runtime": 20.2662, "eval_samples_per_second": 57.139, "eval_steps_per_second": 7.155, "step": 1920 }, { "epoch": 14.85, "learning_rate": 2.0512820512820513e-06, "loss": 0.005, "step": 1930 }, { "epoch": 14.92, "learning_rate": 1.0256410256410257e-06, "loss": 0.0049, "step": 1940 }, { "epoch": 15.0, "learning_rate": 0.0, "loss": 0.0109, "step": 1950 }, { "epoch": 15.0, "step": 1950, "total_flos": 2.4159665336144486e+18, "train_loss": 0.33013623780929124, "train_runtime": 2443.4946, "train_samples_per_second": 12.756, "train_steps_per_second": 0.798 } ], "max_steps": 1950, "num_train_epochs": 15, "total_flos": 2.4159665336144486e+18, "trial_name": null, "trial_params": null }