{ "best_metric": 0.929384965831435, "best_model_checkpoint": "mobilenet_v2_1.0_224-cxr-view/checkpoint-2518", "epoch": 29.863013698630137, "global_step": 3270, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.09, "learning_rate": 1.5290519877675842e-07, "loss": 0.7183, "step": 10 }, { "epoch": 0.18, "learning_rate": 3.0581039755351683e-07, "loss": 0.6605, "step": 20 }, { "epoch": 0.27, "learning_rate": 4.587155963302753e-07, "loss": 0.6883, "step": 30 }, { "epoch": 0.37, "learning_rate": 6.116207951070337e-07, "loss": 0.719, "step": 40 }, { "epoch": 0.46, "learning_rate": 7.645259938837921e-07, "loss": 0.6913, "step": 50 }, { "epoch": 0.55, "learning_rate": 9.174311926605506e-07, "loss": 0.6944, "step": 60 }, { "epoch": 0.64, "learning_rate": 1.070336391437309e-06, "loss": 0.6874, "step": 70 }, { "epoch": 0.73, "learning_rate": 1.2232415902140673e-06, "loss": 0.7119, "step": 80 }, { "epoch": 0.82, "learning_rate": 1.3761467889908258e-06, "loss": 0.7093, "step": 90 }, { "epoch": 0.91, "learning_rate": 1.5290519877675841e-06, "loss": 0.7049, "step": 100 }, { "epoch": 1.0, "eval_accuracy": 0.744874715261959, "eval_loss": 0.6746256351470947, "eval_runtime": 15.5928, "eval_samples_per_second": 28.154, "eval_steps_per_second": 7.055, "step": 109 }, { "epoch": 1.0, "learning_rate": 1.6819571865443426e-06, "loss": 0.6907, "step": 110 }, { "epoch": 1.1, "learning_rate": 1.8348623853211011e-06, "loss": 0.6767, "step": 120 }, { "epoch": 1.19, "learning_rate": 1.9877675840978594e-06, "loss": 0.6906, "step": 130 }, { "epoch": 1.28, "learning_rate": 2.140672782874618e-06, "loss": 0.6775, "step": 140 }, { "epoch": 1.37, "learning_rate": 2.2935779816513764e-06, "loss": 0.6731, "step": 150 }, { "epoch": 1.46, "learning_rate": 2.4464831804281347e-06, "loss": 0.6895, "step": 160 }, { "epoch": 1.55, "learning_rate": 2.599388379204893e-06, "loss": 0.6679, "step": 170 }, { "epoch": 1.64, "learning_rate": 2.7522935779816517e-06, "loss": 0.6846, "step": 180 }, { "epoch": 1.74, "learning_rate": 2.90519877675841e-06, "loss": 0.6737, "step": 190 }, { "epoch": 1.83, "learning_rate": 3.0581039755351682e-06, "loss": 0.6588, "step": 200 }, { "epoch": 1.92, "learning_rate": 3.211009174311927e-06, "loss": 0.6565, "step": 210 }, { "epoch": 2.0, "eval_accuracy": 0.6742596810933941, "eval_loss": 0.6498312950134277, "eval_runtime": 15.6514, "eval_samples_per_second": 28.049, "eval_steps_per_second": 7.028, "step": 219 }, { "epoch": 2.01, "learning_rate": 3.3639143730886852e-06, "loss": 0.6365, "step": 220 }, { "epoch": 2.1, "learning_rate": 3.5168195718654435e-06, "loss": 0.6319, "step": 230 }, { "epoch": 2.19, "learning_rate": 3.6697247706422022e-06, "loss": 0.613, "step": 240 }, { "epoch": 2.28, "learning_rate": 3.8226299694189605e-06, "loss": 0.6312, "step": 250 }, { "epoch": 2.37, "learning_rate": 3.975535168195719e-06, "loss": 0.631, "step": 260 }, { "epoch": 2.47, "learning_rate": 4.128440366972478e-06, "loss": 0.6364, "step": 270 }, { "epoch": 2.56, "learning_rate": 4.281345565749236e-06, "loss": 0.6092, "step": 280 }, { "epoch": 2.65, "learning_rate": 4.4342507645259945e-06, "loss": 0.6348, "step": 290 }, { "epoch": 2.74, "learning_rate": 4.587155963302753e-06, "loss": 0.6171, "step": 300 }, { "epoch": 2.83, "learning_rate": 4.740061162079511e-06, "loss": 0.5771, "step": 310 }, { "epoch": 2.92, "learning_rate": 4.892966360856269e-06, "loss": 0.5699, "step": 320 }, { "epoch": 3.0, "eval_accuracy": 0.7995444191343963, "eval_loss": 0.5730286836624146, "eval_runtime": 15.9142, "eval_samples_per_second": 27.586, "eval_steps_per_second": 6.912, "step": 328 }, { "epoch": 3.01, "learning_rate": 4.994903160040775e-06, "loss": 0.5787, "step": 330 }, { "epoch": 3.11, "learning_rate": 4.977913693510024e-06, "loss": 0.5584, "step": 340 }, { "epoch": 3.2, "learning_rate": 4.960924226979273e-06, "loss": 0.5662, "step": 350 }, { "epoch": 3.29, "learning_rate": 4.943934760448522e-06, "loss": 0.5853, "step": 360 }, { "epoch": 3.38, "learning_rate": 4.926945293917771e-06, "loss": 0.5639, "step": 370 }, { "epoch": 3.47, "learning_rate": 4.909955827387021e-06, "loss": 0.5507, "step": 380 }, { "epoch": 3.56, "learning_rate": 4.892966360856269e-06, "loss": 0.5051, "step": 390 }, { "epoch": 3.65, "learning_rate": 4.875976894325519e-06, "loss": 0.5559, "step": 400 }, { "epoch": 3.74, "learning_rate": 4.858987427794767e-06, "loss": 0.5184, "step": 410 }, { "epoch": 3.84, "learning_rate": 4.841997961264017e-06, "loss": 0.5453, "step": 420 }, { "epoch": 3.93, "learning_rate": 4.825008494733266e-06, "loss": 0.5702, "step": 430 }, { "epoch": 4.0, "eval_accuracy": 0.8086560364464692, "eval_loss": 0.5119441747665405, "eval_runtime": 15.7264, "eval_samples_per_second": 27.915, "eval_steps_per_second": 6.995, "step": 438 }, { "epoch": 4.02, "learning_rate": 4.808019028202515e-06, "loss": 0.4758, "step": 440 }, { "epoch": 4.11, "learning_rate": 4.7910295616717635e-06, "loss": 0.52, "step": 450 }, { "epoch": 4.2, "learning_rate": 4.774040095141013e-06, "loss": 0.5039, "step": 460 }, { "epoch": 4.29, "learning_rate": 4.757050628610262e-06, "loss": 0.4593, "step": 470 }, { "epoch": 4.38, "learning_rate": 4.740061162079511e-06, "loss": 0.5111, "step": 480 }, { "epoch": 4.47, "learning_rate": 4.72307169554876e-06, "loss": 0.5149, "step": 490 }, { "epoch": 4.57, "learning_rate": 4.706082229018009e-06, "loss": 0.4369, "step": 500 }, { "epoch": 4.66, "learning_rate": 4.689092762487259e-06, "loss": 0.5214, "step": 510 }, { "epoch": 4.75, "learning_rate": 4.672103295956507e-06, "loss": 0.4627, "step": 520 }, { "epoch": 4.84, "learning_rate": 4.655113829425757e-06, "loss": 0.461, "step": 530 }, { "epoch": 4.93, "learning_rate": 4.638124362895005e-06, "loss": 0.4849, "step": 540 }, { "epoch": 5.0, "eval_accuracy": 0.8678815489749431, "eval_loss": 0.43555235862731934, "eval_runtime": 15.6016, "eval_samples_per_second": 28.138, "eval_steps_per_second": 7.051, "step": 547 }, { "epoch": 5.02, "learning_rate": 4.621134896364255e-06, "loss": 0.4744, "step": 550 }, { "epoch": 5.11, "learning_rate": 4.604145429833503e-06, "loss": 0.4267, "step": 560 }, { "epoch": 5.21, "learning_rate": 4.587155963302753e-06, "loss": 0.4546, "step": 570 }, { "epoch": 5.3, "learning_rate": 4.570166496772001e-06, "loss": 0.3955, "step": 580 }, { "epoch": 5.39, "learning_rate": 4.553177030241251e-06, "loss": 0.4499, "step": 590 }, { "epoch": 5.48, "learning_rate": 4.5361875637104995e-06, "loss": 0.4315, "step": 600 }, { "epoch": 5.57, "learning_rate": 4.519198097179749e-06, "loss": 0.4542, "step": 610 }, { "epoch": 5.66, "learning_rate": 4.502208630648998e-06, "loss": 0.5297, "step": 620 }, { "epoch": 5.75, "learning_rate": 4.485219164118247e-06, "loss": 0.4189, "step": 630 }, { "epoch": 5.84, "learning_rate": 4.4682296975874964e-06, "loss": 0.43, "step": 640 }, { "epoch": 5.94, "learning_rate": 4.451240231056745e-06, "loss": 0.356, "step": 650 }, { "epoch": 6.0, "eval_accuracy": 0.8086560364464692, "eval_loss": 0.4640910029411316, "eval_runtime": 15.7608, "eval_samples_per_second": 27.854, "eval_steps_per_second": 6.979, "step": 657 }, { "epoch": 6.03, "learning_rate": 4.4342507645259945e-06, "loss": 0.4923, "step": 660 }, { "epoch": 6.12, "learning_rate": 4.417261297995243e-06, "loss": 0.464, "step": 670 }, { "epoch": 6.21, "learning_rate": 4.400271831464492e-06, "loss": 0.3965, "step": 680 }, { "epoch": 6.3, "learning_rate": 4.383282364933741e-06, "loss": 0.4148, "step": 690 }, { "epoch": 6.39, "learning_rate": 4.366292898402991e-06, "loss": 0.3874, "step": 700 }, { "epoch": 6.48, "learning_rate": 4.349303431872239e-06, "loss": 0.3694, "step": 710 }, { "epoch": 6.58, "learning_rate": 4.332313965341489e-06, "loss": 0.4263, "step": 720 }, { "epoch": 6.67, "learning_rate": 4.315324498810738e-06, "loss": 0.3835, "step": 730 }, { "epoch": 6.76, "learning_rate": 4.298335032279987e-06, "loss": 0.4637, "step": 740 }, { "epoch": 6.85, "learning_rate": 4.281345565749236e-06, "loss": 0.3923, "step": 750 }, { "epoch": 6.94, "learning_rate": 4.264356099218485e-06, "loss": 0.3713, "step": 760 }, { "epoch": 7.0, "eval_accuracy": 0.8678815489749431, "eval_loss": 0.3406853675842285, "eval_runtime": 15.6486, "eval_samples_per_second": 28.054, "eval_steps_per_second": 7.029, "step": 766 }, { "epoch": 7.03, "learning_rate": 4.247366632687734e-06, "loss": 0.5575, "step": 770 }, { "epoch": 7.12, "learning_rate": 4.230377166156983e-06, "loss": 0.4175, "step": 780 }, { "epoch": 7.21, "learning_rate": 4.2133876996262315e-06, "loss": 0.4288, "step": 790 }, { "epoch": 7.31, "learning_rate": 4.196398233095481e-06, "loss": 0.3972, "step": 800 }, { "epoch": 7.4, "learning_rate": 4.17940876656473e-06, "loss": 0.354, "step": 810 }, { "epoch": 7.49, "learning_rate": 4.162419300033979e-06, "loss": 0.3354, "step": 820 }, { "epoch": 7.58, "learning_rate": 4.1454298335032285e-06, "loss": 0.3047, "step": 830 }, { "epoch": 7.67, "learning_rate": 4.128440366972478e-06, "loss": 0.4096, "step": 840 }, { "epoch": 7.76, "learning_rate": 4.1114509004417265e-06, "loss": 0.4209, "step": 850 }, { "epoch": 7.85, "learning_rate": 4.094461433910976e-06, "loss": 0.3988, "step": 860 }, { "epoch": 7.95, "learning_rate": 4.077471967380225e-06, "loss": 0.4571, "step": 870 }, { "epoch": 8.0, "eval_accuracy": 0.7813211845102506, "eval_loss": 0.48959481716156006, "eval_runtime": 15.6588, "eval_samples_per_second": 28.035, "eval_steps_per_second": 7.025, "step": 876 }, { "epoch": 8.04, "learning_rate": 4.060482500849473e-06, "loss": 0.4078, "step": 880 }, { "epoch": 8.13, "learning_rate": 4.043493034318723e-06, "loss": 0.3905, "step": 890 }, { "epoch": 8.22, "learning_rate": 4.026503567787971e-06, "loss": 0.4258, "step": 900 }, { "epoch": 8.31, "learning_rate": 4.009514101257221e-06, "loss": 0.3991, "step": 910 }, { "epoch": 8.4, "learning_rate": 3.99252463472647e-06, "loss": 0.3783, "step": 920 }, { "epoch": 8.49, "learning_rate": 3.975535168195719e-06, "loss": 0.4471, "step": 930 }, { "epoch": 8.58, "learning_rate": 3.958545701664968e-06, "loss": 0.3437, "step": 940 }, { "epoch": 8.68, "learning_rate": 3.941556235134218e-06, "loss": 0.3779, "step": 950 }, { "epoch": 8.77, "learning_rate": 3.924566768603466e-06, "loss": 0.2581, "step": 960 }, { "epoch": 8.86, "learning_rate": 3.907577302072715e-06, "loss": 0.3267, "step": 970 }, { "epoch": 8.95, "learning_rate": 3.890587835541964e-06, "loss": 0.3896, "step": 980 }, { "epoch": 9.0, "eval_accuracy": 0.8883826879271071, "eval_loss": 0.3124327063560486, "eval_runtime": 15.6592, "eval_samples_per_second": 28.035, "eval_steps_per_second": 7.025, "step": 985 }, { "epoch": 9.04, "learning_rate": 3.873598369011213e-06, "loss": 0.3471, "step": 990 }, { "epoch": 9.13, "learning_rate": 3.8566089024804624e-06, "loss": 0.396, "step": 1000 }, { "epoch": 9.22, "learning_rate": 3.839619435949711e-06, "loss": 0.3502, "step": 1010 }, { "epoch": 9.32, "learning_rate": 3.8226299694189605e-06, "loss": 0.3685, "step": 1020 }, { "epoch": 9.41, "learning_rate": 3.80564050288821e-06, "loss": 0.3023, "step": 1030 }, { "epoch": 9.5, "learning_rate": 3.7886510363574586e-06, "loss": 0.3511, "step": 1040 }, { "epoch": 9.59, "learning_rate": 3.771661569826708e-06, "loss": 0.3186, "step": 1050 }, { "epoch": 9.68, "learning_rate": 3.7546721032959566e-06, "loss": 0.4063, "step": 1060 }, { "epoch": 9.77, "learning_rate": 3.7376826367652057e-06, "loss": 0.3553, "step": 1070 }, { "epoch": 9.86, "learning_rate": 3.720693170234455e-06, "loss": 0.3771, "step": 1080 }, { "epoch": 9.95, "learning_rate": 3.7037037037037037e-06, "loss": 0.3422, "step": 1090 }, { "epoch": 10.0, "eval_accuracy": 0.9271070615034168, "eval_loss": 0.27909907698631287, "eval_runtime": 15.6791, "eval_samples_per_second": 27.999, "eval_steps_per_second": 7.016, "step": 1095 }, { "epoch": 10.05, "learning_rate": 3.686714237172953e-06, "loss": 0.3242, "step": 1100 }, { "epoch": 10.14, "learning_rate": 3.6697247706422022e-06, "loss": 0.3179, "step": 1110 }, { "epoch": 10.23, "learning_rate": 3.6527353041114513e-06, "loss": 0.3971, "step": 1120 }, { "epoch": 10.32, "learning_rate": 3.6357458375807003e-06, "loss": 0.3813, "step": 1130 }, { "epoch": 10.41, "learning_rate": 3.6187563710499497e-06, "loss": 0.3048, "step": 1140 }, { "epoch": 10.5, "learning_rate": 3.6017669045191984e-06, "loss": 0.3852, "step": 1150 }, { "epoch": 10.59, "learning_rate": 3.5847774379884474e-06, "loss": 0.3157, "step": 1160 }, { "epoch": 10.68, "learning_rate": 3.5677879714576964e-06, "loss": 0.3868, "step": 1170 }, { "epoch": 10.78, "learning_rate": 3.5507985049269455e-06, "loss": 0.3309, "step": 1180 }, { "epoch": 10.87, "learning_rate": 3.533809038396195e-06, "loss": 0.3372, "step": 1190 }, { "epoch": 10.96, "learning_rate": 3.5168195718654435e-06, "loss": 0.3358, "step": 1200 }, { "epoch": 11.0, "eval_accuracy": 0.8246013667425968, "eval_loss": 0.39981135725975037, "eval_runtime": 15.5765, "eval_samples_per_second": 28.183, "eval_steps_per_second": 7.062, "step": 1204 }, { "epoch": 11.05, "learning_rate": 3.499830105334693e-06, "loss": 0.2943, "step": 1210 }, { "epoch": 11.14, "learning_rate": 3.482840638803942e-06, "loss": 0.4242, "step": 1220 }, { "epoch": 11.23, "learning_rate": 3.4658511722731906e-06, "loss": 0.2678, "step": 1230 }, { "epoch": 11.32, "learning_rate": 3.44886170574244e-06, "loss": 0.3375, "step": 1240 }, { "epoch": 11.42, "learning_rate": 3.4318722392116887e-06, "loss": 0.3046, "step": 1250 }, { "epoch": 11.51, "learning_rate": 3.414882772680938e-06, "loss": 0.3193, "step": 1260 }, { "epoch": 11.6, "learning_rate": 3.397893306150187e-06, "loss": 0.3037, "step": 1270 }, { "epoch": 11.69, "learning_rate": 3.380903839619436e-06, "loss": 0.2976, "step": 1280 }, { "epoch": 11.78, "learning_rate": 3.3639143730886852e-06, "loss": 0.4232, "step": 1290 }, { "epoch": 11.87, "learning_rate": 3.3469249065579347e-06, "loss": 0.3512, "step": 1300 }, { "epoch": 11.96, "learning_rate": 3.3299354400271833e-06, "loss": 0.3658, "step": 1310 }, { "epoch": 12.0, "eval_accuracy": 0.9066059225512528, "eval_loss": 0.27161121368408203, "eval_runtime": 15.5481, "eval_samples_per_second": 28.235, "eval_steps_per_second": 7.075, "step": 1314 }, { "epoch": 12.05, "learning_rate": 3.3129459734964323e-06, "loss": 0.2998, "step": 1320 }, { "epoch": 12.15, "learning_rate": 3.2959565069656818e-06, "loss": 0.3566, "step": 1330 }, { "epoch": 12.24, "learning_rate": 3.2789670404349304e-06, "loss": 0.39, "step": 1340 }, { "epoch": 12.33, "learning_rate": 3.26197757390418e-06, "loss": 0.2815, "step": 1350 }, { "epoch": 12.42, "learning_rate": 3.2449881073734285e-06, "loss": 0.2475, "step": 1360 }, { "epoch": 12.51, "learning_rate": 3.227998640842678e-06, "loss": 0.386, "step": 1370 }, { "epoch": 12.6, "learning_rate": 3.211009174311927e-06, "loss": 0.328, "step": 1380 }, { "epoch": 12.69, "learning_rate": 3.1940197077811756e-06, "loss": 0.355, "step": 1390 }, { "epoch": 12.79, "learning_rate": 3.177030241250425e-06, "loss": 0.3311, "step": 1400 }, { "epoch": 12.88, "learning_rate": 3.1600407747196745e-06, "loss": 0.3144, "step": 1410 }, { "epoch": 12.97, "learning_rate": 3.143051308188923e-06, "loss": 0.4547, "step": 1420 }, { "epoch": 13.0, "eval_accuracy": 0.7972665148063781, "eval_loss": 0.5827615261077881, "eval_runtime": 15.5305, "eval_samples_per_second": 28.267, "eval_steps_per_second": 7.083, "step": 1423 }, { "epoch": 13.06, "learning_rate": 3.126061841658172e-06, "loss": 0.3003, "step": 1430 }, { "epoch": 13.15, "learning_rate": 3.109072375127421e-06, "loss": 0.3906, "step": 1440 }, { "epoch": 13.24, "learning_rate": 3.09208290859667e-06, "loss": 0.2784, "step": 1450 }, { "epoch": 13.33, "learning_rate": 3.0750934420659196e-06, "loss": 0.2384, "step": 1460 }, { "epoch": 13.42, "learning_rate": 3.0581039755351682e-06, "loss": 0.4107, "step": 1470 }, { "epoch": 13.52, "learning_rate": 3.0411145090044177e-06, "loss": 0.3306, "step": 1480 }, { "epoch": 13.61, "learning_rate": 3.0241250424736667e-06, "loss": 0.3872, "step": 1490 }, { "epoch": 13.7, "learning_rate": 3.0071355759429153e-06, "loss": 0.3002, "step": 1500 }, { "epoch": 13.79, "learning_rate": 2.990146109412165e-06, "loss": 0.3406, "step": 1510 }, { "epoch": 13.88, "learning_rate": 2.973156642881414e-06, "loss": 0.3361, "step": 1520 }, { "epoch": 13.97, "learning_rate": 2.956167176350663e-06, "loss": 0.2615, "step": 1530 }, { "epoch": 14.0, "eval_accuracy": 0.8542141230068337, "eval_loss": 0.34459054470062256, "eval_runtime": 14.8701, "eval_samples_per_second": 29.522, "eval_steps_per_second": 7.397, "step": 1533 }, { "epoch": 14.06, "learning_rate": 2.939177709819912e-06, "loss": 0.2604, "step": 1540 }, { "epoch": 14.16, "learning_rate": 2.922188243289161e-06, "loss": 0.3445, "step": 1550 }, { "epoch": 14.25, "learning_rate": 2.90519877675841e-06, "loss": 0.3383, "step": 1560 }, { "epoch": 14.34, "learning_rate": 2.8882093102276594e-06, "loss": 0.4095, "step": 1570 }, { "epoch": 14.43, "learning_rate": 2.871219843696908e-06, "loss": 0.3362, "step": 1580 }, { "epoch": 14.52, "learning_rate": 2.854230377166157e-06, "loss": 0.2658, "step": 1590 }, { "epoch": 14.61, "learning_rate": 2.8372409106354065e-06, "loss": 0.2915, "step": 1600 }, { "epoch": 14.7, "learning_rate": 2.820251444104655e-06, "loss": 0.3663, "step": 1610 }, { "epoch": 14.79, "learning_rate": 2.8032619775739046e-06, "loss": 0.3091, "step": 1620 }, { "epoch": 14.89, "learning_rate": 2.786272511043153e-06, "loss": 0.3601, "step": 1630 }, { "epoch": 14.98, "learning_rate": 2.7692830445124026e-06, "loss": 0.377, "step": 1640 }, { "epoch": 15.0, "eval_accuracy": 0.7312072892938497, "eval_loss": 0.6321907043457031, "eval_runtime": 15.6486, "eval_samples_per_second": 28.054, "eval_steps_per_second": 7.029, "step": 1642 }, { "epoch": 15.07, "learning_rate": 2.7522935779816517e-06, "loss": 0.3173, "step": 1650 }, { "epoch": 15.16, "learning_rate": 2.7353041114509003e-06, "loss": 0.4798, "step": 1660 }, { "epoch": 15.25, "learning_rate": 2.7183146449201497e-06, "loss": 0.2549, "step": 1670 }, { "epoch": 15.34, "learning_rate": 2.701325178389399e-06, "loss": 0.4005, "step": 1680 }, { "epoch": 15.43, "learning_rate": 2.684335711858648e-06, "loss": 0.3434, "step": 1690 }, { "epoch": 15.53, "learning_rate": 2.667346245327897e-06, "loss": 0.2837, "step": 1700 }, { "epoch": 15.62, "learning_rate": 2.6503567787971463e-06, "loss": 0.299, "step": 1710 }, { "epoch": 15.71, "learning_rate": 2.633367312266395e-06, "loss": 0.2967, "step": 1720 }, { "epoch": 15.8, "learning_rate": 2.6163778457356444e-06, "loss": 0.2949, "step": 1730 }, { "epoch": 15.89, "learning_rate": 2.599388379204893e-06, "loss": 0.3071, "step": 1740 }, { "epoch": 15.98, "learning_rate": 2.5823989126741424e-06, "loss": 0.2846, "step": 1750 }, { "epoch": 16.0, "eval_accuracy": 0.9248291571753986, "eval_loss": 0.26208364963531494, "eval_runtime": 15.5182, "eval_samples_per_second": 28.289, "eval_steps_per_second": 7.088, "step": 1752 }, { "epoch": 16.07, "learning_rate": 2.5654094461433915e-06, "loss": 0.3589, "step": 1760 }, { "epoch": 16.16, "learning_rate": 2.54841997961264e-06, "loss": 0.3031, "step": 1770 }, { "epoch": 16.26, "learning_rate": 2.5314305130818895e-06, "loss": 0.4131, "step": 1780 }, { "epoch": 16.35, "learning_rate": 2.5144410465511385e-06, "loss": 0.2396, "step": 1790 }, { "epoch": 16.44, "learning_rate": 2.4974515800203876e-06, "loss": 0.31, "step": 1800 }, { "epoch": 16.53, "learning_rate": 2.4804621134896366e-06, "loss": 0.3869, "step": 1810 }, { "epoch": 16.62, "learning_rate": 2.4634726469588856e-06, "loss": 0.2514, "step": 1820 }, { "epoch": 16.71, "learning_rate": 2.4464831804281347e-06, "loss": 0.3087, "step": 1830 }, { "epoch": 16.8, "learning_rate": 2.4294937138973837e-06, "loss": 0.2488, "step": 1840 }, { "epoch": 16.89, "learning_rate": 2.412504247366633e-06, "loss": 0.3072, "step": 1850 }, { "epoch": 16.99, "learning_rate": 2.3955147808358818e-06, "loss": 0.3433, "step": 1860 }, { "epoch": 17.0, "eval_accuracy": 0.8382687927107062, "eval_loss": 0.37089645862579346, "eval_runtime": 15.1226, "eval_samples_per_second": 29.029, "eval_steps_per_second": 7.274, "step": 1861 }, { "epoch": 17.08, "learning_rate": 2.378525314305131e-06, "loss": 0.2911, "step": 1870 }, { "epoch": 17.17, "learning_rate": 2.36153584777438e-06, "loss": 0.2909, "step": 1880 }, { "epoch": 17.26, "learning_rate": 2.3445463812436293e-06, "loss": 0.3273, "step": 1890 }, { "epoch": 17.35, "learning_rate": 2.3275569147128783e-06, "loss": 0.2219, "step": 1900 }, { "epoch": 17.44, "learning_rate": 2.3105674481821274e-06, "loss": 0.4021, "step": 1910 }, { "epoch": 17.53, "learning_rate": 2.2935779816513764e-06, "loss": 0.3224, "step": 1920 }, { "epoch": 17.63, "learning_rate": 2.2765885151206254e-06, "loss": 0.4674, "step": 1930 }, { "epoch": 17.72, "learning_rate": 2.2595990485898745e-06, "loss": 0.382, "step": 1940 }, { "epoch": 17.81, "learning_rate": 2.2426095820591235e-06, "loss": 0.2151, "step": 1950 }, { "epoch": 17.9, "learning_rate": 2.2256201155283725e-06, "loss": 0.3831, "step": 1960 }, { "epoch": 17.99, "learning_rate": 2.2086306489976216e-06, "loss": 0.2851, "step": 1970 }, { "epoch": 18.0, "eval_accuracy": 0.7312072892938497, "eval_loss": 0.8134105205535889, "eval_runtime": 15.5297, "eval_samples_per_second": 28.268, "eval_steps_per_second": 7.083, "step": 1971 }, { "epoch": 18.08, "learning_rate": 2.1916411824668706e-06, "loss": 0.2192, "step": 1980 }, { "epoch": 18.17, "learning_rate": 2.1746517159361196e-06, "loss": 0.2858, "step": 1990 }, { "epoch": 18.26, "learning_rate": 2.157662249405369e-06, "loss": 0.3613, "step": 2000 }, { "epoch": 18.36, "learning_rate": 2.140672782874618e-06, "loss": 0.2634, "step": 2010 }, { "epoch": 18.45, "learning_rate": 2.123683316343867e-06, "loss": 0.2932, "step": 2020 }, { "epoch": 18.54, "learning_rate": 2.1066938498131157e-06, "loss": 0.2533, "step": 2030 }, { "epoch": 18.63, "learning_rate": 2.089704383282365e-06, "loss": 0.3337, "step": 2040 }, { "epoch": 18.72, "learning_rate": 2.0727149167516142e-06, "loss": 0.4353, "step": 2050 }, { "epoch": 18.81, "learning_rate": 2.0557254502208633e-06, "loss": 0.3477, "step": 2060 }, { "epoch": 18.9, "learning_rate": 2.0387359836901123e-06, "loss": 0.2786, "step": 2070 }, { "epoch": 19.0, "learning_rate": 2.0217465171593613e-06, "loss": 0.2298, "step": 2080 }, { "epoch": 19.0, "eval_accuracy": 0.8314350797266514, "eval_loss": 0.4324374198913574, "eval_runtime": 15.4736, "eval_samples_per_second": 28.371, "eval_steps_per_second": 7.109, "step": 2080 }, { "epoch": 19.09, "learning_rate": 2.0047570506286104e-06, "loss": 0.3369, "step": 2090 }, { "epoch": 19.18, "learning_rate": 1.9877675840978594e-06, "loss": 0.3051, "step": 2100 }, { "epoch": 19.27, "learning_rate": 1.970778117567109e-06, "loss": 0.2775, "step": 2110 }, { "epoch": 19.36, "learning_rate": 1.9537886510363575e-06, "loss": 0.2708, "step": 2120 }, { "epoch": 19.45, "learning_rate": 1.9367991845056065e-06, "loss": 0.2424, "step": 2130 }, { "epoch": 19.54, "learning_rate": 1.9198097179748555e-06, "loss": 0.3806, "step": 2140 }, { "epoch": 19.63, "learning_rate": 1.902820251444105e-06, "loss": 0.3573, "step": 2150 }, { "epoch": 19.73, "learning_rate": 1.885830784913354e-06, "loss": 0.34, "step": 2160 }, { "epoch": 19.82, "learning_rate": 1.8688413183826028e-06, "loss": 0.3165, "step": 2170 }, { "epoch": 19.91, "learning_rate": 1.8518518518518519e-06, "loss": 0.2916, "step": 2180 }, { "epoch": 20.0, "learning_rate": 1.8348623853211011e-06, "loss": 0.3916, "step": 2190 }, { "epoch": 20.0, "eval_accuracy": 0.835990888382688, "eval_loss": 0.3630986213684082, "eval_runtime": 15.5226, "eval_samples_per_second": 28.281, "eval_steps_per_second": 7.086, "step": 2190 }, { "epoch": 20.09, "learning_rate": 1.8178729187903501e-06, "loss": 0.2495, "step": 2200 }, { "epoch": 20.18, "learning_rate": 1.8008834522595992e-06, "loss": 0.3902, "step": 2210 }, { "epoch": 20.27, "learning_rate": 1.7838939857288482e-06, "loss": 0.3424, "step": 2220 }, { "epoch": 20.37, "learning_rate": 1.7669045191980975e-06, "loss": 0.3917, "step": 2230 }, { "epoch": 20.46, "learning_rate": 1.7499150526673465e-06, "loss": 0.3536, "step": 2240 }, { "epoch": 20.55, "learning_rate": 1.7329255861365953e-06, "loss": 0.4027, "step": 2250 }, { "epoch": 20.64, "learning_rate": 1.7159361196058443e-06, "loss": 0.3398, "step": 2260 }, { "epoch": 20.73, "learning_rate": 1.6989466530750936e-06, "loss": 0.2889, "step": 2270 }, { "epoch": 20.82, "learning_rate": 1.6819571865443426e-06, "loss": 0.2609, "step": 2280 }, { "epoch": 20.91, "learning_rate": 1.6649677200135916e-06, "loss": 0.3049, "step": 2290 }, { "epoch": 21.0, "eval_accuracy": 0.8633257403189066, "eval_loss": 0.34050509333610535, "eval_runtime": 15.539, "eval_samples_per_second": 28.251, "eval_steps_per_second": 7.079, "step": 2299 }, { "epoch": 21.0, "learning_rate": 1.6479782534828409e-06, "loss": 0.3258, "step": 2300 }, { "epoch": 21.1, "learning_rate": 1.63098878695209e-06, "loss": 0.3284, "step": 2310 }, { "epoch": 21.19, "learning_rate": 1.613999320421339e-06, "loss": 0.2377, "step": 2320 }, { "epoch": 21.28, "learning_rate": 1.5970098538905878e-06, "loss": 0.2422, "step": 2330 }, { "epoch": 21.37, "learning_rate": 1.5800203873598372e-06, "loss": 0.3573, "step": 2340 }, { "epoch": 21.46, "learning_rate": 1.563030920829086e-06, "loss": 0.328, "step": 2350 }, { "epoch": 21.55, "learning_rate": 1.546041454298335e-06, "loss": 0.2921, "step": 2360 }, { "epoch": 21.64, "learning_rate": 1.5290519877675841e-06, "loss": 0.3243, "step": 2370 }, { "epoch": 21.74, "learning_rate": 1.5120625212368334e-06, "loss": 0.276, "step": 2380 }, { "epoch": 21.83, "learning_rate": 1.4950730547060824e-06, "loss": 0.4304, "step": 2390 }, { "epoch": 21.92, "learning_rate": 1.4780835881753314e-06, "loss": 0.3068, "step": 2400 }, { "epoch": 22.0, "eval_accuracy": 0.9020501138952164, "eval_loss": 0.2584730386734009, "eval_runtime": 15.0297, "eval_samples_per_second": 29.209, "eval_steps_per_second": 7.319, "step": 2409 }, { "epoch": 22.01, "learning_rate": 1.4610941216445805e-06, "loss": 0.2891, "step": 2410 }, { "epoch": 22.1, "learning_rate": 1.4441046551138297e-06, "loss": 0.2476, "step": 2420 }, { "epoch": 22.19, "learning_rate": 1.4271151885830785e-06, "loss": 0.4231, "step": 2430 }, { "epoch": 22.28, "learning_rate": 1.4101257220523276e-06, "loss": 0.3402, "step": 2440 }, { "epoch": 22.37, "learning_rate": 1.3931362555215766e-06, "loss": 0.2521, "step": 2450 }, { "epoch": 22.47, "learning_rate": 1.3761467889908258e-06, "loss": 0.2561, "step": 2460 }, { "epoch": 22.56, "learning_rate": 1.3591573224600749e-06, "loss": 0.3374, "step": 2470 }, { "epoch": 22.65, "learning_rate": 1.342167855929324e-06, "loss": 0.2368, "step": 2480 }, { "epoch": 22.74, "learning_rate": 1.3251783893985731e-06, "loss": 0.2519, "step": 2490 }, { "epoch": 22.83, "learning_rate": 1.3081889228678222e-06, "loss": 0.3171, "step": 2500 }, { "epoch": 22.92, "learning_rate": 1.2911994563370712e-06, "loss": 0.3091, "step": 2510 }, { "epoch": 23.0, "eval_accuracy": 0.929384965831435, "eval_loss": 0.22778519988059998, "eval_runtime": 15.3862, "eval_samples_per_second": 28.532, "eval_steps_per_second": 7.149, "step": 2518 }, { "epoch": 23.01, "learning_rate": 1.27420998980632e-06, "loss": 0.3511, "step": 2520 }, { "epoch": 23.11, "learning_rate": 1.2572205232755693e-06, "loss": 0.3207, "step": 2530 }, { "epoch": 23.2, "learning_rate": 1.2402310567448183e-06, "loss": 0.2925, "step": 2540 }, { "epoch": 23.29, "learning_rate": 1.2232415902140673e-06, "loss": 0.2371, "step": 2550 }, { "epoch": 23.38, "learning_rate": 1.2062521236833166e-06, "loss": 0.291, "step": 2560 }, { "epoch": 23.47, "learning_rate": 1.1892626571525654e-06, "loss": 0.2599, "step": 2570 }, { "epoch": 23.56, "learning_rate": 1.1722731906218146e-06, "loss": 0.3854, "step": 2580 }, { "epoch": 23.65, "learning_rate": 1.1552837240910637e-06, "loss": 0.3169, "step": 2590 }, { "epoch": 23.74, "learning_rate": 1.1382942575603127e-06, "loss": 0.2974, "step": 2600 }, { "epoch": 23.84, "learning_rate": 1.1213047910295617e-06, "loss": 0.3056, "step": 2610 }, { "epoch": 23.93, "learning_rate": 1.1043153244988108e-06, "loss": 0.2749, "step": 2620 }, { "epoch": 24.0, "eval_accuracy": 0.9043280182232346, "eval_loss": 0.29632171988487244, "eval_runtime": 15.3925, "eval_samples_per_second": 28.52, "eval_steps_per_second": 7.146, "step": 2628 }, { "epoch": 24.02, "learning_rate": 1.0873258579680598e-06, "loss": 0.2837, "step": 2630 }, { "epoch": 24.11, "learning_rate": 1.070336391437309e-06, "loss": 0.2906, "step": 2640 }, { "epoch": 24.2, "learning_rate": 1.0533469249065579e-06, "loss": 0.2831, "step": 2650 }, { "epoch": 24.29, "learning_rate": 1.0363574583758071e-06, "loss": 0.2712, "step": 2660 }, { "epoch": 24.38, "learning_rate": 1.0193679918450562e-06, "loss": 0.2971, "step": 2670 }, { "epoch": 24.47, "learning_rate": 1.0023785253143052e-06, "loss": 0.2782, "step": 2680 }, { "epoch": 24.57, "learning_rate": 9.853890587835544e-07, "loss": 0.2694, "step": 2690 }, { "epoch": 24.66, "learning_rate": 9.683995922528032e-07, "loss": 0.3956, "step": 2700 }, { "epoch": 24.75, "learning_rate": 9.514101257220525e-07, "loss": 0.2838, "step": 2710 }, { "epoch": 24.84, "learning_rate": 9.344206591913014e-07, "loss": 0.3524, "step": 2720 }, { "epoch": 24.93, "learning_rate": 9.174311926605506e-07, "loss": 0.3543, "step": 2730 }, { "epoch": 25.0, "eval_accuracy": 0.89749430523918, "eval_loss": 0.2636982798576355, "eval_runtime": 15.4509, "eval_samples_per_second": 28.413, "eval_steps_per_second": 7.119, "step": 2737 }, { "epoch": 25.02, "learning_rate": 9.004417261297996e-07, "loss": 0.2743, "step": 2740 }, { "epoch": 25.11, "learning_rate": 8.834522595990487e-07, "loss": 0.3054, "step": 2750 }, { "epoch": 25.21, "learning_rate": 8.664627930682977e-07, "loss": 0.2331, "step": 2760 }, { "epoch": 25.3, "learning_rate": 8.494733265375468e-07, "loss": 0.2292, "step": 2770 }, { "epoch": 25.39, "learning_rate": 8.324838600067958e-07, "loss": 0.3069, "step": 2780 }, { "epoch": 25.48, "learning_rate": 8.15494393476045e-07, "loss": 0.3656, "step": 2790 }, { "epoch": 25.57, "learning_rate": 7.985049269452939e-07, "loss": 0.3221, "step": 2800 }, { "epoch": 25.66, "learning_rate": 7.81515460414543e-07, "loss": 0.2209, "step": 2810 }, { "epoch": 25.75, "learning_rate": 7.645259938837921e-07, "loss": 0.3988, "step": 2820 }, { "epoch": 25.84, "learning_rate": 7.475365273530412e-07, "loss": 0.2766, "step": 2830 }, { "epoch": 25.94, "learning_rate": 7.305470608222902e-07, "loss": 0.3024, "step": 2840 }, { "epoch": 26.0, "eval_accuracy": 0.8997722095671982, "eval_loss": 0.2966226637363434, "eval_runtime": 15.5278, "eval_samples_per_second": 28.272, "eval_steps_per_second": 7.084, "step": 2847 }, { "epoch": 26.03, "learning_rate": 7.135575942915393e-07, "loss": 0.2659, "step": 2850 }, { "epoch": 26.12, "learning_rate": 6.965681277607883e-07, "loss": 0.32, "step": 2860 }, { "epoch": 26.21, "learning_rate": 6.795786612300374e-07, "loss": 0.3336, "step": 2870 }, { "epoch": 26.3, "learning_rate": 6.625891946992866e-07, "loss": 0.2326, "step": 2880 }, { "epoch": 26.39, "learning_rate": 6.455997281685356e-07, "loss": 0.2657, "step": 2890 }, { "epoch": 26.48, "learning_rate": 6.286102616377846e-07, "loss": 0.3482, "step": 2900 }, { "epoch": 26.58, "learning_rate": 6.116207951070337e-07, "loss": 0.3089, "step": 2910 }, { "epoch": 26.67, "learning_rate": 5.946313285762827e-07, "loss": 0.2407, "step": 2920 }, { "epoch": 26.76, "learning_rate": 5.776418620455318e-07, "loss": 0.2431, "step": 2930 }, { "epoch": 26.85, "learning_rate": 5.606523955147809e-07, "loss": 0.3574, "step": 2940 }, { "epoch": 26.94, "learning_rate": 5.436629289840299e-07, "loss": 0.2593, "step": 2950 }, { "epoch": 27.0, "eval_accuracy": 0.8542141230068337, "eval_loss": 0.38415804505348206, "eval_runtime": 15.5444, "eval_samples_per_second": 28.242, "eval_steps_per_second": 7.077, "step": 2956 }, { "epoch": 27.03, "learning_rate": 5.266734624532789e-07, "loss": 0.1965, "step": 2960 }, { "epoch": 27.12, "learning_rate": 5.096839959225281e-07, "loss": 0.3291, "step": 2970 }, { "epoch": 27.21, "learning_rate": 4.926945293917772e-07, "loss": 0.3044, "step": 2980 }, { "epoch": 27.31, "learning_rate": 4.7570506286102625e-07, "loss": 0.238, "step": 2990 }, { "epoch": 27.4, "learning_rate": 4.587155963302753e-07, "loss": 0.2551, "step": 3000 }, { "epoch": 27.49, "learning_rate": 4.4172612979952436e-07, "loss": 0.3306, "step": 3010 }, { "epoch": 27.58, "learning_rate": 4.247366632687734e-07, "loss": 0.3372, "step": 3020 }, { "epoch": 27.67, "learning_rate": 4.077471967380225e-07, "loss": 0.2652, "step": 3030 }, { "epoch": 27.76, "learning_rate": 3.907577302072715e-07, "loss": 0.2628, "step": 3040 }, { "epoch": 27.85, "learning_rate": 3.737682636765206e-07, "loss": 0.3093, "step": 3050 }, { "epoch": 27.95, "learning_rate": 3.5677879714576963e-07, "loss": 0.1979, "step": 3060 }, { "epoch": 28.0, "eval_accuracy": 0.8883826879271071, "eval_loss": 0.2710832953453064, "eval_runtime": 15.5551, "eval_samples_per_second": 28.222, "eval_steps_per_second": 7.072, "step": 3066 }, { "epoch": 28.04, "learning_rate": 3.397893306150187e-07, "loss": 0.3079, "step": 3070 }, { "epoch": 28.13, "learning_rate": 3.227998640842678e-07, "loss": 0.2954, "step": 3080 }, { "epoch": 28.22, "learning_rate": 3.0581039755351683e-07, "loss": 0.2696, "step": 3090 }, { "epoch": 28.31, "learning_rate": 2.888209310227659e-07, "loss": 0.2861, "step": 3100 }, { "epoch": 28.4, "learning_rate": 2.7183146449201495e-07, "loss": 0.3212, "step": 3110 }, { "epoch": 28.49, "learning_rate": 2.5484199796126404e-07, "loss": 0.3397, "step": 3120 }, { "epoch": 28.58, "learning_rate": 2.3785253143051312e-07, "loss": 0.1939, "step": 3130 }, { "epoch": 28.68, "learning_rate": 2.2086306489976218e-07, "loss": 0.258, "step": 3140 }, { "epoch": 28.77, "learning_rate": 2.0387359836901124e-07, "loss": 0.2138, "step": 3150 }, { "epoch": 28.86, "learning_rate": 1.868841318382603e-07, "loss": 0.2533, "step": 3160 }, { "epoch": 28.95, "learning_rate": 1.6989466530750936e-07, "loss": 0.2549, "step": 3170 }, { "epoch": 29.0, "eval_accuracy": 0.8633257403189066, "eval_loss": 0.3145107626914978, "eval_runtime": 15.5449, "eval_samples_per_second": 28.241, "eval_steps_per_second": 7.076, "step": 3175 }, { "epoch": 29.04, "learning_rate": 1.5290519877675842e-07, "loss": 0.3133, "step": 3180 }, { "epoch": 29.13, "learning_rate": 1.3591573224600748e-07, "loss": 0.2734, "step": 3190 }, { "epoch": 29.22, "learning_rate": 1.1892626571525656e-07, "loss": 0.2771, "step": 3200 }, { "epoch": 29.32, "learning_rate": 1.0193679918450562e-07, "loss": 0.292, "step": 3210 }, { "epoch": 29.41, "learning_rate": 8.494733265375468e-08, "loss": 0.3424, "step": 3220 }, { "epoch": 29.5, "learning_rate": 6.795786612300374e-08, "loss": 0.282, "step": 3230 }, { "epoch": 29.59, "learning_rate": 5.096839959225281e-08, "loss": 0.2225, "step": 3240 }, { "epoch": 29.68, "learning_rate": 3.397893306150187e-08, "loss": 0.2768, "step": 3250 }, { "epoch": 29.77, "learning_rate": 1.6989466530750935e-08, "loss": 0.364, "step": 3260 }, { "epoch": 29.86, "learning_rate": 0.0, "loss": 0.3216, "step": 3270 }, { "epoch": 29.86, "eval_accuracy": 0.8154897494305239, "eval_loss": 0.4564669728279114, "eval_runtime": 15.3193, "eval_samples_per_second": 28.657, "eval_steps_per_second": 7.181, "step": 3270 }, { "epoch": 29.86, "step": 3270, "total_flos": 2.1986190125590118e+18, "train_loss": 0.3750012589521729, "train_runtime": 3633.2931, "train_samples_per_second": 14.466, "train_steps_per_second": 0.9 } ], "max_steps": 3270, "num_train_epochs": 30, "total_flos": 2.1986190125590118e+18, "trial_name": null, "trial_params": null }