| { | |
| "best_metric": 0.9285714285714286, | |
| "best_model_checkpoint": "vivit-b-16x2-1-finetuned-CSL-dataset/checkpoint-8755", | |
| "epoch": 84.01, | |
| "eval_steps": 500, | |
| "global_step": 8755, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.000970873786407767, | |
| "grad_norm": 22.467844009399414, | |
| "learning_rate": 4.854368932038835e-07, | |
| "loss": 2.3447, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.001941747572815534, | |
| "grad_norm": 20.65631675720215, | |
| "learning_rate": 9.70873786407767e-07, | |
| "loss": 2.3482, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.002912621359223301, | |
| "grad_norm": 20.56620216369629, | |
| "learning_rate": 1.4563106796116506e-06, | |
| "loss": 2.3327, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.003883495145631068, | |
| "grad_norm": 20.642162322998047, | |
| "learning_rate": 1.941747572815534e-06, | |
| "loss": 2.3973, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0048543689320388345, | |
| "grad_norm": 20.541858673095703, | |
| "learning_rate": 2.4271844660194174e-06, | |
| "loss": 2.252, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.005825242718446602, | |
| "grad_norm": 23.094024658203125, | |
| "learning_rate": 2.912621359223301e-06, | |
| "loss": 2.6397, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.006796116504854369, | |
| "grad_norm": 20.131628036499023, | |
| "learning_rate": 3.3980582524271844e-06, | |
| "loss": 2.2672, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.007766990291262136, | |
| "grad_norm": 23.084117889404297, | |
| "learning_rate": 3.883495145631068e-06, | |
| "loss": 2.4271, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.008737864077669903, | |
| "grad_norm": 21.572179794311523, | |
| "learning_rate": 4.368932038834952e-06, | |
| "loss": 2.3928, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.009708737864077669, | |
| "grad_norm": 20.966886520385742, | |
| "learning_rate": 4.854368932038835e-06, | |
| "loss": 2.279, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_accuracy": 0.17857142857142858, | |
| "eval_loss": 2.246880054473877, | |
| "eval_runtime": 21.6963, | |
| "eval_samples_per_second": 1.291, | |
| "eval_steps_per_second": 0.645, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.0006796116504855, | |
| "grad_norm": 20.04715347290039, | |
| "learning_rate": 5.3398058252427185e-06, | |
| "loss": 2.1439, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0016504854368933, | |
| "grad_norm": 22.203516006469727, | |
| "learning_rate": 5.825242718446602e-06, | |
| "loss": 2.3037, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.0026213592233009, | |
| "grad_norm": 20.944007873535156, | |
| "learning_rate": 6.310679611650486e-06, | |
| "loss": 2.4872, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.0035922330097087, | |
| "grad_norm": 24.46585464477539, | |
| "learning_rate": 6.796116504854369e-06, | |
| "loss": 2.156, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0045631067961165, | |
| "grad_norm": 19.93899917602539, | |
| "learning_rate": 7.281553398058253e-06, | |
| "loss": 2.1715, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.0055339805825243, | |
| "grad_norm": 21.357013702392578, | |
| "learning_rate": 7.766990291262136e-06, | |
| "loss": 2.1723, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0065048543689321, | |
| "grad_norm": 19.363840103149414, | |
| "learning_rate": 8.25242718446602e-06, | |
| "loss": 2.1195, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0074757281553397, | |
| "grad_norm": 22.652414321899414, | |
| "learning_rate": 8.737864077669904e-06, | |
| "loss": 2.2942, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.0084466019417475, | |
| "grad_norm": 21.458127975463867, | |
| "learning_rate": 9.223300970873788e-06, | |
| "loss": 2.1016, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.0094174757281553, | |
| "grad_norm": 20.534849166870117, | |
| "learning_rate": 9.70873786407767e-06, | |
| "loss": 2.0281, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "eval_accuracy": 0.35714285714285715, | |
| "eval_loss": 2.0716233253479004, | |
| "eval_runtime": 23.0344, | |
| "eval_samples_per_second": 1.216, | |
| "eval_steps_per_second": 0.608, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 2.000388349514563, | |
| "grad_norm": 17.832265853881836, | |
| "learning_rate": 1.0194174757281553e-05, | |
| "loss": 2.0753, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.001359223300971, | |
| "grad_norm": 25.544200897216797, | |
| "learning_rate": 1.0679611650485437e-05, | |
| "loss": 1.9507, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.0023300970873787, | |
| "grad_norm": 21.588672637939453, | |
| "learning_rate": 1.116504854368932e-05, | |
| "loss": 1.8433, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.0033009708737866, | |
| "grad_norm": 20.822473526000977, | |
| "learning_rate": 1.1650485436893204e-05, | |
| "loss": 1.8264, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.0042718446601944, | |
| "grad_norm": 20.417675018310547, | |
| "learning_rate": 1.2135922330097088e-05, | |
| "loss": 1.5772, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.0052427184466017, | |
| "grad_norm": 21.39651870727539, | |
| "learning_rate": 1.2621359223300972e-05, | |
| "loss": 2.0638, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.0062135922330095, | |
| "grad_norm": 23.192445755004883, | |
| "learning_rate": 1.3106796116504854e-05, | |
| "loss": 1.6459, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.0071844660194174, | |
| "grad_norm": 20.562423706054688, | |
| "learning_rate": 1.3592233009708738e-05, | |
| "loss": 1.7667, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.008155339805825, | |
| "grad_norm": 21.67121124267578, | |
| "learning_rate": 1.4077669902912621e-05, | |
| "loss": 1.7898, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.009126213592233, | |
| "grad_norm": 22.14192008972168, | |
| "learning_rate": 1.4563106796116505e-05, | |
| "loss": 1.7549, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "eval_accuracy": 0.35714285714285715, | |
| "eval_loss": 1.7472134828567505, | |
| "eval_runtime": 22.0721, | |
| "eval_samples_per_second": 1.269, | |
| "eval_steps_per_second": 0.634, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 3.0000970873786406, | |
| "grad_norm": 20.45794105529785, | |
| "learning_rate": 1.5048543689320387e-05, | |
| "loss": 1.688, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 3.0010679611650484, | |
| "grad_norm": 12.089913368225098, | |
| "learning_rate": 1.5533980582524273e-05, | |
| "loss": 1.109, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.002038834951456, | |
| "grad_norm": 17.196495056152344, | |
| "learning_rate": 1.6019417475728158e-05, | |
| "loss": 1.3952, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.003009708737864, | |
| "grad_norm": 28.026491165161133, | |
| "learning_rate": 1.650485436893204e-05, | |
| "loss": 1.3662, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.003980582524272, | |
| "grad_norm": 16.75193214416504, | |
| "learning_rate": 1.6990291262135926e-05, | |
| "loss": 1.359, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.0049514563106796, | |
| "grad_norm": 20.51288414001465, | |
| "learning_rate": 1.7475728155339808e-05, | |
| "loss": 1.3948, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.0059223300970874, | |
| "grad_norm": 22.2510986328125, | |
| "learning_rate": 1.796116504854369e-05, | |
| "loss": 1.2545, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.0068932038834952, | |
| "grad_norm": 21.27890968322754, | |
| "learning_rate": 1.8446601941747575e-05, | |
| "loss": 1.187, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.007864077669903, | |
| "grad_norm": 22.77427864074707, | |
| "learning_rate": 1.8932038834951457e-05, | |
| "loss": 1.4674, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.008834951456311, | |
| "grad_norm": 10.05604076385498, | |
| "learning_rate": 1.941747572815534e-05, | |
| "loss": 1.0241, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.0098058252427187, | |
| "grad_norm": 19.90476417541504, | |
| "learning_rate": 1.9902912621359225e-05, | |
| "loss": 1.3771, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "eval_accuracy": 0.4642857142857143, | |
| "eval_loss": 1.403342604637146, | |
| "eval_runtime": 22.8981, | |
| "eval_samples_per_second": 1.223, | |
| "eval_steps_per_second": 0.611, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 4.000776699029126, | |
| "grad_norm": 12.447587013244629, | |
| "learning_rate": 2.0388349514563107e-05, | |
| "loss": 0.764, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.001747572815534, | |
| "grad_norm": 17.31973648071289, | |
| "learning_rate": 2.0873786407766992e-05, | |
| "loss": 0.8629, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 4.002718446601942, | |
| "grad_norm": 11.099453926086426, | |
| "learning_rate": 2.1359223300970874e-05, | |
| "loss": 0.8132, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.003689320388349, | |
| "grad_norm": 12.586014747619629, | |
| "learning_rate": 2.1844660194174756e-05, | |
| "loss": 0.5925, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.0046601941747575, | |
| "grad_norm": 9.193548202514648, | |
| "learning_rate": 2.233009708737864e-05, | |
| "loss": 0.7083, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.005631067961165, | |
| "grad_norm": 14.5839204788208, | |
| "learning_rate": 2.2815533980582527e-05, | |
| "loss": 0.9439, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.006601941747573, | |
| "grad_norm": 20.9216251373291, | |
| "learning_rate": 2.330097087378641e-05, | |
| "loss": 0.9033, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.0075728155339805, | |
| "grad_norm": 17.041528701782227, | |
| "learning_rate": 2.3786407766990294e-05, | |
| "loss": 0.6828, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.008543689320389, | |
| "grad_norm": 15.716273307800293, | |
| "learning_rate": 2.4271844660194176e-05, | |
| "loss": 0.8407, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.009514563106796, | |
| "grad_norm": 8.393412590026855, | |
| "learning_rate": 2.475728155339806e-05, | |
| "loss": 0.7138, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 0.9906893968582153, | |
| "eval_runtime": 24.635, | |
| "eval_samples_per_second": 1.137, | |
| "eval_steps_per_second": 0.568, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 5.000485436893204, | |
| "grad_norm": 11.11153507232666, | |
| "learning_rate": 2.5242718446601944e-05, | |
| "loss": 0.7188, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 5.001456310679612, | |
| "grad_norm": 9.15324592590332, | |
| "learning_rate": 2.5728155339805826e-05, | |
| "loss": 0.6506, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 5.002427184466019, | |
| "grad_norm": 29.149995803833008, | |
| "learning_rate": 2.6213592233009708e-05, | |
| "loss": 0.6094, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 5.003398058252428, | |
| "grad_norm": 2.26300311088562, | |
| "learning_rate": 2.6699029126213593e-05, | |
| "loss": 0.6027, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 5.004368932038835, | |
| "grad_norm": 19.024925231933594, | |
| "learning_rate": 2.7184466019417475e-05, | |
| "loss": 0.5463, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.005339805825242, | |
| "grad_norm": 22.636201858520508, | |
| "learning_rate": 2.766990291262136e-05, | |
| "loss": 0.4183, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.0063106796116505, | |
| "grad_norm": 20.816205978393555, | |
| "learning_rate": 2.8155339805825243e-05, | |
| "loss": 0.6446, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.007281553398058, | |
| "grad_norm": 29.111713409423828, | |
| "learning_rate": 2.8640776699029125e-05, | |
| "loss": 0.3961, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.008252427184466, | |
| "grad_norm": 19.05779457092285, | |
| "learning_rate": 2.912621359223301e-05, | |
| "loss": 0.8104, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.0092233009708735, | |
| "grad_norm": 6.909221649169922, | |
| "learning_rate": 2.9611650485436892e-05, | |
| "loss": 0.5151, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "eval_accuracy": 0.6785714285714286, | |
| "eval_loss": 0.902064859867096, | |
| "eval_runtime": 23.7547, | |
| "eval_samples_per_second": 1.179, | |
| "eval_steps_per_second": 0.589, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 6.000194174757281, | |
| "grad_norm": 3.888197660446167, | |
| "learning_rate": 3.0097087378640774e-05, | |
| "loss": 0.7196, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 6.001165048543689, | |
| "grad_norm": 17.437088012695312, | |
| "learning_rate": 3.058252427184466e-05, | |
| "loss": 0.4851, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 6.002135922330097, | |
| "grad_norm": 26.189762115478516, | |
| "learning_rate": 3.1067961165048545e-05, | |
| "loss": 0.5041, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 6.003106796116505, | |
| "grad_norm": 3.272768497467041, | |
| "learning_rate": 3.155339805825243e-05, | |
| "loss": 0.4218, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 6.004077669902912, | |
| "grad_norm": 9.38428783416748, | |
| "learning_rate": 3.2038834951456316e-05, | |
| "loss": 0.3978, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.005048543689321, | |
| "grad_norm": 1.1252257823944092, | |
| "learning_rate": 3.2524271844660195e-05, | |
| "loss": 0.3776, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.006019417475728, | |
| "grad_norm": 10.434605598449707, | |
| "learning_rate": 3.300970873786408e-05, | |
| "loss": 0.5352, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.006990291262136, | |
| "grad_norm": 23.116561889648438, | |
| "learning_rate": 3.3495145631067966e-05, | |
| "loss": 0.3432, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.007961165048544, | |
| "grad_norm": 0.4382549524307251, | |
| "learning_rate": 3.398058252427185e-05, | |
| "loss": 0.1816, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.008932038834952, | |
| "grad_norm": 0.36748507618904114, | |
| "learning_rate": 3.446601941747573e-05, | |
| "loss": 0.2608, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 6.009902912621359, | |
| "grad_norm": 2.5113391876220703, | |
| "learning_rate": 3.4951456310679615e-05, | |
| "loss": 0.5006, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "eval_accuracy": 0.6785714285714286, | |
| "eval_loss": 0.7181605696678162, | |
| "eval_runtime": 24.3307, | |
| "eval_samples_per_second": 1.151, | |
| "eval_steps_per_second": 0.575, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 7.000873786407767, | |
| "grad_norm": 10.877245903015137, | |
| "learning_rate": 3.54368932038835e-05, | |
| "loss": 0.4433, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 7.001844660194175, | |
| "grad_norm": 1.7350434064865112, | |
| "learning_rate": 3.592233009708738e-05, | |
| "loss": 0.0579, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 7.002815533980582, | |
| "grad_norm": 0.6261988878250122, | |
| "learning_rate": 3.6407766990291265e-05, | |
| "loss": 0.2931, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 7.003786407766991, | |
| "grad_norm": 0.4281288981437683, | |
| "learning_rate": 3.689320388349515e-05, | |
| "loss": 0.2701, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 7.004757281553398, | |
| "grad_norm": 36.368003845214844, | |
| "learning_rate": 3.737864077669903e-05, | |
| "loss": 0.3428, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 7.005728155339805, | |
| "grad_norm": 3.990633487701416, | |
| "learning_rate": 3.7864077669902914e-05, | |
| "loss": 0.4855, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.006699029126214, | |
| "grad_norm": 2.520648717880249, | |
| "learning_rate": 3.83495145631068e-05, | |
| "loss": 0.4303, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.007669902912621, | |
| "grad_norm": 17.141321182250977, | |
| "learning_rate": 3.883495145631068e-05, | |
| "loss": 0.2198, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.008640776699029, | |
| "grad_norm": 0.15869013965129852, | |
| "learning_rate": 3.9320388349514564e-05, | |
| "loss": 0.2738, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 7.009611650485437, | |
| "grad_norm": 29.869491577148438, | |
| "learning_rate": 3.980582524271845e-05, | |
| "loss": 0.2405, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 0.6587792038917542, | |
| "eval_runtime": 22.1804, | |
| "eval_samples_per_second": 1.262, | |
| "eval_steps_per_second": 0.631, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 8.000582524271845, | |
| "grad_norm": 17.194149017333984, | |
| "learning_rate": 4.029126213592233e-05, | |
| "loss": 0.5319, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 8.001553398058252, | |
| "grad_norm": 4.293007850646973, | |
| "learning_rate": 4.077669902912621e-05, | |
| "loss": 0.1672, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 8.00252427184466, | |
| "grad_norm": 0.18113088607788086, | |
| "learning_rate": 4.12621359223301e-05, | |
| "loss": 0.1068, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 8.003495145631067, | |
| "grad_norm": 44.19035720825195, | |
| "learning_rate": 4.1747572815533984e-05, | |
| "loss": 0.2801, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 8.004466019417476, | |
| "grad_norm": 65.8356704711914, | |
| "learning_rate": 4.223300970873786e-05, | |
| "loss": 0.1317, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 8.005436893203884, | |
| "grad_norm": 0.2686673402786255, | |
| "learning_rate": 4.271844660194175e-05, | |
| "loss": 0.7435, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 8.006407766990291, | |
| "grad_norm": 1.2562230825424194, | |
| "learning_rate": 4.3203883495145634e-05, | |
| "loss": 0.3022, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.007378640776698, | |
| "grad_norm": 14.710217475891113, | |
| "learning_rate": 4.368932038834951e-05, | |
| "loss": 0.0811, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.008349514563108, | |
| "grad_norm": 32.04058837890625, | |
| "learning_rate": 4.4174757281553404e-05, | |
| "loss": 0.3929, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 8.009320388349515, | |
| "grad_norm": 0.11743175983428955, | |
| "learning_rate": 4.466019417475728e-05, | |
| "loss": 0.1597, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.6845706105232239, | |
| "eval_runtime": 23.6317, | |
| "eval_samples_per_second": 1.185, | |
| "eval_steps_per_second": 0.592, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 9.000291262135923, | |
| "grad_norm": 0.2228081375360489, | |
| "learning_rate": 4.514563106796117e-05, | |
| "loss": 0.3838, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 9.00126213592233, | |
| "grad_norm": 0.687592625617981, | |
| "learning_rate": 4.5631067961165054e-05, | |
| "loss": 0.0609, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 9.002233009708737, | |
| "grad_norm": 1.2621179819107056, | |
| "learning_rate": 4.611650485436894e-05, | |
| "loss": 0.0247, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 9.003203883495146, | |
| "grad_norm": 0.07675457000732422, | |
| "learning_rate": 4.660194174757282e-05, | |
| "loss": 0.1207, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 9.004174757281554, | |
| "grad_norm": 9.658039093017578, | |
| "learning_rate": 4.7087378640776703e-05, | |
| "loss": 0.2541, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 9.005145631067961, | |
| "grad_norm": 18.839038848876953, | |
| "learning_rate": 4.757281553398059e-05, | |
| "loss": 0.134, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 9.006116504854369, | |
| "grad_norm": 50.27986526489258, | |
| "learning_rate": 4.805825242718447e-05, | |
| "loss": 0.5972, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 9.007087378640776, | |
| "grad_norm": 0.04356055706739426, | |
| "learning_rate": 4.854368932038835e-05, | |
| "loss": 0.3244, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 9.008058252427185, | |
| "grad_norm": 7.938558101654053, | |
| "learning_rate": 4.902912621359224e-05, | |
| "loss": 0.3061, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 9.009029126213592, | |
| "grad_norm": 0.2315950244665146, | |
| "learning_rate": 4.951456310679612e-05, | |
| "loss": 0.5862, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 22.759157180786133, | |
| "learning_rate": 5e-05, | |
| "loss": 0.5375, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.9473233222961426, | |
| "eval_runtime": 22.9603, | |
| "eval_samples_per_second": 1.219, | |
| "eval_steps_per_second": 0.61, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 10.000970873786407, | |
| "grad_norm": 5.556157112121582, | |
| "learning_rate": 4.994606256742179e-05, | |
| "loss": 0.0522, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 10.001941747572815, | |
| "grad_norm": 1.0724961757659912, | |
| "learning_rate": 4.9892125134843584e-05, | |
| "loss": 0.1515, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 10.002912621359224, | |
| "grad_norm": 3.1406235694885254, | |
| "learning_rate": 4.983818770226538e-05, | |
| "loss": 0.0441, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 10.003883495145631, | |
| "grad_norm": 0.6284095048904419, | |
| "learning_rate": 4.9784250269687166e-05, | |
| "loss": 0.4542, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 10.004854368932039, | |
| "grad_norm": 0.07982558012008667, | |
| "learning_rate": 4.9730312837108953e-05, | |
| "loss": 0.1927, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 10.005825242718446, | |
| "grad_norm": 0.1747860461473465, | |
| "learning_rate": 4.967637540453075e-05, | |
| "loss": 0.5037, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 10.006796116504855, | |
| "grad_norm": 65.43592071533203, | |
| "learning_rate": 4.962243797195254e-05, | |
| "loss": 0.3528, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 10.007766990291262, | |
| "grad_norm": 0.08845037966966629, | |
| "learning_rate": 4.956850053937433e-05, | |
| "loss": 0.106, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 10.00873786407767, | |
| "grad_norm": 0.1873186081647873, | |
| "learning_rate": 4.951456310679612e-05, | |
| "loss": 0.2798, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 10.009708737864077, | |
| "grad_norm": 0.4424811601638794, | |
| "learning_rate": 4.946062567421791e-05, | |
| "loss": 0.211, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 10.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.5934346914291382, | |
| "eval_runtime": 22.0268, | |
| "eval_samples_per_second": 1.271, | |
| "eval_steps_per_second": 0.636, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 11.000679611650485, | |
| "grad_norm": 0.2165905088186264, | |
| "learning_rate": 4.94066882416397e-05, | |
| "loss": 0.2803, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 11.001650485436894, | |
| "grad_norm": 0.07424941658973694, | |
| "learning_rate": 4.935275080906149e-05, | |
| "loss": 0.351, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 11.002621359223301, | |
| "grad_norm": 0.09780796617269516, | |
| "learning_rate": 4.929881337648328e-05, | |
| "loss": 0.0482, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 11.003592233009709, | |
| "grad_norm": 0.1673489362001419, | |
| "learning_rate": 4.9244875943905075e-05, | |
| "loss": 0.2821, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 11.004563106796116, | |
| "grad_norm": 0.5309020280838013, | |
| "learning_rate": 4.919093851132686e-05, | |
| "loss": 0.0207, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 11.005533980582523, | |
| "grad_norm": 0.4277690052986145, | |
| "learning_rate": 4.913700107874865e-05, | |
| "loss": 0.1813, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 11.006504854368933, | |
| "grad_norm": 50.44525146484375, | |
| "learning_rate": 4.9083063646170444e-05, | |
| "loss": 0.1278, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 11.00747572815534, | |
| "grad_norm": 36.960025787353516, | |
| "learning_rate": 4.902912621359224e-05, | |
| "loss": 0.706, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 11.008446601941747, | |
| "grad_norm": 0.1074225977063179, | |
| "learning_rate": 4.8975188781014026e-05, | |
| "loss": 0.2245, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 11.009417475728155, | |
| "grad_norm": 7.5070953369140625, | |
| "learning_rate": 4.892125134843581e-05, | |
| "loss": 0.1138, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 11.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.5115043520927429, | |
| "eval_runtime": 22.3991, | |
| "eval_samples_per_second": 1.25, | |
| "eval_steps_per_second": 0.625, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 12.000388349514562, | |
| "grad_norm": 0.015224846079945564, | |
| "learning_rate": 4.886731391585761e-05, | |
| "loss": 0.5137, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 12.001359223300971, | |
| "grad_norm": 0.04116909205913544, | |
| "learning_rate": 4.88133764832794e-05, | |
| "loss": 0.2102, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 12.002330097087379, | |
| "grad_norm": 0.717492938041687, | |
| "learning_rate": 4.875943905070119e-05, | |
| "loss": 0.2027, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 12.003300970873786, | |
| "grad_norm": 0.05657333508133888, | |
| "learning_rate": 4.870550161812298e-05, | |
| "loss": 0.013, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 12.004271844660193, | |
| "grad_norm": 0.13661307096481323, | |
| "learning_rate": 4.865156418554477e-05, | |
| "loss": 0.0022, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 12.005242718446603, | |
| "grad_norm": 6.737663745880127, | |
| "learning_rate": 4.8597626752966565e-05, | |
| "loss": 0.0394, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 12.00621359223301, | |
| "grad_norm": 0.03948163241147995, | |
| "learning_rate": 4.854368932038835e-05, | |
| "loss": 0.0555, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 12.007184466019417, | |
| "grad_norm": 0.15491877496242523, | |
| "learning_rate": 4.848975188781014e-05, | |
| "loss": 0.0146, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 12.008155339805825, | |
| "grad_norm": 0.01624881848692894, | |
| "learning_rate": 4.8435814455231935e-05, | |
| "loss": 0.1571, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 12.009126213592234, | |
| "grad_norm": 0.07326442748308182, | |
| "learning_rate": 4.838187702265373e-05, | |
| "loss": 0.2601, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 12.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.6398950815200806, | |
| "eval_runtime": 23.1317, | |
| "eval_samples_per_second": 1.21, | |
| "eval_steps_per_second": 0.605, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 13.000097087378641, | |
| "grad_norm": 9.104988098144531, | |
| "learning_rate": 4.8327939590075516e-05, | |
| "loss": 0.1086, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 13.001067961165049, | |
| "grad_norm": 2.3358242511749268, | |
| "learning_rate": 4.8274002157497304e-05, | |
| "loss": 0.2874, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 13.002038834951456, | |
| "grad_norm": 0.0636238306760788, | |
| "learning_rate": 4.82200647249191e-05, | |
| "loss": 0.0941, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 13.003009708737864, | |
| "grad_norm": 0.1735282987356186, | |
| "learning_rate": 4.8166127292340886e-05, | |
| "loss": 0.0091, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 13.003980582524273, | |
| "grad_norm": 42.18791580200195, | |
| "learning_rate": 4.811218985976268e-05, | |
| "loss": 0.1626, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 13.00495145631068, | |
| "grad_norm": 0.5081796646118164, | |
| "learning_rate": 4.805825242718447e-05, | |
| "loss": 0.1437, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 13.005922330097087, | |
| "grad_norm": 0.21763081848621368, | |
| "learning_rate": 4.800431499460626e-05, | |
| "loss": 0.398, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 13.006893203883495, | |
| "grad_norm": 0.023743387311697006, | |
| "learning_rate": 4.795037756202805e-05, | |
| "loss": 0.2665, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 13.007864077669902, | |
| "grad_norm": 0.03076467476785183, | |
| "learning_rate": 4.789644012944984e-05, | |
| "loss": 0.3967, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 13.008834951456311, | |
| "grad_norm": 0.02074982225894928, | |
| "learning_rate": 4.784250269687163e-05, | |
| "loss": 0.0464, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 13.009805825242719, | |
| "grad_norm": 0.7776718735694885, | |
| "learning_rate": 4.7788565264293425e-05, | |
| "loss": 0.0137, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 13.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.791401207447052, | |
| "eval_runtime": 23.1852, | |
| "eval_samples_per_second": 1.208, | |
| "eval_steps_per_second": 0.604, | |
| "step": 1442 | |
| }, | |
| { | |
| "epoch": 14.000776699029126, | |
| "grad_norm": 0.018326900899410248, | |
| "learning_rate": 4.773462783171521e-05, | |
| "loss": 0.0724, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 14.001747572815534, | |
| "grad_norm": 35.21026611328125, | |
| "learning_rate": 4.7680690399137e-05, | |
| "loss": 0.5157, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 14.002718446601941, | |
| "grad_norm": 12.082097053527832, | |
| "learning_rate": 4.7626752966558795e-05, | |
| "loss": 0.4113, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 14.00368932038835, | |
| "grad_norm": 0.03801337629556656, | |
| "learning_rate": 4.757281553398059e-05, | |
| "loss": 0.119, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 14.004660194174757, | |
| "grad_norm": 36.30195236206055, | |
| "learning_rate": 4.7518878101402376e-05, | |
| "loss": 0.767, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 14.005631067961165, | |
| "grad_norm": 46.10127639770508, | |
| "learning_rate": 4.7464940668824164e-05, | |
| "loss": 0.6013, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 14.006601941747572, | |
| "grad_norm": 0.1389230340719223, | |
| "learning_rate": 4.741100323624595e-05, | |
| "loss": 0.1345, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 14.007572815533981, | |
| "grad_norm": 0.04179445654153824, | |
| "learning_rate": 4.735706580366775e-05, | |
| "loss": 0.3598, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 14.008543689320389, | |
| "grad_norm": 0.38324692845344543, | |
| "learning_rate": 4.730312837108954e-05, | |
| "loss": 0.0101, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 14.009514563106796, | |
| "grad_norm": 68.41896057128906, | |
| "learning_rate": 4.724919093851133e-05, | |
| "loss": 0.7928, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 14.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.6824273467063904, | |
| "eval_runtime": 23.6669, | |
| "eval_samples_per_second": 1.183, | |
| "eval_steps_per_second": 0.592, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 15.000485436893204, | |
| "grad_norm": 0.011549362912774086, | |
| "learning_rate": 4.7195253505933115e-05, | |
| "loss": 0.005, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 15.001456310679611, | |
| "grad_norm": 0.14075197279453278, | |
| "learning_rate": 4.7141316073354916e-05, | |
| "loss": 0.0108, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 15.00242718446602, | |
| "grad_norm": 0.02513744682073593, | |
| "learning_rate": 4.7087378640776703e-05, | |
| "loss": 0.3968, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 15.003398058252428, | |
| "grad_norm": 25.308015823364258, | |
| "learning_rate": 4.703344120819849e-05, | |
| "loss": 0.0201, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 15.004368932038835, | |
| "grad_norm": 0.09266715496778488, | |
| "learning_rate": 4.697950377562028e-05, | |
| "loss": 0.0026, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 15.005339805825242, | |
| "grad_norm": 0.005255271680653095, | |
| "learning_rate": 4.692556634304207e-05, | |
| "loss": 0.1314, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 15.00631067961165, | |
| "grad_norm": 0.808135449886322, | |
| "learning_rate": 4.687162891046387e-05, | |
| "loss": 0.1985, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 15.007281553398059, | |
| "grad_norm": 1.363420844078064, | |
| "learning_rate": 4.6817691477885654e-05, | |
| "loss": 0.2999, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 15.008252427184466, | |
| "grad_norm": 0.02775932289659977, | |
| "learning_rate": 4.676375404530744e-05, | |
| "loss": 0.003, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 15.009223300970874, | |
| "grad_norm": 0.03792349994182587, | |
| "learning_rate": 4.6709816612729236e-05, | |
| "loss": 0.006, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 15.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.3542832136154175, | |
| "eval_runtime": 22.979, | |
| "eval_samples_per_second": 1.219, | |
| "eval_steps_per_second": 0.609, | |
| "step": 1648 | |
| }, | |
| { | |
| "epoch": 16.000194174757283, | |
| "grad_norm": 0.17369619011878967, | |
| "learning_rate": 4.665587918015103e-05, | |
| "loss": 0.4932, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 16.00116504854369, | |
| "grad_norm": 0.14237922430038452, | |
| "learning_rate": 4.660194174757282e-05, | |
| "loss": 0.0144, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 16.002135922330098, | |
| "grad_norm": 0.210392564535141, | |
| "learning_rate": 4.6548004314994605e-05, | |
| "loss": 0.0016, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 16.003106796116505, | |
| "grad_norm": 0.11072167754173279, | |
| "learning_rate": 4.64940668824164e-05, | |
| "loss": 0.5947, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 16.004077669902912, | |
| "grad_norm": 0.003637285903096199, | |
| "learning_rate": 4.644012944983819e-05, | |
| "loss": 0.1469, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 16.00504854368932, | |
| "grad_norm": 0.04335380345582962, | |
| "learning_rate": 4.638619201725998e-05, | |
| "loss": 0.0006, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 16.006019417475727, | |
| "grad_norm": 0.025841353461146355, | |
| "learning_rate": 4.633225458468177e-05, | |
| "loss": 0.2231, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 16.006990291262134, | |
| "grad_norm": 0.011378253810107708, | |
| "learning_rate": 4.627831715210356e-05, | |
| "loss": 0.5424, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 16.007961165048545, | |
| "grad_norm": 0.7177201509475708, | |
| "learning_rate": 4.622437971952535e-05, | |
| "loss": 0.0066, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 16.008932038834953, | |
| "grad_norm": 0.008238316513597965, | |
| "learning_rate": 4.617044228694714e-05, | |
| "loss": 0.0477, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 16.00990291262136, | |
| "grad_norm": 0.06602713465690613, | |
| "learning_rate": 4.611650485436894e-05, | |
| "loss": 0.0007, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 16.01, | |
| "eval_accuracy": 0.7142857142857143, | |
| "eval_loss": 1.6129531860351562, | |
| "eval_runtime": 22.0216, | |
| "eval_samples_per_second": 1.271, | |
| "eval_steps_per_second": 0.636, | |
| "step": 1751 | |
| }, | |
| { | |
| "epoch": 17.000873786407766, | |
| "grad_norm": 25.33762550354004, | |
| "learning_rate": 4.606256742179073e-05, | |
| "loss": 0.7436, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 17.001844660194173, | |
| "grad_norm": 0.5531057715415955, | |
| "learning_rate": 4.6008629989212514e-05, | |
| "loss": 0.0023, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 17.002815533980584, | |
| "grad_norm": 0.004456685855984688, | |
| "learning_rate": 4.59546925566343e-05, | |
| "loss": 0.0071, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 17.00378640776699, | |
| "grad_norm": 0.019219186156988144, | |
| "learning_rate": 4.59007551240561e-05, | |
| "loss": 0.0049, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 17.0047572815534, | |
| "grad_norm": 0.00388591387309134, | |
| "learning_rate": 4.584681769147789e-05, | |
| "loss": 0.0077, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 17.005728155339806, | |
| "grad_norm": 0.006087481044232845, | |
| "learning_rate": 4.579288025889968e-05, | |
| "loss": 0.0043, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 17.006699029126214, | |
| "grad_norm": 1.9510691165924072, | |
| "learning_rate": 4.5738942826321465e-05, | |
| "loss": 0.0034, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 17.00766990291262, | |
| "grad_norm": 33.90534210205078, | |
| "learning_rate": 4.568500539374326e-05, | |
| "loss": 0.8541, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 17.00864077669903, | |
| "grad_norm": 0.07192683219909668, | |
| "learning_rate": 4.5631067961165054e-05, | |
| "loss": 0.0401, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 17.009611650485436, | |
| "grad_norm": 0.010408276692032814, | |
| "learning_rate": 4.557713052858684e-05, | |
| "loss": 0.0013, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 17.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.841443657875061, | |
| "eval_runtime": 23.3379, | |
| "eval_samples_per_second": 1.2, | |
| "eval_steps_per_second": 0.6, | |
| "step": 1854 | |
| }, | |
| { | |
| "epoch": 18.000582524271845, | |
| "grad_norm": 8.814678192138672, | |
| "learning_rate": 4.552319309600863e-05, | |
| "loss": 0.1217, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 18.001553398058252, | |
| "grad_norm": 0.012438790872693062, | |
| "learning_rate": 4.546925566343042e-05, | |
| "loss": 0.0109, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 18.00252427184466, | |
| "grad_norm": 0.008642777800559998, | |
| "learning_rate": 4.541531823085222e-05, | |
| "loss": 0.223, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 18.003495145631067, | |
| "grad_norm": 0.16180367767810822, | |
| "learning_rate": 4.5361380798274005e-05, | |
| "loss": 0.2207, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 18.004466019417475, | |
| "grad_norm": 0.007616588845849037, | |
| "learning_rate": 4.530744336569579e-05, | |
| "loss": 0.4434, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 18.005436893203882, | |
| "grad_norm": 0.2378826141357422, | |
| "learning_rate": 4.525350593311759e-05, | |
| "loss": 0.1446, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 18.006407766990293, | |
| "grad_norm": 0.11261074244976044, | |
| "learning_rate": 4.5199568500539374e-05, | |
| "loss": 0.6324, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 18.0073786407767, | |
| "grad_norm": 0.07784093916416168, | |
| "learning_rate": 4.514563106796117e-05, | |
| "loss": 0.0289, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 18.008349514563108, | |
| "grad_norm": 47.64828872680664, | |
| "learning_rate": 4.5091693635382956e-05, | |
| "loss": 0.2385, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 18.009320388349515, | |
| "grad_norm": 0.006568429991602898, | |
| "learning_rate": 4.503775620280475e-05, | |
| "loss": 0.0358, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 18.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.9031981825828552, | |
| "eval_runtime": 25.6623, | |
| "eval_samples_per_second": 1.091, | |
| "eval_steps_per_second": 0.546, | |
| "step": 1957 | |
| }, | |
| { | |
| "epoch": 19.00029126213592, | |
| "grad_norm": 0.017097100615501404, | |
| "learning_rate": 4.498381877022654e-05, | |
| "loss": 0.0364, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 19.00126213592233, | |
| "grad_norm": 0.04976806417107582, | |
| "learning_rate": 4.4929881337648325e-05, | |
| "loss": 0.6286, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 19.00223300970874, | |
| "grad_norm": 3.1717705726623535, | |
| "learning_rate": 4.487594390507012e-05, | |
| "loss": 0.2046, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 19.003203883495146, | |
| "grad_norm": 2.156081199645996, | |
| "learning_rate": 4.4822006472491914e-05, | |
| "loss": 0.3576, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 19.004174757281554, | |
| "grad_norm": 0.04831140488386154, | |
| "learning_rate": 4.47680690399137e-05, | |
| "loss": 0.1893, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 19.00514563106796, | |
| "grad_norm": 0.048623573035001755, | |
| "learning_rate": 4.471413160733549e-05, | |
| "loss": 0.0239, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 19.00611650485437, | |
| "grad_norm": 0.008135631680488586, | |
| "learning_rate": 4.466019417475728e-05, | |
| "loss": 0.0703, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 19.007087378640776, | |
| "grad_norm": 1.1402318477630615, | |
| "learning_rate": 4.460625674217908e-05, | |
| "loss": 0.1388, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 19.008058252427183, | |
| "grad_norm": 0.004213957116007805, | |
| "learning_rate": 4.4552319309600865e-05, | |
| "loss": 0.0008, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 19.00902912621359, | |
| "grad_norm": 0.006400398910045624, | |
| "learning_rate": 4.449838187702265e-05, | |
| "loss": 0.2884, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 19.01, | |
| "grad_norm": 30.39129638671875, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 0.0955, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 19.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.9296838045120239, | |
| "eval_runtime": 24.9812, | |
| "eval_samples_per_second": 1.121, | |
| "eval_steps_per_second": 0.56, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 20.000970873786407, | |
| "grad_norm": 0.12476064264774323, | |
| "learning_rate": 4.439050701186624e-05, | |
| "loss": 0.0018, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 20.001941747572815, | |
| "grad_norm": 0.014465524815022945, | |
| "learning_rate": 4.433656957928803e-05, | |
| "loss": 0.0003, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 20.002912621359222, | |
| "grad_norm": 0.1726539433002472, | |
| "learning_rate": 4.4282632146709816e-05, | |
| "loss": 0.0178, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 20.00388349514563, | |
| "grad_norm": 0.011210871860384941, | |
| "learning_rate": 4.422869471413161e-05, | |
| "loss": 0.0084, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 20.00485436893204, | |
| "grad_norm": 0.03715604916214943, | |
| "learning_rate": 4.4174757281553404e-05, | |
| "loss": 0.0003, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 20.005825242718448, | |
| "grad_norm": 3.4837474822998047, | |
| "learning_rate": 4.412081984897519e-05, | |
| "loss": 0.3603, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 20.006796116504855, | |
| "grad_norm": 74.01284790039062, | |
| "learning_rate": 4.406688241639698e-05, | |
| "loss": 0.0891, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 20.007766990291262, | |
| "grad_norm": 0.02112632617354393, | |
| "learning_rate": 4.4012944983818774e-05, | |
| "loss": 0.0005, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 20.00873786407767, | |
| "grad_norm": 0.005703276488929987, | |
| "learning_rate": 4.395900755124056e-05, | |
| "loss": 0.1859, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 20.009708737864077, | |
| "grad_norm": 0.012596944347023964, | |
| "learning_rate": 4.3905070118662355e-05, | |
| "loss": 0.2348, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 20.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 0.7981438040733337, | |
| "eval_runtime": 22.456, | |
| "eval_samples_per_second": 1.247, | |
| "eval_steps_per_second": 0.623, | |
| "step": 2163 | |
| }, | |
| { | |
| "epoch": 21.000679611650487, | |
| "grad_norm": 43.48505783081055, | |
| "learning_rate": 4.385113268608414e-05, | |
| "loss": 0.2406, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 21.001650485436894, | |
| "grad_norm": 0.06352009624242783, | |
| "learning_rate": 4.379719525350594e-05, | |
| "loss": 0.0026, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 21.0026213592233, | |
| "grad_norm": 0.04188496246933937, | |
| "learning_rate": 4.3743257820927725e-05, | |
| "loss": 0.0952, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 21.00359223300971, | |
| "grad_norm": 61.67686462402344, | |
| "learning_rate": 4.368932038834951e-05, | |
| "loss": 0.2724, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 21.004563106796116, | |
| "grad_norm": 0.006463396828621626, | |
| "learning_rate": 4.3635382955771306e-05, | |
| "loss": 0.0227, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 21.005533980582523, | |
| "grad_norm": 0.2539374828338623, | |
| "learning_rate": 4.35814455231931e-05, | |
| "loss": 0.1527, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 21.00650485436893, | |
| "grad_norm": 0.0034482753835618496, | |
| "learning_rate": 4.352750809061489e-05, | |
| "loss": 0.0016, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 21.007475728155338, | |
| "grad_norm": 0.006562869064509869, | |
| "learning_rate": 4.3473570658036676e-05, | |
| "loss": 0.0653, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 21.00844660194175, | |
| "grad_norm": 0.01731286384165287, | |
| "learning_rate": 4.341963322545847e-05, | |
| "loss": 0.6584, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 21.009417475728156, | |
| "grad_norm": 9.085536003112793, | |
| "learning_rate": 4.3365695792880264e-05, | |
| "loss": 0.0056, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 21.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.9081144332885742, | |
| "eval_runtime": 23.6824, | |
| "eval_samples_per_second": 1.182, | |
| "eval_steps_per_second": 0.591, | |
| "step": 2266 | |
| }, | |
| { | |
| "epoch": 22.000388349514562, | |
| "grad_norm": 0.05535823479294777, | |
| "learning_rate": 4.331175836030205e-05, | |
| "loss": 0.023, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 22.00135922330097, | |
| "grad_norm": 0.13629233837127686, | |
| "learning_rate": 4.325782092772384e-05, | |
| "loss": 0.0011, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 22.002330097087377, | |
| "grad_norm": 0.004985070787370205, | |
| "learning_rate": 4.3203883495145634e-05, | |
| "loss": 0.0641, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 22.003300970873788, | |
| "grad_norm": 0.007712341845035553, | |
| "learning_rate": 4.314994606256743e-05, | |
| "loss": 0.0974, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 22.004271844660195, | |
| "grad_norm": 0.7671927809715271, | |
| "learning_rate": 4.3096008629989215e-05, | |
| "loss": 0.1002, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 22.005242718446603, | |
| "grad_norm": 0.002474966924637556, | |
| "learning_rate": 4.3042071197411e-05, | |
| "loss": 0.0046, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 22.00621359223301, | |
| "grad_norm": 0.007814603857696056, | |
| "learning_rate": 4.29881337648328e-05, | |
| "loss": 0.0004, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 22.007184466019417, | |
| "grad_norm": 0.002644519554451108, | |
| "learning_rate": 4.293419633225459e-05, | |
| "loss": 0.1729, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 22.008155339805825, | |
| "grad_norm": 0.008584373630583286, | |
| "learning_rate": 4.288025889967638e-05, | |
| "loss": 0.4692, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 22.009126213592232, | |
| "grad_norm": 0.2353517860174179, | |
| "learning_rate": 4.2826321467098166e-05, | |
| "loss": 0.2562, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 22.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.7719129920005798, | |
| "eval_runtime": 24.0994, | |
| "eval_samples_per_second": 1.162, | |
| "eval_steps_per_second": 0.581, | |
| "step": 2369 | |
| }, | |
| { | |
| "epoch": 23.00009708737864, | |
| "grad_norm": 22.082792282104492, | |
| "learning_rate": 4.277238403451996e-05, | |
| "loss": 0.0611, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 23.00106796116505, | |
| "grad_norm": 0.15429353713989258, | |
| "learning_rate": 4.271844660194175e-05, | |
| "loss": 0.0008, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 23.002038834951456, | |
| "grad_norm": 0.003812693292275071, | |
| "learning_rate": 4.266450916936354e-05, | |
| "loss": 0.0044, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 23.003009708737864, | |
| "grad_norm": 0.003263086313381791, | |
| "learning_rate": 4.261057173678533e-05, | |
| "loss": 0.0019, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 23.00398058252427, | |
| "grad_norm": 0.010048700496554375, | |
| "learning_rate": 4.2556634304207124e-05, | |
| "loss": 0.0008, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 23.00495145631068, | |
| "grad_norm": 44.61221694946289, | |
| "learning_rate": 4.250269687162891e-05, | |
| "loss": 0.1866, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 23.005922330097086, | |
| "grad_norm": 0.005064029712229967, | |
| "learning_rate": 4.2448759439050706e-05, | |
| "loss": 0.2712, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 23.006893203883497, | |
| "grad_norm": 0.003152214689180255, | |
| "learning_rate": 4.2394822006472493e-05, | |
| "loss": 0.046, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 23.007864077669904, | |
| "grad_norm": 0.005216572899371386, | |
| "learning_rate": 4.234088457389429e-05, | |
| "loss": 0.0003, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 23.00883495145631, | |
| "grad_norm": 0.23457589745521545, | |
| "learning_rate": 4.2286947141316075e-05, | |
| "loss": 0.001, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 23.00980582524272, | |
| "grad_norm": 0.014046065509319305, | |
| "learning_rate": 4.223300970873786e-05, | |
| "loss": 0.0007, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 23.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.2594319581985474, | |
| "eval_runtime": 23.6324, | |
| "eval_samples_per_second": 1.185, | |
| "eval_steps_per_second": 0.592, | |
| "step": 2472 | |
| }, | |
| { | |
| "epoch": 24.000776699029124, | |
| "grad_norm": 0.004663554951548576, | |
| "learning_rate": 4.217907227615966e-05, | |
| "loss": 0.0011, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 24.001747572815535, | |
| "grad_norm": 0.0048858774825930595, | |
| "learning_rate": 4.212513484358145e-05, | |
| "loss": 0.1507, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 24.002718446601943, | |
| "grad_norm": 0.002386435866355896, | |
| "learning_rate": 4.207119741100324e-05, | |
| "loss": 0.0161, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 24.00368932038835, | |
| "grad_norm": 0.005369072314351797, | |
| "learning_rate": 4.2017259978425026e-05, | |
| "loss": 0.0004, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 24.004660194174757, | |
| "grad_norm": 42.52135467529297, | |
| "learning_rate": 4.1963322545846814e-05, | |
| "loss": 0.5132, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 24.005631067961165, | |
| "grad_norm": 0.01311649102717638, | |
| "learning_rate": 4.1909385113268615e-05, | |
| "loss": 0.0005, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 24.006601941747572, | |
| "grad_norm": 0.010897999629378319, | |
| "learning_rate": 4.18554476806904e-05, | |
| "loss": 0.0004, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 24.00757281553398, | |
| "grad_norm": 0.007435834035277367, | |
| "learning_rate": 4.180151024811219e-05, | |
| "loss": 0.1525, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 24.008543689320387, | |
| "grad_norm": 0.014184530824422836, | |
| "learning_rate": 4.1747572815533984e-05, | |
| "loss": 0.1444, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 24.009514563106798, | |
| "grad_norm": 0.005532704293727875, | |
| "learning_rate": 4.169363538295578e-05, | |
| "loss": 0.5812, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 24.01, | |
| "eval_accuracy": 0.6785714285714286, | |
| "eval_loss": 1.4030581712722778, | |
| "eval_runtime": 24.1137, | |
| "eval_samples_per_second": 1.161, | |
| "eval_steps_per_second": 0.581, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 25.000485436893204, | |
| "grad_norm": 0.008427631109952927, | |
| "learning_rate": 4.1639697950377566e-05, | |
| "loss": 0.0714, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 25.00145631067961, | |
| "grad_norm": 0.0074122268706560135, | |
| "learning_rate": 4.158576051779935e-05, | |
| "loss": 0.4105, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 25.00242718446602, | |
| "grad_norm": 0.020593173801898956, | |
| "learning_rate": 4.153182308522115e-05, | |
| "loss": 0.3281, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 25.003398058252426, | |
| "grad_norm": 2.3461203575134277, | |
| "learning_rate": 4.1477885652642935e-05, | |
| "loss": 0.0019, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 25.004368932038837, | |
| "grad_norm": 0.0027224768418818712, | |
| "learning_rate": 4.142394822006473e-05, | |
| "loss": 0.0028, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 25.005339805825244, | |
| "grad_norm": 0.002822762355208397, | |
| "learning_rate": 4.137001078748652e-05, | |
| "loss": 0.0002, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 25.00631067961165, | |
| "grad_norm": 0.006026980467140675, | |
| "learning_rate": 4.131607335490831e-05, | |
| "loss": 0.1026, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 25.00728155339806, | |
| "grad_norm": 1.4722844362258911, | |
| "learning_rate": 4.12621359223301e-05, | |
| "loss": 0.0961, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 25.008252427184466, | |
| "grad_norm": 0.015537528321146965, | |
| "learning_rate": 4.120819848975189e-05, | |
| "loss": 0.1645, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 25.009223300970874, | |
| "grad_norm": 6.544281482696533, | |
| "learning_rate": 4.115426105717368e-05, | |
| "loss": 0.0093, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 25.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.3273574113845825, | |
| "eval_runtime": 23.4972, | |
| "eval_samples_per_second": 1.192, | |
| "eval_steps_per_second": 0.596, | |
| "step": 2678 | |
| }, | |
| { | |
| "epoch": 26.000194174757283, | |
| "grad_norm": 0.003389996010810137, | |
| "learning_rate": 4.1100323624595475e-05, | |
| "loss": 0.1614, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 26.00116504854369, | |
| "grad_norm": 0.0065567693673074245, | |
| "learning_rate": 4.104638619201726e-05, | |
| "loss": 0.0969, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 26.002135922330098, | |
| "grad_norm": 0.006948347669094801, | |
| "learning_rate": 4.099244875943905e-05, | |
| "loss": 0.3507, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 26.003106796116505, | |
| "grad_norm": 0.003539158497005701, | |
| "learning_rate": 4.0938511326860844e-05, | |
| "loss": 0.0166, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 26.004077669902912, | |
| "grad_norm": 0.046311162412166595, | |
| "learning_rate": 4.088457389428264e-05, | |
| "loss": 0.0006, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 26.00504854368932, | |
| "grad_norm": 2.4424049854278564, | |
| "learning_rate": 4.0830636461704426e-05, | |
| "loss": 0.5616, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 26.006019417475727, | |
| "grad_norm": 0.0019011793192476034, | |
| "learning_rate": 4.077669902912621e-05, | |
| "loss": 0.0587, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 26.006990291262134, | |
| "grad_norm": 0.007408740930259228, | |
| "learning_rate": 4.0722761596548e-05, | |
| "loss": 0.0411, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 26.007961165048545, | |
| "grad_norm": 0.0064827739261090755, | |
| "learning_rate": 4.06688241639698e-05, | |
| "loss": 0.1173, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 26.008932038834953, | |
| "grad_norm": 0.7080045342445374, | |
| "learning_rate": 4.061488673139159e-05, | |
| "loss": 0.0008, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 26.00990291262136, | |
| "grad_norm": 0.004580841865390539, | |
| "learning_rate": 4.056094929881338e-05, | |
| "loss": 0.0601, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 26.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.636899471282959, | |
| "eval_runtime": 20.328, | |
| "eval_samples_per_second": 1.377, | |
| "eval_steps_per_second": 0.689, | |
| "step": 2781 | |
| }, | |
| { | |
| "epoch": 27.000873786407766, | |
| "grad_norm": 0.0028862841427326202, | |
| "learning_rate": 4.0507011866235164e-05, | |
| "loss": 0.2367, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 27.001844660194173, | |
| "grad_norm": 0.0024308483116328716, | |
| "learning_rate": 4.0453074433656965e-05, | |
| "loss": 0.0223, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 27.002815533980584, | |
| "grad_norm": 1.5417135953903198, | |
| "learning_rate": 4.039913700107875e-05, | |
| "loss": 0.024, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 27.00378640776699, | |
| "grad_norm": 0.0034650780726224184, | |
| "learning_rate": 4.034519956850054e-05, | |
| "loss": 0.0018, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 27.0047572815534, | |
| "grad_norm": 0.015140891075134277, | |
| "learning_rate": 4.029126213592233e-05, | |
| "loss": 0.0426, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 27.005728155339806, | |
| "grad_norm": 0.003378878114745021, | |
| "learning_rate": 4.023732470334412e-05, | |
| "loss": 0.0012, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 27.006699029126214, | |
| "grad_norm": 0.00436538876965642, | |
| "learning_rate": 4.0183387270765916e-05, | |
| "loss": 0.0008, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 27.00766990291262, | |
| "grad_norm": 0.1134125143289566, | |
| "learning_rate": 4.0129449838187704e-05, | |
| "loss": 0.2414, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 27.00864077669903, | |
| "grad_norm": 0.03811090439558029, | |
| "learning_rate": 4.007551240560949e-05, | |
| "loss": 0.002, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 27.009611650485436, | |
| "grad_norm": 0.002944665728136897, | |
| "learning_rate": 4.0021574973031286e-05, | |
| "loss": 0.0499, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 27.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.9517186284065247, | |
| "eval_runtime": 20.8069, | |
| "eval_samples_per_second": 1.346, | |
| "eval_steps_per_second": 0.673, | |
| "step": 2884 | |
| }, | |
| { | |
| "epoch": 28.000582524271845, | |
| "grad_norm": 0.0016248354222625494, | |
| "learning_rate": 3.996763754045308e-05, | |
| "loss": 0.0002, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 28.001553398058252, | |
| "grad_norm": 0.008152902126312256, | |
| "learning_rate": 3.991370010787487e-05, | |
| "loss": 0.0004, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 28.00252427184466, | |
| "grad_norm": 0.006454968359321356, | |
| "learning_rate": 3.9859762675296655e-05, | |
| "loss": 0.0341, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 28.003495145631067, | |
| "grad_norm": 0.05302952602505684, | |
| "learning_rate": 3.980582524271845e-05, | |
| "loss": 0.384, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 28.004466019417475, | |
| "grad_norm": 0.018912069499492645, | |
| "learning_rate": 3.9751887810140237e-05, | |
| "loss": 0.3019, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 28.005436893203882, | |
| "grad_norm": 0.004151844419538975, | |
| "learning_rate": 3.969795037756203e-05, | |
| "loss": 0.4579, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 28.006407766990293, | |
| "grad_norm": 0.12463968992233276, | |
| "learning_rate": 3.964401294498382e-05, | |
| "loss": 0.0462, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 28.0073786407767, | |
| "grad_norm": 0.0020370371639728546, | |
| "learning_rate": 3.959007551240561e-05, | |
| "loss": 0.0165, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 28.008349514563108, | |
| "grad_norm": 0.005118839908391237, | |
| "learning_rate": 3.95361380798274e-05, | |
| "loss": 0.2025, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 28.009320388349515, | |
| "grad_norm": 0.009085087105631828, | |
| "learning_rate": 3.948220064724919e-05, | |
| "loss": 0.0533, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 28.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.7188411355018616, | |
| "eval_runtime": 23.1485, | |
| "eval_samples_per_second": 1.21, | |
| "eval_steps_per_second": 0.605, | |
| "step": 2987 | |
| }, | |
| { | |
| "epoch": 29.00029126213592, | |
| "grad_norm": 0.006163634825497866, | |
| "learning_rate": 3.942826321467098e-05, | |
| "loss": 0.6331, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 29.00126213592233, | |
| "grad_norm": 0.002468701219186187, | |
| "learning_rate": 3.9374325782092776e-05, | |
| "loss": 0.0124, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 29.00223300970874, | |
| "grad_norm": 51.382347106933594, | |
| "learning_rate": 3.9320388349514564e-05, | |
| "loss": 0.4334, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 29.003203883495146, | |
| "grad_norm": 0.0053183939307928085, | |
| "learning_rate": 3.926645091693635e-05, | |
| "loss": 0.1082, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 29.004174757281554, | |
| "grad_norm": 0.044368501752614975, | |
| "learning_rate": 3.9212513484358145e-05, | |
| "loss": 0.1025, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 29.00514563106796, | |
| "grad_norm": 5.252374649047852, | |
| "learning_rate": 3.915857605177994e-05, | |
| "loss": 0.3806, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 29.00611650485437, | |
| "grad_norm": 0.004352473188191652, | |
| "learning_rate": 3.910463861920173e-05, | |
| "loss": 0.252, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 29.007087378640776, | |
| "grad_norm": 89.59004211425781, | |
| "learning_rate": 3.9050701186623515e-05, | |
| "loss": 0.3862, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 29.008058252427183, | |
| "grad_norm": 0.020154712721705437, | |
| "learning_rate": 3.899676375404531e-05, | |
| "loss": 0.2508, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 29.00902912621359, | |
| "grad_norm": 0.0032096486538648605, | |
| "learning_rate": 3.89428263214671e-05, | |
| "loss": 0.0016, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 29.01, | |
| "grad_norm": 25.873830795288086, | |
| "learning_rate": 3.888888888888889e-05, | |
| "loss": 0.4355, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 29.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.8157760500907898, | |
| "eval_runtime": 22.8775, | |
| "eval_samples_per_second": 1.224, | |
| "eval_steps_per_second": 0.612, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 30.000970873786407, | |
| "grad_norm": 0.0016481442144140601, | |
| "learning_rate": 3.883495145631068e-05, | |
| "loss": 0.3835, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 30.001941747572815, | |
| "grad_norm": 0.03597341477870941, | |
| "learning_rate": 3.878101402373247e-05, | |
| "loss": 0.0165, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 30.002912621359222, | |
| "grad_norm": 0.029974710196256638, | |
| "learning_rate": 3.872707659115427e-05, | |
| "loss": 0.0767, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 30.00388349514563, | |
| "grad_norm": 0.007997593842446804, | |
| "learning_rate": 3.8673139158576054e-05, | |
| "loss": 0.2748, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 30.00485436893204, | |
| "grad_norm": 13.744990348815918, | |
| "learning_rate": 3.861920172599784e-05, | |
| "loss": 0.0812, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 30.005825242718448, | |
| "grad_norm": 12.372878074645996, | |
| "learning_rate": 3.8565264293419636e-05, | |
| "loss": 0.0295, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 30.006796116504855, | |
| "grad_norm": 0.027433600276708603, | |
| "learning_rate": 3.8511326860841424e-05, | |
| "loss": 0.111, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 30.007766990291262, | |
| "grad_norm": 0.014044610783457756, | |
| "learning_rate": 3.845738942826322e-05, | |
| "loss": 0.0134, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 30.00873786407767, | |
| "grad_norm": 47.62761306762695, | |
| "learning_rate": 3.8403451995685005e-05, | |
| "loss": 0.3555, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 30.009708737864077, | |
| "grad_norm": 3.7249436378479004, | |
| "learning_rate": 3.83495145631068e-05, | |
| "loss": 0.3554, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 30.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.0249096155166626, | |
| "eval_runtime": 22.5053, | |
| "eval_samples_per_second": 1.244, | |
| "eval_steps_per_second": 0.622, | |
| "step": 3193 | |
| }, | |
| { | |
| "epoch": 31.000679611650487, | |
| "grad_norm": 0.017235511913895607, | |
| "learning_rate": 3.829557713052859e-05, | |
| "loss": 0.0052, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 31.001650485436894, | |
| "grad_norm": 0.0296916626393795, | |
| "learning_rate": 3.824163969795038e-05, | |
| "loss": 0.1188, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 31.0026213592233, | |
| "grad_norm": 0.0033728531561791897, | |
| "learning_rate": 3.818770226537217e-05, | |
| "loss": 0.0472, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 31.00359223300971, | |
| "grad_norm": 0.0023898575454950333, | |
| "learning_rate": 3.813376483279396e-05, | |
| "loss": 0.0216, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 31.004563106796116, | |
| "grad_norm": 0.001669862074777484, | |
| "learning_rate": 3.807982740021575e-05, | |
| "loss": 0.0017, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 31.005533980582523, | |
| "grad_norm": 0.015244018286466599, | |
| "learning_rate": 3.802588996763754e-05, | |
| "loss": 0.4042, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 31.00650485436893, | |
| "grad_norm": 0.28988704085350037, | |
| "learning_rate": 3.797195253505933e-05, | |
| "loss": 0.1524, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 31.007475728155338, | |
| "grad_norm": 0.0027148572262376547, | |
| "learning_rate": 3.791801510248113e-05, | |
| "loss": 0.031, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 31.00844660194175, | |
| "grad_norm": 0.01755693554878235, | |
| "learning_rate": 3.7864077669902914e-05, | |
| "loss": 0.2511, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 31.009417475728156, | |
| "grad_norm": 0.004436411429196596, | |
| "learning_rate": 3.78101402373247e-05, | |
| "loss": 0.1261, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 31.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.1735308170318604, | |
| "eval_runtime": 23.626, | |
| "eval_samples_per_second": 1.185, | |
| "eval_steps_per_second": 0.593, | |
| "step": 3296 | |
| }, | |
| { | |
| "epoch": 32.000388349514566, | |
| "grad_norm": 0.0023837178014218807, | |
| "learning_rate": 3.7756202804746496e-05, | |
| "loss": 0.1297, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 32.00135922330097, | |
| "grad_norm": 23.975601196289062, | |
| "learning_rate": 3.770226537216829e-05, | |
| "loss": 0.3776, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 32.00233009708738, | |
| "grad_norm": 0.0008600156870670617, | |
| "learning_rate": 3.764832793959008e-05, | |
| "loss": 0.2884, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 32.00330097087379, | |
| "grad_norm": 28.76761817932129, | |
| "learning_rate": 3.7594390507011865e-05, | |
| "loss": 0.0325, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 32.004271844660195, | |
| "grad_norm": 10.069014549255371, | |
| "learning_rate": 3.754045307443366e-05, | |
| "loss": 0.025, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 32.0052427184466, | |
| "grad_norm": 0.003169337520375848, | |
| "learning_rate": 3.7486515641855454e-05, | |
| "loss": 0.1093, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 32.00621359223301, | |
| "grad_norm": 0.014221856370568275, | |
| "learning_rate": 3.743257820927724e-05, | |
| "loss": 0.0475, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 32.00718446601942, | |
| "grad_norm": 33.33575439453125, | |
| "learning_rate": 3.737864077669903e-05, | |
| "loss": 0.1803, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 32.008155339805825, | |
| "grad_norm": 0.0034332312643527985, | |
| "learning_rate": 3.732470334412082e-05, | |
| "loss": 0.178, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 32.00912621359223, | |
| "grad_norm": 0.026909692212939262, | |
| "learning_rate": 3.727076591154261e-05, | |
| "loss": 0.0006, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 32.01, | |
| "eval_accuracy": 0.7142857142857143, | |
| "eval_loss": 1.9294798374176025, | |
| "eval_runtime": 24.8267, | |
| "eval_samples_per_second": 1.128, | |
| "eval_steps_per_second": 0.564, | |
| "step": 3399 | |
| }, | |
| { | |
| "epoch": 33.00009708737864, | |
| "grad_norm": 0.001809462788514793, | |
| "learning_rate": 3.7216828478964405e-05, | |
| "loss": 0.0013, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 33.00106796116505, | |
| "grad_norm": 0.004172711167484522, | |
| "learning_rate": 3.716289104638619e-05, | |
| "loss": 0.0792, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 33.002038834951456, | |
| "grad_norm": 0.004106584470719099, | |
| "learning_rate": 3.7108953613807987e-05, | |
| "loss": 0.0006, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 33.00300970873786, | |
| "grad_norm": 0.0020495557691901922, | |
| "learning_rate": 3.7055016181229774e-05, | |
| "loss": 0.0029, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 33.00398058252427, | |
| "grad_norm": 29.851099014282227, | |
| "learning_rate": 3.700107874865157e-05, | |
| "loss": 0.2052, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 33.00495145631068, | |
| "grad_norm": 0.002838430693373084, | |
| "learning_rate": 3.6947141316073356e-05, | |
| "loss": 0.1413, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 33.005922330097086, | |
| "grad_norm": 0.029243992641568184, | |
| "learning_rate": 3.689320388349515e-05, | |
| "loss": 0.0004, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 33.00689320388349, | |
| "grad_norm": 0.02334713563323021, | |
| "learning_rate": 3.683926645091694e-05, | |
| "loss": 0.49, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 33.0078640776699, | |
| "grad_norm": 0.0033061353024095297, | |
| "learning_rate": 3.6785329018338725e-05, | |
| "loss": 0.1975, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 33.00883495145631, | |
| "grad_norm": 0.002055556047707796, | |
| "learning_rate": 3.673139158576052e-05, | |
| "loss": 0.036, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 33.009805825242715, | |
| "grad_norm": 0.0014392153825610876, | |
| "learning_rate": 3.6677454153182314e-05, | |
| "loss": 0.649, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 33.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.6239737868309021, | |
| "eval_runtime": 22.3594, | |
| "eval_samples_per_second": 1.252, | |
| "eval_steps_per_second": 0.626, | |
| "step": 3502 | |
| }, | |
| { | |
| "epoch": 34.000776699029124, | |
| "grad_norm": 0.28017091751098633, | |
| "learning_rate": 3.66235167206041e-05, | |
| "loss": 0.1429, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 34.00174757281553, | |
| "grad_norm": 0.018015265464782715, | |
| "learning_rate": 3.656957928802589e-05, | |
| "loss": 0.0991, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 34.00271844660194, | |
| "grad_norm": 0.010815299116075039, | |
| "learning_rate": 3.651564185544768e-05, | |
| "loss": 0.0052, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 34.00368932038835, | |
| "grad_norm": 0.0025419536978006363, | |
| "learning_rate": 3.646170442286948e-05, | |
| "loss": 0.0005, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 34.004660194174754, | |
| "grad_norm": 0.0013998536160215735, | |
| "learning_rate": 3.6407766990291265e-05, | |
| "loss": 0.0003, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 34.00563106796117, | |
| "grad_norm": 0.007435066159814596, | |
| "learning_rate": 3.635382955771305e-05, | |
| "loss": 0.0137, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 34.006601941747576, | |
| "grad_norm": 0.0021152186673134565, | |
| "learning_rate": 3.6299892125134846e-05, | |
| "loss": 0.0893, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 34.00757281553398, | |
| "grad_norm": 6.415030002593994, | |
| "learning_rate": 3.624595469255664e-05, | |
| "loss": 0.2329, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 34.00854368932039, | |
| "grad_norm": 0.002037628088146448, | |
| "learning_rate": 3.619201725997843e-05, | |
| "loss": 0.114, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 34.0095145631068, | |
| "grad_norm": 0.002441792283207178, | |
| "learning_rate": 3.6138079827400216e-05, | |
| "loss": 0.0635, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 34.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 0.9778858423233032, | |
| "eval_runtime": 22.8088, | |
| "eval_samples_per_second": 1.228, | |
| "eval_steps_per_second": 0.614, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 35.00048543689321, | |
| "grad_norm": 0.5903840661048889, | |
| "learning_rate": 3.608414239482201e-05, | |
| "loss": 0.0009, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 35.001456310679615, | |
| "grad_norm": 0.0017763852374628186, | |
| "learning_rate": 3.60302049622438e-05, | |
| "loss": 0.0742, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 35.00242718446602, | |
| "grad_norm": 0.010188854299485683, | |
| "learning_rate": 3.597626752966559e-05, | |
| "loss": 0.02, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 35.00339805825243, | |
| "grad_norm": 39.74284744262695, | |
| "learning_rate": 3.592233009708738e-05, | |
| "loss": 0.2593, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 35.00436893203884, | |
| "grad_norm": 33.84955978393555, | |
| "learning_rate": 3.5868392664509174e-05, | |
| "loss": 0.462, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 35.005339805825244, | |
| "grad_norm": 0.0023876363411545753, | |
| "learning_rate": 3.581445523193096e-05, | |
| "loss": 0.0004, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 35.00631067961165, | |
| "grad_norm": 0.0012121149338781834, | |
| "learning_rate": 3.5760517799352755e-05, | |
| "loss": 0.0084, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 35.00728155339806, | |
| "grad_norm": 0.002630241448059678, | |
| "learning_rate": 3.570658036677454e-05, | |
| "loss": 0.0949, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 35.008252427184466, | |
| "grad_norm": 0.0016603067051619291, | |
| "learning_rate": 3.565264293419634e-05, | |
| "loss": 0.1554, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 35.00922330097087, | |
| "grad_norm": 0.056095294654369354, | |
| "learning_rate": 3.5598705501618125e-05, | |
| "loss": 0.0006, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 35.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 1.2439024448394775, | |
| "eval_runtime": 23.3085, | |
| "eval_samples_per_second": 1.201, | |
| "eval_steps_per_second": 0.601, | |
| "step": 3708 | |
| }, | |
| { | |
| "epoch": 36.00019417475728, | |
| "grad_norm": 64.94233703613281, | |
| "learning_rate": 3.554476806903991e-05, | |
| "loss": 0.1994, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 36.00116504854369, | |
| "grad_norm": 0.04842671379446983, | |
| "learning_rate": 3.5490830636461706e-05, | |
| "loss": 0.0057, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 36.0021359223301, | |
| "grad_norm": 0.009521760046482086, | |
| "learning_rate": 3.54368932038835e-05, | |
| "loss": 0.1354, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 36.003106796116505, | |
| "grad_norm": 0.001494877622462809, | |
| "learning_rate": 3.538295577130529e-05, | |
| "loss": 0.0003, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 36.00407766990291, | |
| "grad_norm": 0.005222668405622244, | |
| "learning_rate": 3.5329018338727076e-05, | |
| "loss": 0.4186, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 36.00504854368932, | |
| "grad_norm": 0.0036867093294858932, | |
| "learning_rate": 3.527508090614886e-05, | |
| "loss": 0.1241, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 36.00601941747573, | |
| "grad_norm": 0.027494311332702637, | |
| "learning_rate": 3.5221143473570664e-05, | |
| "loss": 0.3695, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 36.006990291262134, | |
| "grad_norm": 20.542978286743164, | |
| "learning_rate": 3.516720604099245e-05, | |
| "loss": 0.1056, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 36.00796116504854, | |
| "grad_norm": 0.0017354681622236967, | |
| "learning_rate": 3.511326860841424e-05, | |
| "loss": 0.0935, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 36.00893203883495, | |
| "grad_norm": 4.373658180236816, | |
| "learning_rate": 3.505933117583603e-05, | |
| "loss": 0.0067, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 36.00990291262136, | |
| "grad_norm": 0.0025413844268769026, | |
| "learning_rate": 3.500539374325783e-05, | |
| "loss": 0.2745, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 36.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.4499845504760742, | |
| "eval_runtime": 23.865, | |
| "eval_samples_per_second": 1.173, | |
| "eval_steps_per_second": 0.587, | |
| "step": 3811 | |
| }, | |
| { | |
| "epoch": 37.000873786407766, | |
| "grad_norm": 0.002057610312476754, | |
| "learning_rate": 3.4951456310679615e-05, | |
| "loss": 0.1987, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 37.00184466019417, | |
| "grad_norm": 0.002994287759065628, | |
| "learning_rate": 3.48975188781014e-05, | |
| "loss": 0.0612, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 37.00281553398058, | |
| "grad_norm": 0.009886479936540127, | |
| "learning_rate": 3.484358144552319e-05, | |
| "loss": 0.0002, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 37.00378640776699, | |
| "grad_norm": 0.005265057552605867, | |
| "learning_rate": 3.4789644012944984e-05, | |
| "loss": 0.0028, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 37.004757281553395, | |
| "grad_norm": 0.09004159271717072, | |
| "learning_rate": 3.473570658036678e-05, | |
| "loss": 0.289, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 37.0057281553398, | |
| "grad_norm": 0.027610071003437042, | |
| "learning_rate": 3.4681769147788566e-05, | |
| "loss": 0.2624, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 37.00669902912621, | |
| "grad_norm": 0.003753015771508217, | |
| "learning_rate": 3.4627831715210354e-05, | |
| "loss": 0.0016, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 37.007669902912625, | |
| "grad_norm": 0.021402668207883835, | |
| "learning_rate": 3.457389428263215e-05, | |
| "loss": 0.247, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 37.00864077669903, | |
| "grad_norm": 0.0024451317731291056, | |
| "learning_rate": 3.451995685005394e-05, | |
| "loss": 0.4548, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 37.00961165048544, | |
| "grad_norm": 0.0038541662506759167, | |
| "learning_rate": 3.446601941747573e-05, | |
| "loss": 0.4486, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 37.01, | |
| "eval_accuracy": 0.8928571428571429, | |
| "eval_loss": 0.6353511214256287, | |
| "eval_runtime": 22.4342, | |
| "eval_samples_per_second": 1.248, | |
| "eval_steps_per_second": 0.624, | |
| "step": 3914 | |
| }, | |
| { | |
| "epoch": 38.00058252427184, | |
| "grad_norm": 0.005073450040072203, | |
| "learning_rate": 3.4412081984897524e-05, | |
| "loss": 0.1806, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 38.00155339805825, | |
| "grad_norm": 0.0008047996670939028, | |
| "learning_rate": 3.435814455231931e-05, | |
| "loss": 0.0007, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 38.00252427184466, | |
| "grad_norm": 0.0032085394486784935, | |
| "learning_rate": 3.43042071197411e-05, | |
| "loss": 0.0022, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 38.00349514563107, | |
| "grad_norm": 2.118870973587036, | |
| "learning_rate": 3.425026968716289e-05, | |
| "loss": 0.0019, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 38.00446601941748, | |
| "grad_norm": 2.797478199005127, | |
| "learning_rate": 3.419633225458469e-05, | |
| "loss": 0.0072, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 38.005436893203886, | |
| "grad_norm": 1.8579610586166382, | |
| "learning_rate": 3.4142394822006475e-05, | |
| "loss": 0.2237, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 38.00640776699029, | |
| "grad_norm": 0.015792952850461006, | |
| "learning_rate": 3.408845738942826e-05, | |
| "loss": 0.7753, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 38.0073786407767, | |
| "grad_norm": 0.11559689044952393, | |
| "learning_rate": 3.403451995685006e-05, | |
| "loss": 0.2666, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 38.00834951456311, | |
| "grad_norm": 0.0116598354652524, | |
| "learning_rate": 3.398058252427185e-05, | |
| "loss": 0.1389, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 38.009320388349515, | |
| "grad_norm": 0.002214794047176838, | |
| "learning_rate": 3.392664509169364e-05, | |
| "loss": 0.0016, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 38.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.1773262023925781, | |
| "eval_runtime": 23.0373, | |
| "eval_samples_per_second": 1.215, | |
| "eval_steps_per_second": 0.608, | |
| "step": 4017 | |
| }, | |
| { | |
| "epoch": 39.000291262135924, | |
| "grad_norm": 0.043513890355825424, | |
| "learning_rate": 3.3872707659115426e-05, | |
| "loss": 0.3503, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 39.00126213592233, | |
| "grad_norm": 0.0016833103727549314, | |
| "learning_rate": 3.3818770226537214e-05, | |
| "loss": 0.0069, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 39.00223300970874, | |
| "grad_norm": 0.00472614960744977, | |
| "learning_rate": 3.3764832793959015e-05, | |
| "loss": 0.0083, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 39.003203883495146, | |
| "grad_norm": 0.003099585883319378, | |
| "learning_rate": 3.37108953613808e-05, | |
| "loss": 0.2343, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 39.004174757281554, | |
| "grad_norm": 0.0013699843548238277, | |
| "learning_rate": 3.365695792880259e-05, | |
| "loss": 0.2691, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 39.00514563106796, | |
| "grad_norm": 0.021296612918376923, | |
| "learning_rate": 3.360302049622438e-05, | |
| "loss": 0.0003, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 39.00611650485437, | |
| "grad_norm": 0.0008244297350756824, | |
| "learning_rate": 3.354908306364617e-05, | |
| "loss": 0.0004, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 39.007087378640776, | |
| "grad_norm": 0.0007789231603965163, | |
| "learning_rate": 3.3495145631067966e-05, | |
| "loss": 0.0023, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 39.00805825242718, | |
| "grad_norm": 0.0026045972481369972, | |
| "learning_rate": 3.344120819848975e-05, | |
| "loss": 0.1012, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 39.00902912621359, | |
| "grad_norm": 0.007781523279845715, | |
| "learning_rate": 3.338727076591154e-05, | |
| "loss": 0.0002, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 39.01, | |
| "grad_norm": 0.003086633747443557, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.2667, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 39.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.2261667251586914, | |
| "eval_runtime": 23.171, | |
| "eval_samples_per_second": 1.208, | |
| "eval_steps_per_second": 0.604, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 40.00097087378641, | |
| "grad_norm": 0.0011974448570981622, | |
| "learning_rate": 3.327939590075513e-05, | |
| "loss": 0.3577, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 40.001941747572815, | |
| "grad_norm": 0.0012991767143830657, | |
| "learning_rate": 3.322545846817692e-05, | |
| "loss": 0.1698, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 40.00291262135922, | |
| "grad_norm": 0.0018923853058367968, | |
| "learning_rate": 3.3171521035598704e-05, | |
| "loss": 0.003, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 40.00388349514563, | |
| "grad_norm": 0.032640498131513596, | |
| "learning_rate": 3.31175836030205e-05, | |
| "loss": 0.0241, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 40.00485436893204, | |
| "grad_norm": 0.001086374861188233, | |
| "learning_rate": 3.3063646170442286e-05, | |
| "loss": 0.0104, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 40.005825242718444, | |
| "grad_norm": 0.03813697770237923, | |
| "learning_rate": 3.300970873786408e-05, | |
| "loss": 0.0665, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 40.00679611650485, | |
| "grad_norm": 0.001190397422760725, | |
| "learning_rate": 3.295577130528587e-05, | |
| "loss": 0.1932, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 40.00776699029126, | |
| "grad_norm": 0.0007828500238247216, | |
| "learning_rate": 3.290183387270766e-05, | |
| "loss": 0.0001, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 40.00873786407767, | |
| "grad_norm": 0.0014887334546074271, | |
| "learning_rate": 3.284789644012945e-05, | |
| "loss": 0.0676, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 40.00970873786408, | |
| "grad_norm": 0.001428833231329918, | |
| "learning_rate": 3.2793959007551244e-05, | |
| "loss": 0.0323, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 40.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.084999680519104, | |
| "eval_runtime": 25.475, | |
| "eval_samples_per_second": 1.099, | |
| "eval_steps_per_second": 0.55, | |
| "step": 4223 | |
| }, | |
| { | |
| "epoch": 41.00067961165048, | |
| "grad_norm": 0.0026885566767305136, | |
| "learning_rate": 3.274002157497303e-05, | |
| "loss": 0.361, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 41.00165048543689, | |
| "grad_norm": 0.000607341411523521, | |
| "learning_rate": 3.2686084142394826e-05, | |
| "loss": 0.0327, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 41.0026213592233, | |
| "grad_norm": 0.0008909976459108293, | |
| "learning_rate": 3.263214670981661e-05, | |
| "loss": 0.0152, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 41.00359223300971, | |
| "grad_norm": 0.006362698040902615, | |
| "learning_rate": 3.25782092772384e-05, | |
| "loss": 0.2218, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 41.00456310679612, | |
| "grad_norm": 0.003075315849855542, | |
| "learning_rate": 3.2524271844660195e-05, | |
| "loss": 0.0001, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 41.00553398058253, | |
| "grad_norm": 0.36094582080841064, | |
| "learning_rate": 3.247033441208199e-05, | |
| "loss": 0.0012, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 41.006504854368934, | |
| "grad_norm": 0.008738203905522823, | |
| "learning_rate": 3.2416396979503777e-05, | |
| "loss": 0.0027, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 41.00747572815534, | |
| "grad_norm": 0.04587085172533989, | |
| "learning_rate": 3.2362459546925564e-05, | |
| "loss": 0.1983, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 41.00844660194175, | |
| "grad_norm": 8.648506164550781, | |
| "learning_rate": 3.230852211434736e-05, | |
| "loss": 0.2518, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 41.009417475728156, | |
| "grad_norm": 0.02086603082716465, | |
| "learning_rate": 3.225458468176915e-05, | |
| "loss": 0.0003, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 41.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.015878677368164, | |
| "eval_runtime": 23.5678, | |
| "eval_samples_per_second": 1.188, | |
| "eval_steps_per_second": 0.594, | |
| "step": 4326 | |
| }, | |
| { | |
| "epoch": 42.000388349514566, | |
| "grad_norm": 0.22889237105846405, | |
| "learning_rate": 3.220064724919094e-05, | |
| "loss": 0.3213, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 42.00135922330097, | |
| "grad_norm": 0.0015255825128406286, | |
| "learning_rate": 3.214670981661273e-05, | |
| "loss": 0.0002, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 42.00233009708738, | |
| "grad_norm": 0.0007126994314603508, | |
| "learning_rate": 3.209277238403452e-05, | |
| "loss": 0.2395, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 42.00330097087379, | |
| "grad_norm": 0.0013461983762681484, | |
| "learning_rate": 3.2038834951456316e-05, | |
| "loss": 0.0033, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 42.004271844660195, | |
| "grad_norm": 0.0021904853638261557, | |
| "learning_rate": 3.1984897518878104e-05, | |
| "loss": 0.0611, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 42.0052427184466, | |
| "grad_norm": 1.7471833229064941, | |
| "learning_rate": 3.193096008629989e-05, | |
| "loss": 0.0031, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 42.00621359223301, | |
| "grad_norm": 4.915556907653809, | |
| "learning_rate": 3.1877022653721685e-05, | |
| "loss": 0.005, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 42.00718446601942, | |
| "grad_norm": 61.77727508544922, | |
| "learning_rate": 3.182308522114347e-05, | |
| "loss": 0.4333, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 42.008155339805825, | |
| "grad_norm": 0.0011002025566995144, | |
| "learning_rate": 3.176914778856527e-05, | |
| "loss": 0.1166, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 42.00912621359223, | |
| "grad_norm": 0.0014632418751716614, | |
| "learning_rate": 3.1715210355987055e-05, | |
| "loss": 0.0743, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 42.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.9593519568443298, | |
| "eval_runtime": 23.9476, | |
| "eval_samples_per_second": 1.169, | |
| "eval_steps_per_second": 0.585, | |
| "step": 4429 | |
| }, | |
| { | |
| "epoch": 43.00009708737864, | |
| "grad_norm": 0.0036053850781172514, | |
| "learning_rate": 3.166127292340885e-05, | |
| "loss": 0.0007, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 43.00106796116505, | |
| "grad_norm": 0.009421459399163723, | |
| "learning_rate": 3.1607335490830636e-05, | |
| "loss": 0.0001, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 43.002038834951456, | |
| "grad_norm": 0.0017767982790246606, | |
| "learning_rate": 3.155339805825243e-05, | |
| "loss": 0.0033, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 43.00300970873786, | |
| "grad_norm": 0.0010528108105063438, | |
| "learning_rate": 3.149946062567422e-05, | |
| "loss": 0.0079, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 43.00398058252427, | |
| "grad_norm": 0.0015437144320458174, | |
| "learning_rate": 3.144552319309601e-05, | |
| "loss": 0.0105, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 43.00495145631068, | |
| "grad_norm": 0.004825149197131395, | |
| "learning_rate": 3.13915857605178e-05, | |
| "loss": 0.0001, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 43.005922330097086, | |
| "grad_norm": 0.0013643408892676234, | |
| "learning_rate": 3.133764832793959e-05, | |
| "loss": 0.0154, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 43.00689320388349, | |
| "grad_norm": 0.004657248966395855, | |
| "learning_rate": 3.128371089536138e-05, | |
| "loss": 0.3757, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 43.0078640776699, | |
| "grad_norm": 0.0017380419885739684, | |
| "learning_rate": 3.1229773462783176e-05, | |
| "loss": 0.0004, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 43.00883495145631, | |
| "grad_norm": 0.002304408699274063, | |
| "learning_rate": 3.1175836030204964e-05, | |
| "loss": 0.2601, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 43.009805825242715, | |
| "grad_norm": 0.004452872090041637, | |
| "learning_rate": 3.112189859762675e-05, | |
| "loss": 0.0949, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 43.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.130449891090393, | |
| "eval_runtime": 21.6097, | |
| "eval_samples_per_second": 1.296, | |
| "eval_steps_per_second": 0.648, | |
| "step": 4532 | |
| }, | |
| { | |
| "epoch": 44.000776699029124, | |
| "grad_norm": 2.61712384223938, | |
| "learning_rate": 3.1067961165048545e-05, | |
| "loss": 0.2651, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 44.00174757281553, | |
| "grad_norm": 0.0021068707574158907, | |
| "learning_rate": 3.101402373247034e-05, | |
| "loss": 0.4076, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 44.00271844660194, | |
| "grad_norm": 2.136120319366455, | |
| "learning_rate": 3.096008629989213e-05, | |
| "loss": 0.034, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 44.00368932038835, | |
| "grad_norm": 0.01782909780740738, | |
| "learning_rate": 3.0906148867313915e-05, | |
| "loss": 0.0002, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 44.004660194174754, | |
| "grad_norm": 0.0028514356818050146, | |
| "learning_rate": 3.085221143473571e-05, | |
| "loss": 0.0002, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 44.00563106796117, | |
| "grad_norm": 0.0018266479019075632, | |
| "learning_rate": 3.07982740021575e-05, | |
| "loss": 0.293, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 44.006601941747576, | |
| "grad_norm": 0.002658822340890765, | |
| "learning_rate": 3.074433656957929e-05, | |
| "loss": 0.2078, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 44.00757281553398, | |
| "grad_norm": 0.6835060715675354, | |
| "learning_rate": 3.069039913700108e-05, | |
| "loss": 0.0017, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 44.00854368932039, | |
| "grad_norm": 0.07813756167888641, | |
| "learning_rate": 3.063646170442287e-05, | |
| "loss": 0.3032, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 44.0095145631068, | |
| "grad_norm": 0.005411970894783735, | |
| "learning_rate": 3.058252427184466e-05, | |
| "loss": 0.0047, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 44.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.2497036457061768, | |
| "eval_runtime": 24.1631, | |
| "eval_samples_per_second": 1.159, | |
| "eval_steps_per_second": 0.579, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 45.00048543689321, | |
| "grad_norm": 0.008571690879762173, | |
| "learning_rate": 3.0528586839266454e-05, | |
| "loss": 0.0001, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 45.001456310679615, | |
| "grad_norm": 0.0012251570587977767, | |
| "learning_rate": 3.0474649406688245e-05, | |
| "loss": 0.0001, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 45.00242718446602, | |
| "grad_norm": 0.0016704073641449213, | |
| "learning_rate": 3.0420711974110033e-05, | |
| "loss": 0.0009, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 45.00339805825243, | |
| "grad_norm": 0.0016477880999445915, | |
| "learning_rate": 3.0366774541531823e-05, | |
| "loss": 0.0004, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 45.00436893203884, | |
| "grad_norm": 0.002065768465399742, | |
| "learning_rate": 3.0312837108953618e-05, | |
| "loss": 0.0178, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 45.005339805825244, | |
| "grad_norm": 0.0015899483114480972, | |
| "learning_rate": 3.025889967637541e-05, | |
| "loss": 0.3922, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 45.00631067961165, | |
| "grad_norm": 0.0013735065003857017, | |
| "learning_rate": 3.0204962243797196e-05, | |
| "loss": 0.034, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 45.00728155339806, | |
| "grad_norm": 0.0015412523644044995, | |
| "learning_rate": 3.0151024811218987e-05, | |
| "loss": 0.0121, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 45.008252427184466, | |
| "grad_norm": 0.0010480155469849706, | |
| "learning_rate": 3.0097087378640774e-05, | |
| "loss": 0.0006, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 45.00922330097087, | |
| "grad_norm": 0.010585146956145763, | |
| "learning_rate": 3.0043149946062572e-05, | |
| "loss": 0.2398, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 45.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.9287577867507935, | |
| "eval_runtime": 23.5551, | |
| "eval_samples_per_second": 1.189, | |
| "eval_steps_per_second": 0.594, | |
| "step": 4738 | |
| }, | |
| { | |
| "epoch": 46.00019417475728, | |
| "grad_norm": 0.0012301468523219228, | |
| "learning_rate": 2.998921251348436e-05, | |
| "loss": 0.0287, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 46.00116504854369, | |
| "grad_norm": 0.0015091183595359325, | |
| "learning_rate": 2.993527508090615e-05, | |
| "loss": 0.0005, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 46.0021359223301, | |
| "grad_norm": 5.117990493774414, | |
| "learning_rate": 2.9881337648327938e-05, | |
| "loss": 0.0107, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 46.003106796116505, | |
| "grad_norm": 0.0007064930396154523, | |
| "learning_rate": 2.982740021574973e-05, | |
| "loss": 0.0002, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 46.00407766990291, | |
| "grad_norm": 0.00104942184407264, | |
| "learning_rate": 2.9773462783171523e-05, | |
| "loss": 0.0185, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 46.00504854368932, | |
| "grad_norm": 0.001231582835316658, | |
| "learning_rate": 2.9719525350593314e-05, | |
| "loss": 0.0002, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 46.00601941747573, | |
| "grad_norm": 26.493947982788086, | |
| "learning_rate": 2.96655879180151e-05, | |
| "loss": 0.1135, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 46.006990291262134, | |
| "grad_norm": 0.0015699361683800817, | |
| "learning_rate": 2.9611650485436892e-05, | |
| "loss": 0.0181, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 46.00796116504854, | |
| "grad_norm": 0.004447311628609896, | |
| "learning_rate": 2.9557713052858687e-05, | |
| "loss": 0.2114, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 46.00893203883495, | |
| "grad_norm": 0.00241004372946918, | |
| "learning_rate": 2.9503775620280478e-05, | |
| "loss": 0.0001, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 46.00990291262136, | |
| "grad_norm": 0.0018498291028663516, | |
| "learning_rate": 2.9449838187702265e-05, | |
| "loss": 0.0002, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 46.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.780640721321106, | |
| "eval_runtime": 23.3508, | |
| "eval_samples_per_second": 1.199, | |
| "eval_steps_per_second": 0.6, | |
| "step": 4841 | |
| }, | |
| { | |
| "epoch": 47.000873786407766, | |
| "grad_norm": 0.001025457284413278, | |
| "learning_rate": 2.9395900755124056e-05, | |
| "loss": 0.0386, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 47.00184466019417, | |
| "grad_norm": 0.0006625480600632727, | |
| "learning_rate": 2.9341963322545847e-05, | |
| "loss": 0.0004, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 47.00281553398058, | |
| "grad_norm": 0.0031967784743756056, | |
| "learning_rate": 2.928802588996764e-05, | |
| "loss": 0.0513, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 47.00378640776699, | |
| "grad_norm": 0.0007817107252776623, | |
| "learning_rate": 2.923408845738943e-05, | |
| "loss": 0.0008, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 47.004757281553395, | |
| "grad_norm": 0.0005676000728271902, | |
| "learning_rate": 2.918015102481122e-05, | |
| "loss": 0.1106, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 47.0057281553398, | |
| "grad_norm": 1.6445106267929077, | |
| "learning_rate": 2.912621359223301e-05, | |
| "loss": 0.0238, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 47.00669902912621, | |
| "grad_norm": 0.001159881940111518, | |
| "learning_rate": 2.9072276159654805e-05, | |
| "loss": 0.0027, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 47.007669902912625, | |
| "grad_norm": 0.0012647173134610057, | |
| "learning_rate": 2.9018338727076596e-05, | |
| "loss": 0.2917, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 47.00864077669903, | |
| "grad_norm": 0.0034010119270533323, | |
| "learning_rate": 2.8964401294498383e-05, | |
| "loss": 0.0002, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 47.00961165048544, | |
| "grad_norm": 0.0016616523498669267, | |
| "learning_rate": 2.8910463861920174e-05, | |
| "loss": 0.1631, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 47.01, | |
| "eval_accuracy": 0.7142857142857143, | |
| "eval_loss": 1.311640739440918, | |
| "eval_runtime": 24.0191, | |
| "eval_samples_per_second": 1.166, | |
| "eval_steps_per_second": 0.583, | |
| "step": 4944 | |
| }, | |
| { | |
| "epoch": 48.00058252427184, | |
| "grad_norm": 0.000713896646630019, | |
| "learning_rate": 2.885652642934196e-05, | |
| "loss": 0.1625, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 48.00155339805825, | |
| "grad_norm": 26.299646377563477, | |
| "learning_rate": 2.880258899676376e-05, | |
| "loss": 0.034, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 48.00252427184466, | |
| "grad_norm": 0.0013544855173677206, | |
| "learning_rate": 2.8748651564185547e-05, | |
| "loss": 0.0098, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 48.00349514563107, | |
| "grad_norm": 0.013510116375982761, | |
| "learning_rate": 2.8694714131607337e-05, | |
| "loss": 0.0388, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 48.00446601941748, | |
| "grad_norm": 0.00144234171602875, | |
| "learning_rate": 2.8640776699029125e-05, | |
| "loss": 0.004, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 48.005436893203886, | |
| "grad_norm": 0.7181257009506226, | |
| "learning_rate": 2.8586839266450923e-05, | |
| "loss": 0.0299, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 48.00640776699029, | |
| "grad_norm": 0.0009681765804998577, | |
| "learning_rate": 2.853290183387271e-05, | |
| "loss": 0.0001, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 48.0073786407767, | |
| "grad_norm": 0.005896919872611761, | |
| "learning_rate": 2.84789644012945e-05, | |
| "loss": 0.4035, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 48.00834951456311, | |
| "grad_norm": 8.744750022888184, | |
| "learning_rate": 2.842502696871629e-05, | |
| "loss": 0.0138, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 48.009320388349515, | |
| "grad_norm": 0.0005152505473233759, | |
| "learning_rate": 2.837108953613808e-05, | |
| "loss": 0.0483, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 48.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.9696491956710815, | |
| "eval_runtime": 23.5248, | |
| "eval_samples_per_second": 1.19, | |
| "eval_steps_per_second": 0.595, | |
| "step": 5047 | |
| }, | |
| { | |
| "epoch": 49.000291262135924, | |
| "grad_norm": 0.27486586570739746, | |
| "learning_rate": 2.8317152103559874e-05, | |
| "loss": 0.0006, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 49.00126213592233, | |
| "grad_norm": 0.0013216667575761676, | |
| "learning_rate": 2.8263214670981665e-05, | |
| "loss": 0.4652, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 49.00223300970874, | |
| "grad_norm": 0.0021054185926914215, | |
| "learning_rate": 2.8209277238403452e-05, | |
| "loss": 0.0001, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 49.003203883495146, | |
| "grad_norm": 0.01227721106261015, | |
| "learning_rate": 2.8155339805825243e-05, | |
| "loss": 0.0527, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 49.004174757281554, | |
| "grad_norm": 7.8854780197143555, | |
| "learning_rate": 2.8101402373247034e-05, | |
| "loss": 0.015, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 49.00514563106796, | |
| "grad_norm": 0.0035126330330967903, | |
| "learning_rate": 2.8047464940668828e-05, | |
| "loss": 0.1389, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 49.00611650485437, | |
| "grad_norm": 0.0020686753559857607, | |
| "learning_rate": 2.7993527508090616e-05, | |
| "loss": 0.0001, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 49.007087378640776, | |
| "grad_norm": 0.0006003176677040756, | |
| "learning_rate": 2.7939590075512406e-05, | |
| "loss": 0.0001, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 49.00805825242718, | |
| "grad_norm": 0.0008518914110027254, | |
| "learning_rate": 2.7885652642934197e-05, | |
| "loss": 0.0001, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 49.00902912621359, | |
| "grad_norm": 0.0007975481566973031, | |
| "learning_rate": 2.783171521035599e-05, | |
| "loss": 0.0001, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 49.01, | |
| "grad_norm": 0.0018201102502644062, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 0.0001, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 49.01, | |
| "eval_accuracy": 0.8928571428571429, | |
| "eval_loss": 0.8070898652076721, | |
| "eval_runtime": 23.6805, | |
| "eval_samples_per_second": 1.182, | |
| "eval_steps_per_second": 0.591, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 50.00097087378641, | |
| "grad_norm": 0.0008396881748922169, | |
| "learning_rate": 2.772384034519957e-05, | |
| "loss": 0.0001, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 50.001941747572815, | |
| "grad_norm": 0.0008467771112918854, | |
| "learning_rate": 2.766990291262136e-05, | |
| "loss": 0.0002, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 50.00291262135922, | |
| "grad_norm": 0.0013826977228745818, | |
| "learning_rate": 2.761596548004315e-05, | |
| "loss": 0.0001, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 50.00388349514563, | |
| "grad_norm": 0.0011158462148159742, | |
| "learning_rate": 2.7562028047464943e-05, | |
| "loss": 0.2459, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 50.00485436893204, | |
| "grad_norm": 0.0016094492748379707, | |
| "learning_rate": 2.7508090614886734e-05, | |
| "loss": 0.3482, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 50.005825242718444, | |
| "grad_norm": 0.004732028115540743, | |
| "learning_rate": 2.7454153182308524e-05, | |
| "loss": 0.0006, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 50.00679611650485, | |
| "grad_norm": 0.0011407621204853058, | |
| "learning_rate": 2.7400215749730312e-05, | |
| "loss": 0.0, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 50.00776699029126, | |
| "grad_norm": 0.0013770820805802941, | |
| "learning_rate": 2.7346278317152106e-05, | |
| "loss": 0.2484, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 50.00873786407767, | |
| "grad_norm": 0.005836030002683401, | |
| "learning_rate": 2.7292340884573897e-05, | |
| "loss": 0.2005, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 50.00970873786408, | |
| "grad_norm": 0.0005388998542912304, | |
| "learning_rate": 2.7238403451995688e-05, | |
| "loss": 0.0592, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 50.01, | |
| "eval_accuracy": 0.8928571428571429, | |
| "eval_loss": 0.8054033517837524, | |
| "eval_runtime": 23.5154, | |
| "eval_samples_per_second": 1.191, | |
| "eval_steps_per_second": 0.595, | |
| "step": 5253 | |
| }, | |
| { | |
| "epoch": 51.00067961165048, | |
| "grad_norm": 0.0008743960061110556, | |
| "learning_rate": 2.7184466019417475e-05, | |
| "loss": 0.0328, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 51.00165048543689, | |
| "grad_norm": 0.0006349069881252944, | |
| "learning_rate": 2.7130528586839266e-05, | |
| "loss": 0.0001, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 51.0026213592233, | |
| "grad_norm": 0.03142313286662102, | |
| "learning_rate": 2.707659115426106e-05, | |
| "loss": 0.0002, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 51.00359223300971, | |
| "grad_norm": 0.0012027677148580551, | |
| "learning_rate": 2.702265372168285e-05, | |
| "loss": 0.0001, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 51.00456310679612, | |
| "grad_norm": 0.002473101019859314, | |
| "learning_rate": 2.696871628910464e-05, | |
| "loss": 0.2327, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 51.00553398058253, | |
| "grad_norm": 0.001101154601201415, | |
| "learning_rate": 2.691477885652643e-05, | |
| "loss": 0.1636, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 51.006504854368934, | |
| "grad_norm": 0.0010517933405935764, | |
| "learning_rate": 2.6860841423948217e-05, | |
| "loss": 0.0005, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 51.00747572815534, | |
| "grad_norm": 0.013515341095626354, | |
| "learning_rate": 2.6806903991370015e-05, | |
| "loss": 0.0001, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 51.00844660194175, | |
| "grad_norm": 0.0009451622026972473, | |
| "learning_rate": 2.6752966558791803e-05, | |
| "loss": 0.0017, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 51.009417475728156, | |
| "grad_norm": 0.0007028866093605757, | |
| "learning_rate": 2.6699029126213593e-05, | |
| "loss": 0.0, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 51.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 0.8496811985969543, | |
| "eval_runtime": 21.2389, | |
| "eval_samples_per_second": 1.318, | |
| "eval_steps_per_second": 0.659, | |
| "step": 5356 | |
| }, | |
| { | |
| "epoch": 52.000388349514566, | |
| "grad_norm": 0.0008241264731623232, | |
| "learning_rate": 2.664509169363538e-05, | |
| "loss": 0.5666, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 52.00135922330097, | |
| "grad_norm": 0.44574812054634094, | |
| "learning_rate": 2.659115426105718e-05, | |
| "loss": 0.0052, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 52.00233009708738, | |
| "grad_norm": 0.0008719266625121236, | |
| "learning_rate": 2.6537216828478966e-05, | |
| "loss": 0.0001, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 52.00330097087379, | |
| "grad_norm": 0.01195058785378933, | |
| "learning_rate": 2.6483279395900757e-05, | |
| "loss": 0.0001, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 52.004271844660195, | |
| "grad_norm": 0.001950486097484827, | |
| "learning_rate": 2.6429341963322544e-05, | |
| "loss": 0.0109, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 52.0052427184466, | |
| "grad_norm": 0.0007938763592392206, | |
| "learning_rate": 2.6375404530744335e-05, | |
| "loss": 0.0001, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 52.00621359223301, | |
| "grad_norm": 0.0011625858023762703, | |
| "learning_rate": 2.632146709816613e-05, | |
| "loss": 0.0001, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 52.00718446601942, | |
| "grad_norm": 0.0020412274170666933, | |
| "learning_rate": 2.626752966558792e-05, | |
| "loss": 0.0001, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 52.008155339805825, | |
| "grad_norm": 1.1743907928466797, | |
| "learning_rate": 2.6213592233009708e-05, | |
| "loss": 0.0008, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 52.00912621359223, | |
| "grad_norm": 0.0020884834229946136, | |
| "learning_rate": 2.61596548004315e-05, | |
| "loss": 0.0054, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 52.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.3964213132858276, | |
| "eval_runtime": 20.8396, | |
| "eval_samples_per_second": 1.344, | |
| "eval_steps_per_second": 0.672, | |
| "step": 5459 | |
| }, | |
| { | |
| "epoch": 53.00009708737864, | |
| "grad_norm": 0.0005270927213132381, | |
| "learning_rate": 2.6105717367853293e-05, | |
| "loss": 0.0001, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 53.00106796116505, | |
| "grad_norm": 0.005888211075216532, | |
| "learning_rate": 2.6051779935275084e-05, | |
| "loss": 0.0115, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 53.002038834951456, | |
| "grad_norm": 0.0006581686902791262, | |
| "learning_rate": 2.599784250269687e-05, | |
| "loss": 0.0001, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 53.00300970873786, | |
| "grad_norm": 0.000697305251378566, | |
| "learning_rate": 2.5943905070118662e-05, | |
| "loss": 0.0002, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 53.00398058252427, | |
| "grad_norm": 0.09318854659795761, | |
| "learning_rate": 2.5889967637540453e-05, | |
| "loss": 0.0013, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 53.00495145631068, | |
| "grad_norm": 0.0016455305740237236, | |
| "learning_rate": 2.5836030204962248e-05, | |
| "loss": 0.5625, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 53.005922330097086, | |
| "grad_norm": 0.0006702914251945913, | |
| "learning_rate": 2.5782092772384035e-05, | |
| "loss": 0.0013, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 53.00689320388349, | |
| "grad_norm": 0.0012202069628983736, | |
| "learning_rate": 2.5728155339805826e-05, | |
| "loss": 0.0001, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 53.0078640776699, | |
| "grad_norm": 0.0017498712986707687, | |
| "learning_rate": 2.5674217907227617e-05, | |
| "loss": 0.0645, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 53.00883495145631, | |
| "grad_norm": 0.0019502121722325683, | |
| "learning_rate": 2.5620280474649404e-05, | |
| "loss": 0.0002, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 53.009805825242715, | |
| "grad_norm": 0.0021820820402354, | |
| "learning_rate": 2.55663430420712e-05, | |
| "loss": 0.0003, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 53.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.0987943410873413, | |
| "eval_runtime": 22.2614, | |
| "eval_samples_per_second": 1.258, | |
| "eval_steps_per_second": 0.629, | |
| "step": 5562 | |
| }, | |
| { | |
| "epoch": 54.000776699029124, | |
| "grad_norm": 0.713193953037262, | |
| "learning_rate": 2.551240560949299e-05, | |
| "loss": 0.0164, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 54.00174757281553, | |
| "grad_norm": 0.015315674245357513, | |
| "learning_rate": 2.545846817691478e-05, | |
| "loss": 0.0001, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 54.00271844660194, | |
| "grad_norm": 17.17043113708496, | |
| "learning_rate": 2.5404530744336568e-05, | |
| "loss": 0.3176, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 54.00368932038835, | |
| "grad_norm": 0.009084532968699932, | |
| "learning_rate": 2.5350593311758362e-05, | |
| "loss": 0.5636, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 54.004660194174754, | |
| "grad_norm": 0.0010076395701617002, | |
| "learning_rate": 2.5296655879180153e-05, | |
| "loss": 0.1239, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 54.00563106796117, | |
| "grad_norm": 0.022011147812008858, | |
| "learning_rate": 2.5242718446601944e-05, | |
| "loss": 0.0003, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 54.006601941747576, | |
| "grad_norm": 0.005740031599998474, | |
| "learning_rate": 2.518878101402373e-05, | |
| "loss": 0.4295, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 54.00757281553398, | |
| "grad_norm": 0.002488040132448077, | |
| "learning_rate": 2.5134843581445522e-05, | |
| "loss": 0.0545, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 54.00854368932039, | |
| "grad_norm": 0.1785544604063034, | |
| "learning_rate": 2.5080906148867317e-05, | |
| "loss": 0.0978, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 54.0095145631068, | |
| "grad_norm": 0.0005429410957731307, | |
| "learning_rate": 2.5026968716289107e-05, | |
| "loss": 0.0011, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 54.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.0403578281402588, | |
| "eval_runtime": 22.9391, | |
| "eval_samples_per_second": 1.221, | |
| "eval_steps_per_second": 0.61, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 55.00048543689321, | |
| "grad_norm": 19.081138610839844, | |
| "learning_rate": 2.4973031283710895e-05, | |
| "loss": 0.0768, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 55.001456310679615, | |
| "grad_norm": 0.001313048996962607, | |
| "learning_rate": 2.491909385113269e-05, | |
| "loss": 0.0001, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 55.00242718446602, | |
| "grad_norm": 0.0006067248759791255, | |
| "learning_rate": 2.4865156418554477e-05, | |
| "loss": 0.0002, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 55.00339805825243, | |
| "grad_norm": 3.0214898586273193, | |
| "learning_rate": 2.481121898597627e-05, | |
| "loss": 0.0041, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 55.00436893203884, | |
| "grad_norm": 0.0009692611638456583, | |
| "learning_rate": 2.475728155339806e-05, | |
| "loss": 0.0003, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 55.005339805825244, | |
| "grad_norm": 0.000569820636883378, | |
| "learning_rate": 2.470334412081985e-05, | |
| "loss": 0.0, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 55.00631067961165, | |
| "grad_norm": 0.00099732365924865, | |
| "learning_rate": 2.464940668824164e-05, | |
| "loss": 0.0004, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 55.00728155339806, | |
| "grad_norm": 0.0022911953274160624, | |
| "learning_rate": 2.459546925566343e-05, | |
| "loss": 0.0023, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 55.008252427184466, | |
| "grad_norm": 0.0014538817340508103, | |
| "learning_rate": 2.4541531823085222e-05, | |
| "loss": 0.0001, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 55.00922330097087, | |
| "grad_norm": 0.27011483907699585, | |
| "learning_rate": 2.4487594390507013e-05, | |
| "loss": 0.0002, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 55.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.2517061233520508, | |
| "eval_runtime": 25.0842, | |
| "eval_samples_per_second": 1.116, | |
| "eval_steps_per_second": 0.558, | |
| "step": 5768 | |
| }, | |
| { | |
| "epoch": 56.00019417475728, | |
| "grad_norm": 0.0008854252519086003, | |
| "learning_rate": 2.4433656957928804e-05, | |
| "loss": 0.0, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 56.00116504854369, | |
| "grad_norm": 0.0011844671098515391, | |
| "learning_rate": 2.4379719525350595e-05, | |
| "loss": 0.0002, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 56.0021359223301, | |
| "grad_norm": 0.0008450274472124875, | |
| "learning_rate": 2.4325782092772386e-05, | |
| "loss": 0.0001, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 56.003106796116505, | |
| "grad_norm": 0.0004037294420413673, | |
| "learning_rate": 2.4271844660194176e-05, | |
| "loss": 0.2135, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 56.00407766990291, | |
| "grad_norm": 0.0006636450416408479, | |
| "learning_rate": 2.4217907227615967e-05, | |
| "loss": 0.2917, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 56.00504854368932, | |
| "grad_norm": 0.18323852121829987, | |
| "learning_rate": 2.4163969795037758e-05, | |
| "loss": 0.0004, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 56.00601941747573, | |
| "grad_norm": 0.03130364790558815, | |
| "learning_rate": 2.411003236245955e-05, | |
| "loss": 0.0583, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 56.006990291262134, | |
| "grad_norm": 0.0004375301650725305, | |
| "learning_rate": 2.405609492988134e-05, | |
| "loss": 0.0002, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 56.00796116504854, | |
| "grad_norm": 0.003825717605650425, | |
| "learning_rate": 2.400215749730313e-05, | |
| "loss": 0.0036, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 56.00893203883495, | |
| "grad_norm": 0.001984888222068548, | |
| "learning_rate": 2.394822006472492e-05, | |
| "loss": 0.0, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 56.00990291262136, | |
| "grad_norm": 0.001028253580443561, | |
| "learning_rate": 2.3894282632146713e-05, | |
| "loss": 0.0003, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 56.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.4791873693466187, | |
| "eval_runtime": 20.5712, | |
| "eval_samples_per_second": 1.361, | |
| "eval_steps_per_second": 0.681, | |
| "step": 5871 | |
| }, | |
| { | |
| "epoch": 57.000873786407766, | |
| "grad_norm": 0.001414372236467898, | |
| "learning_rate": 2.38403451995685e-05, | |
| "loss": 0.0001, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 57.00184466019417, | |
| "grad_norm": 0.0013856083387508988, | |
| "learning_rate": 2.3786407766990294e-05, | |
| "loss": 0.0001, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 57.00281553398058, | |
| "grad_norm": 0.0007620238466188312, | |
| "learning_rate": 2.3732470334412082e-05, | |
| "loss": 0.02, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 57.00378640776699, | |
| "grad_norm": 0.0008736704476177692, | |
| "learning_rate": 2.3678532901833876e-05, | |
| "loss": 0.4739, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 57.004757281553395, | |
| "grad_norm": 0.00041962246177718043, | |
| "learning_rate": 2.3624595469255664e-05, | |
| "loss": 0.0001, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 57.0057281553398, | |
| "grad_norm": 0.0010289285564795136, | |
| "learning_rate": 2.3570658036677458e-05, | |
| "loss": 0.0036, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 57.00669902912621, | |
| "grad_norm": 0.0009487426141276956, | |
| "learning_rate": 2.3516720604099245e-05, | |
| "loss": 0.0101, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 57.007669902912625, | |
| "grad_norm": 0.004343108739703894, | |
| "learning_rate": 2.3462783171521036e-05, | |
| "loss": 0.0001, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 57.00864077669903, | |
| "grad_norm": 0.0014376341132447124, | |
| "learning_rate": 2.3408845738942827e-05, | |
| "loss": 0.3708, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 57.00961165048544, | |
| "grad_norm": 0.0006963663618080318, | |
| "learning_rate": 2.3354908306364618e-05, | |
| "loss": 0.0001, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 57.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.5388238430023193, | |
| "eval_runtime": 24.6506, | |
| "eval_samples_per_second": 1.136, | |
| "eval_steps_per_second": 0.568, | |
| "step": 5974 | |
| }, | |
| { | |
| "epoch": 58.00058252427184, | |
| "grad_norm": 0.001456027734093368, | |
| "learning_rate": 2.330097087378641e-05, | |
| "loss": 0.0005, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 58.00155339805825, | |
| "grad_norm": 0.0018259447533637285, | |
| "learning_rate": 2.32470334412082e-05, | |
| "loss": 0.003, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 58.00252427184466, | |
| "grad_norm": 0.00042366181151010096, | |
| "learning_rate": 2.319309600862999e-05, | |
| "loss": 0.0017, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 58.00349514563107, | |
| "grad_norm": 0.0008776785107329488, | |
| "learning_rate": 2.313915857605178e-05, | |
| "loss": 0.0023, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 58.00446601941748, | |
| "grad_norm": 127.0488510131836, | |
| "learning_rate": 2.308522114347357e-05, | |
| "loss": 0.1028, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 58.005436893203886, | |
| "grad_norm": 0.0003990971017628908, | |
| "learning_rate": 2.3031283710895363e-05, | |
| "loss": 0.0049, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 58.00640776699029, | |
| "grad_norm": 0.0013204180868342519, | |
| "learning_rate": 2.297734627831715e-05, | |
| "loss": 0.0001, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 58.0073786407767, | |
| "grad_norm": 0.014434372074902058, | |
| "learning_rate": 2.2923408845738945e-05, | |
| "loss": 0.0001, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 58.00834951456311, | |
| "grad_norm": 0.0017761661438271403, | |
| "learning_rate": 2.2869471413160733e-05, | |
| "loss": 0.3617, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 58.009320388349515, | |
| "grad_norm": 0.0012962479377165437, | |
| "learning_rate": 2.2815533980582527e-05, | |
| "loss": 0.4154, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 58.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.1159684658050537, | |
| "eval_runtime": 23.5255, | |
| "eval_samples_per_second": 1.19, | |
| "eval_steps_per_second": 0.595, | |
| "step": 6077 | |
| }, | |
| { | |
| "epoch": 59.000291262135924, | |
| "grad_norm": 0.3833358585834503, | |
| "learning_rate": 2.2761596548004314e-05, | |
| "loss": 0.337, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 59.00126213592233, | |
| "grad_norm": 0.0013803878100588918, | |
| "learning_rate": 2.270765911542611e-05, | |
| "loss": 0.0065, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 59.00223300970874, | |
| "grad_norm": 0.0033133910037577152, | |
| "learning_rate": 2.2653721682847896e-05, | |
| "loss": 0.0001, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 59.003203883495146, | |
| "grad_norm": 1.19782292842865, | |
| "learning_rate": 2.2599784250269687e-05, | |
| "loss": 0.0014, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 59.004174757281554, | |
| "grad_norm": 0.010464402846992016, | |
| "learning_rate": 2.2545846817691478e-05, | |
| "loss": 0.0001, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 59.00514563106796, | |
| "grad_norm": 0.0004663231084123254, | |
| "learning_rate": 2.249190938511327e-05, | |
| "loss": 0.3931, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 59.00611650485437, | |
| "grad_norm": 5.216128826141357, | |
| "learning_rate": 2.243797195253506e-05, | |
| "loss": 0.0034, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 59.007087378640776, | |
| "grad_norm": 0.0006288540898822248, | |
| "learning_rate": 2.238403451995685e-05, | |
| "loss": 0.0003, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 59.00805825242718, | |
| "grad_norm": 0.0010511939181014895, | |
| "learning_rate": 2.233009708737864e-05, | |
| "loss": 0.0001, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 59.00902912621359, | |
| "grad_norm": 0.0020628427155315876, | |
| "learning_rate": 2.2276159654800432e-05, | |
| "loss": 0.0002, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 59.01, | |
| "grad_norm": 0.006775557994842529, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 0.0001, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 59.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.3917344808578491, | |
| "eval_runtime": 25.1664, | |
| "eval_samples_per_second": 1.113, | |
| "eval_steps_per_second": 0.556, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 60.00097087378641, | |
| "grad_norm": 0.0010625936556607485, | |
| "learning_rate": 2.2168284789644014e-05, | |
| "loss": 0.296, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 60.001941747572815, | |
| "grad_norm": 0.000770657614339143, | |
| "learning_rate": 2.2114347357065805e-05, | |
| "loss": 0.0043, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 60.00291262135922, | |
| "grad_norm": 0.0016896168235689402, | |
| "learning_rate": 2.2060409924487596e-05, | |
| "loss": 0.3507, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 60.00388349514563, | |
| "grad_norm": 0.0007442439091391861, | |
| "learning_rate": 2.2006472491909387e-05, | |
| "loss": 0.0014, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 60.00485436893204, | |
| "grad_norm": 0.0007845446816645563, | |
| "learning_rate": 2.1952535059331178e-05, | |
| "loss": 0.0001, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 60.005825242718444, | |
| "grad_norm": 0.0009400100097991526, | |
| "learning_rate": 2.189859762675297e-05, | |
| "loss": 0.0, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 60.00679611650485, | |
| "grad_norm": 0.0017640365986153483, | |
| "learning_rate": 2.1844660194174756e-05, | |
| "loss": 0.0037, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 60.00776699029126, | |
| "grad_norm": 10.778125762939453, | |
| "learning_rate": 2.179072276159655e-05, | |
| "loss": 0.0086, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 60.00873786407767, | |
| "grad_norm": 24.49880027770996, | |
| "learning_rate": 2.1736785329018338e-05, | |
| "loss": 0.1088, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 60.00970873786408, | |
| "grad_norm": 0.0011425875127315521, | |
| "learning_rate": 2.1682847896440132e-05, | |
| "loss": 0.0001, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 60.01, | |
| "eval_accuracy": 0.7142857142857143, | |
| "eval_loss": 1.5009710788726807, | |
| "eval_runtime": 24.5264, | |
| "eval_samples_per_second": 1.142, | |
| "eval_steps_per_second": 0.571, | |
| "step": 6283 | |
| }, | |
| { | |
| "epoch": 61.00067961165048, | |
| "grad_norm": 0.000888823124114424, | |
| "learning_rate": 2.162891046386192e-05, | |
| "loss": 0.0, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 61.00165048543689, | |
| "grad_norm": 0.0028330725617706776, | |
| "learning_rate": 2.1574973031283714e-05, | |
| "loss": 0.0006, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 61.0026213592233, | |
| "grad_norm": 0.00043673234176822007, | |
| "learning_rate": 2.15210355987055e-05, | |
| "loss": 0.033, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 61.00359223300971, | |
| "grad_norm": 0.001583361066877842, | |
| "learning_rate": 2.1467098166127296e-05, | |
| "loss": 0.0884, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 61.00456310679612, | |
| "grad_norm": 0.00048320548376068473, | |
| "learning_rate": 2.1413160733549083e-05, | |
| "loss": 0.0028, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 61.00553398058253, | |
| "grad_norm": 0.0021810547914355993, | |
| "learning_rate": 2.1359223300970874e-05, | |
| "loss": 0.0006, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 61.006504854368934, | |
| "grad_norm": 0.0011734174331650138, | |
| "learning_rate": 2.1305285868392665e-05, | |
| "loss": 0.4979, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 61.00747572815534, | |
| "grad_norm": 81.83573913574219, | |
| "learning_rate": 2.1251348435814456e-05, | |
| "loss": 0.1094, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 61.00844660194175, | |
| "grad_norm": 0.007653074339032173, | |
| "learning_rate": 2.1197411003236247e-05, | |
| "loss": 0.0001, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 61.009417475728156, | |
| "grad_norm": 0.013526824302971363, | |
| "learning_rate": 2.1143473570658038e-05, | |
| "loss": 0.1886, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 61.01, | |
| "eval_accuracy": 0.6785714285714286, | |
| "eval_loss": 1.6617997884750366, | |
| "eval_runtime": 22.6299, | |
| "eval_samples_per_second": 1.237, | |
| "eval_steps_per_second": 0.619, | |
| "step": 6386 | |
| }, | |
| { | |
| "epoch": 62.000388349514566, | |
| "grad_norm": 0.0008851753082126379, | |
| "learning_rate": 2.108953613807983e-05, | |
| "loss": 0.0004, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 62.00135922330097, | |
| "grad_norm": 0.00079250120325014, | |
| "learning_rate": 2.103559870550162e-05, | |
| "loss": 0.0, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 62.00233009708738, | |
| "grad_norm": 0.000890954106580466, | |
| "learning_rate": 2.0981661272923407e-05, | |
| "loss": 0.0679, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 62.00330097087379, | |
| "grad_norm": 0.006305835209786892, | |
| "learning_rate": 2.09277238403452e-05, | |
| "loss": 0.0001, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 62.004271844660195, | |
| "grad_norm": 0.0009647891274653375, | |
| "learning_rate": 2.0873786407766992e-05, | |
| "loss": 0.0001, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 62.0052427184466, | |
| "grad_norm": 0.0005119222914800048, | |
| "learning_rate": 2.0819848975188783e-05, | |
| "loss": 0.1818, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 62.00621359223301, | |
| "grad_norm": 0.0012782260309904814, | |
| "learning_rate": 2.0765911542610574e-05, | |
| "loss": 0.0001, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 62.00718446601942, | |
| "grad_norm": 0.23857539892196655, | |
| "learning_rate": 2.0711974110032365e-05, | |
| "loss": 0.0003, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 62.008155339805825, | |
| "grad_norm": 0.0014477778458967805, | |
| "learning_rate": 2.0658036677454156e-05, | |
| "loss": 0.3823, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 62.00912621359223, | |
| "grad_norm": 0.00042155140545219183, | |
| "learning_rate": 2.0604099244875946e-05, | |
| "loss": 0.0005, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 62.01, | |
| "eval_accuracy": 0.7142857142857143, | |
| "eval_loss": 1.3342440128326416, | |
| "eval_runtime": 23.5059, | |
| "eval_samples_per_second": 1.191, | |
| "eval_steps_per_second": 0.596, | |
| "step": 6489 | |
| }, | |
| { | |
| "epoch": 63.00009708737864, | |
| "grad_norm": 0.00042777747148647904, | |
| "learning_rate": 2.0550161812297737e-05, | |
| "loss": 0.0, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 63.00106796116505, | |
| "grad_norm": 0.0010107433190569282, | |
| "learning_rate": 2.0496224379719525e-05, | |
| "loss": 0.1601, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 63.002038834951456, | |
| "grad_norm": 0.0010543958051130176, | |
| "learning_rate": 2.044228694714132e-05, | |
| "loss": 0.0001, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 63.00300970873786, | |
| "grad_norm": 0.0012591666309162974, | |
| "learning_rate": 2.0388349514563107e-05, | |
| "loss": 0.0001, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 63.00398058252427, | |
| "grad_norm": 0.0005232561961747706, | |
| "learning_rate": 2.03344120819849e-05, | |
| "loss": 0.018, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 63.00495145631068, | |
| "grad_norm": 0.00123388331849128, | |
| "learning_rate": 2.028047464940669e-05, | |
| "loss": 0.0003, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 63.005922330097086, | |
| "grad_norm": 0.0004934226744808257, | |
| "learning_rate": 2.0226537216828483e-05, | |
| "loss": 0.0001, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 63.00689320388349, | |
| "grad_norm": 15.355786323547363, | |
| "learning_rate": 2.017259978425027e-05, | |
| "loss": 0.428, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 63.0078640776699, | |
| "grad_norm": 0.0007367224316112697, | |
| "learning_rate": 2.011866235167206e-05, | |
| "loss": 0.001, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 63.00883495145631, | |
| "grad_norm": 0.0009193682344630361, | |
| "learning_rate": 2.0064724919093852e-05, | |
| "loss": 0.0014, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 63.009805825242715, | |
| "grad_norm": 0.0031028043013066053, | |
| "learning_rate": 2.0010787486515643e-05, | |
| "loss": 0.005, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 63.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.0010968446731567, | |
| "eval_runtime": 23.7202, | |
| "eval_samples_per_second": 1.18, | |
| "eval_steps_per_second": 0.59, | |
| "step": 6592 | |
| }, | |
| { | |
| "epoch": 64.00077669902913, | |
| "grad_norm": 0.0005543153383769095, | |
| "learning_rate": 1.9956850053937434e-05, | |
| "loss": 0.0094, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 64.00174757281553, | |
| "grad_norm": 0.0005683793569914997, | |
| "learning_rate": 1.9902912621359225e-05, | |
| "loss": 0.0, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 64.00271844660195, | |
| "grad_norm": 0.011601871810853481, | |
| "learning_rate": 1.9848975188781015e-05, | |
| "loss": 0.1088, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 64.00368932038835, | |
| "grad_norm": 0.0008393569150939584, | |
| "learning_rate": 1.9795037756202806e-05, | |
| "loss": 0.0005, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 64.00466019417476, | |
| "grad_norm": 0.029725907370448112, | |
| "learning_rate": 1.9741100323624594e-05, | |
| "loss": 0.0001, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 64.00563106796116, | |
| "grad_norm": 0.0007479650084860623, | |
| "learning_rate": 1.9687162891046388e-05, | |
| "loss": 0.0001, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 64.00660194174758, | |
| "grad_norm": 0.0008673795964568853, | |
| "learning_rate": 1.9633225458468176e-05, | |
| "loss": 0.0009, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 64.00757281553398, | |
| "grad_norm": 0.0013320200378075242, | |
| "learning_rate": 1.957928802588997e-05, | |
| "loss": 0.0002, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 64.00854368932039, | |
| "grad_norm": 0.0005077565438114107, | |
| "learning_rate": 1.9525350593311757e-05, | |
| "loss": 0.0001, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 64.00951456310679, | |
| "grad_norm": 0.0005587028572335839, | |
| "learning_rate": 1.947141316073355e-05, | |
| "loss": 0.0, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 64.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 0.718567967414856, | |
| "eval_runtime": 23.6794, | |
| "eval_samples_per_second": 1.182, | |
| "eval_steps_per_second": 0.591, | |
| "step": 6695 | |
| }, | |
| { | |
| "epoch": 65.0004854368932, | |
| "grad_norm": 0.0006523833726532757, | |
| "learning_rate": 1.941747572815534e-05, | |
| "loss": 0.0, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 65.00145631067961, | |
| "grad_norm": 0.009724684990942478, | |
| "learning_rate": 1.9363538295577133e-05, | |
| "loss": 0.3196, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 65.00242718446601, | |
| "grad_norm": 0.0006275117048062384, | |
| "learning_rate": 1.930960086299892e-05, | |
| "loss": 0.0003, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 65.00339805825243, | |
| "grad_norm": 0.0027268766425549984, | |
| "learning_rate": 1.9255663430420712e-05, | |
| "loss": 0.0001, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 65.00436893203883, | |
| "grad_norm": 0.0004702035803347826, | |
| "learning_rate": 1.9201725997842503e-05, | |
| "loss": 0.3205, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 65.00533980582524, | |
| "grad_norm": 0.0012323668925091624, | |
| "learning_rate": 1.9147788565264294e-05, | |
| "loss": 0.0003, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 65.00631067961164, | |
| "grad_norm": 0.0007599996170029044, | |
| "learning_rate": 1.9093851132686084e-05, | |
| "loss": 0.7153, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 65.00728155339806, | |
| "grad_norm": 0.0010344136971980333, | |
| "learning_rate": 1.9039913700107875e-05, | |
| "loss": 0.0001, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 65.00825242718446, | |
| "grad_norm": 0.000558846746571362, | |
| "learning_rate": 1.8985976267529666e-05, | |
| "loss": 0.0001, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 65.00922330097087, | |
| "grad_norm": 0.0008384157554246485, | |
| "learning_rate": 1.8932038834951457e-05, | |
| "loss": 0.1102, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 65.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 0.9631302952766418, | |
| "eval_runtime": 23.2954, | |
| "eval_samples_per_second": 1.202, | |
| "eval_steps_per_second": 0.601, | |
| "step": 6798 | |
| }, | |
| { | |
| "epoch": 66.00019417475728, | |
| "grad_norm": 0.0006994837895035744, | |
| "learning_rate": 1.8878101402373248e-05, | |
| "loss": 0.0573, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 66.00116504854368, | |
| "grad_norm": 0.0016522917430847883, | |
| "learning_rate": 1.882416396979504e-05, | |
| "loss": 0.0029, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 66.0021359223301, | |
| "grad_norm": 0.0006155685405246913, | |
| "learning_rate": 1.877022653721683e-05, | |
| "loss": 0.0044, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 66.0031067961165, | |
| "grad_norm": 0.0016970273572951555, | |
| "learning_rate": 1.871628910463862e-05, | |
| "loss": 0.0001, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 66.00407766990291, | |
| "grad_norm": 9.94116497039795, | |
| "learning_rate": 1.866235167206041e-05, | |
| "loss": 0.0104, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 66.00504854368933, | |
| "grad_norm": 0.020060516893863678, | |
| "learning_rate": 1.8608414239482202e-05, | |
| "loss": 0.2777, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 66.00601941747573, | |
| "grad_norm": 0.001221095328219235, | |
| "learning_rate": 1.8554476806903993e-05, | |
| "loss": 0.0818, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 66.00699029126214, | |
| "grad_norm": 0.001694864360615611, | |
| "learning_rate": 1.8500539374325784e-05, | |
| "loss": 0.0002, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 66.00796116504854, | |
| "grad_norm": 0.059923529624938965, | |
| "learning_rate": 1.8446601941747575e-05, | |
| "loss": 0.255, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 66.00893203883496, | |
| "grad_norm": 0.0005680607282556593, | |
| "learning_rate": 1.8392664509169363e-05, | |
| "loss": 0.0, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 66.00990291262136, | |
| "grad_norm": 0.06053140386939049, | |
| "learning_rate": 1.8338727076591157e-05, | |
| "loss": 0.0153, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 66.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.0193309783935547, | |
| "eval_runtime": 24.2605, | |
| "eval_samples_per_second": 1.154, | |
| "eval_steps_per_second": 0.577, | |
| "step": 6901 | |
| }, | |
| { | |
| "epoch": 67.00087378640777, | |
| "grad_norm": 0.002915704855695367, | |
| "learning_rate": 1.8284789644012944e-05, | |
| "loss": 0.0072, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 67.00184466019418, | |
| "grad_norm": 1.9173521995544434, | |
| "learning_rate": 1.823085221143474e-05, | |
| "loss": 0.0008, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 67.00281553398058, | |
| "grad_norm": 0.0010551897576078773, | |
| "learning_rate": 1.8176914778856526e-05, | |
| "loss": 0.0001, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 67.003786407767, | |
| "grad_norm": 0.00146699626930058, | |
| "learning_rate": 1.812297734627832e-05, | |
| "loss": 0.2286, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 67.0047572815534, | |
| "grad_norm": 0.0019446623045951128, | |
| "learning_rate": 1.8069039913700108e-05, | |
| "loss": 0.0001, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 67.00572815533981, | |
| "grad_norm": 0.0017978387186303735, | |
| "learning_rate": 1.80151024811219e-05, | |
| "loss": 0.1882, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 67.00669902912621, | |
| "grad_norm": 0.0010246881283819675, | |
| "learning_rate": 1.796116504854369e-05, | |
| "loss": 0.0261, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 67.00766990291262, | |
| "grad_norm": 0.0016106581315398216, | |
| "learning_rate": 1.790722761596548e-05, | |
| "loss": 0.2689, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 67.00864077669902, | |
| "grad_norm": 0.0004424410581123084, | |
| "learning_rate": 1.785329018338727e-05, | |
| "loss": 0.0008, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 67.00961165048544, | |
| "grad_norm": 0.07792424410581589, | |
| "learning_rate": 1.7799352750809062e-05, | |
| "loss": 0.0001, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 67.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.34980046749115, | |
| "eval_runtime": 24.4852, | |
| "eval_samples_per_second": 1.144, | |
| "eval_steps_per_second": 0.572, | |
| "step": 7004 | |
| }, | |
| { | |
| "epoch": 68.00058252427185, | |
| "grad_norm": 0.0004936918267048895, | |
| "learning_rate": 1.7745415318230853e-05, | |
| "loss": 0.0002, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 68.00155339805825, | |
| "grad_norm": 0.001968265511095524, | |
| "learning_rate": 1.7691477885652644e-05, | |
| "loss": 0.0001, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 68.00252427184466, | |
| "grad_norm": 0.000869004987180233, | |
| "learning_rate": 1.763754045307443e-05, | |
| "loss": 0.2356, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 68.00349514563106, | |
| "grad_norm": 0.0005462713888846338, | |
| "learning_rate": 1.7583603020496226e-05, | |
| "loss": 0.2569, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 68.00446601941748, | |
| "grad_norm": 0.015221036970615387, | |
| "learning_rate": 1.7529665587918013e-05, | |
| "loss": 0.0001, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 68.00543689320388, | |
| "grad_norm": 0.0005463761044666171, | |
| "learning_rate": 1.7475728155339808e-05, | |
| "loss": 0.0, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 68.00640776699029, | |
| "grad_norm": 19.067604064941406, | |
| "learning_rate": 1.7421790722761595e-05, | |
| "loss": 0.0637, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 68.0073786407767, | |
| "grad_norm": 0.0007243465515784919, | |
| "learning_rate": 1.736785329018339e-05, | |
| "loss": 0.0, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 68.00834951456311, | |
| "grad_norm": 0.0008660106104798615, | |
| "learning_rate": 1.7313915857605177e-05, | |
| "loss": 0.0005, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 68.00932038834951, | |
| "grad_norm": 0.0007324232719838619, | |
| "learning_rate": 1.725997842502697e-05, | |
| "loss": 0.0001, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 68.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.0400390625, | |
| "eval_runtime": 23.9679, | |
| "eval_samples_per_second": 1.168, | |
| "eval_steps_per_second": 0.584, | |
| "step": 7107 | |
| }, | |
| { | |
| "epoch": 69.00029126213592, | |
| "grad_norm": 0.0004631567280739546, | |
| "learning_rate": 1.7206040992448762e-05, | |
| "loss": 0.0091, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 69.00126213592233, | |
| "grad_norm": 0.0005055834772065282, | |
| "learning_rate": 1.715210355987055e-05, | |
| "loss": 0.0, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 69.00223300970873, | |
| "grad_norm": 0.000822292291559279, | |
| "learning_rate": 1.7098166127292344e-05, | |
| "loss": 0.0076, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 69.00320388349515, | |
| "grad_norm": 0.0009453039965592325, | |
| "learning_rate": 1.704422869471413e-05, | |
| "loss": 0.1884, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 69.00417475728155, | |
| "grad_norm": 0.0009586084634065628, | |
| "learning_rate": 1.6990291262135926e-05, | |
| "loss": 0.0, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 69.00514563106796, | |
| "grad_norm": 0.31685885787010193, | |
| "learning_rate": 1.6936353829557713e-05, | |
| "loss": 0.005, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 69.00611650485438, | |
| "grad_norm": 0.009163271635770798, | |
| "learning_rate": 1.6882416396979507e-05, | |
| "loss": 0.0002, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 69.00708737864078, | |
| "grad_norm": 0.0014338033506646752, | |
| "learning_rate": 1.6828478964401295e-05, | |
| "loss": 0.0036, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 69.00805825242719, | |
| "grad_norm": 0.0006324952701106668, | |
| "learning_rate": 1.6774541531823086e-05, | |
| "loss": 0.2692, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 69.00902912621359, | |
| "grad_norm": 0.000675214163493365, | |
| "learning_rate": 1.6720604099244877e-05, | |
| "loss": 0.1146, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 69.01, | |
| "grad_norm": 0.0026698948349803686, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.0842, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 69.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.003670573234558, | |
| "eval_runtime": 24.2766, | |
| "eval_samples_per_second": 1.153, | |
| "eval_steps_per_second": 0.577, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 70.00097087378641, | |
| "grad_norm": 0.0008359177154488862, | |
| "learning_rate": 1.661272923408846e-05, | |
| "loss": 0.0, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 70.00194174757281, | |
| "grad_norm": 0.004826887510716915, | |
| "learning_rate": 1.655879180151025e-05, | |
| "loss": 0.0003, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 70.00291262135923, | |
| "grad_norm": 0.0009308085427619517, | |
| "learning_rate": 1.650485436893204e-05, | |
| "loss": 0.0, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 70.00388349514563, | |
| "grad_norm": 0.0003821222053375095, | |
| "learning_rate": 1.645091693635383e-05, | |
| "loss": 0.0004, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 70.00485436893204, | |
| "grad_norm": 0.00036909981281496584, | |
| "learning_rate": 1.6396979503775622e-05, | |
| "loss": 0.0001, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 70.00582524271844, | |
| "grad_norm": 0.0726325735449791, | |
| "learning_rate": 1.6343042071197413e-05, | |
| "loss": 0.0001, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 70.00679611650486, | |
| "grad_norm": 0.017005061730742455, | |
| "learning_rate": 1.62891046386192e-05, | |
| "loss": 0.0952, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 70.00776699029126, | |
| "grad_norm": 0.0014751965645700693, | |
| "learning_rate": 1.6235167206040995e-05, | |
| "loss": 0.2947, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 70.00873786407767, | |
| "grad_norm": 0.0006246562115848064, | |
| "learning_rate": 1.6181229773462782e-05, | |
| "loss": 0.0091, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 70.00970873786407, | |
| "grad_norm": 0.0006601705681532621, | |
| "learning_rate": 1.6127292340884576e-05, | |
| "loss": 0.0001, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 70.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.720339059829712, | |
| "eval_runtime": 24.4441, | |
| "eval_samples_per_second": 1.145, | |
| "eval_steps_per_second": 0.573, | |
| "step": 7313 | |
| }, | |
| { | |
| "epoch": 71.00067961165048, | |
| "grad_norm": 0.0016067043179646134, | |
| "learning_rate": 1.6073354908306364e-05, | |
| "loss": 0.0002, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 71.0016504854369, | |
| "grad_norm": 0.000492661667522043, | |
| "learning_rate": 1.6019417475728158e-05, | |
| "loss": 0.0778, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 71.0026213592233, | |
| "grad_norm": 0.0019496801542118192, | |
| "learning_rate": 1.5965480043149946e-05, | |
| "loss": 0.0122, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 71.00359223300971, | |
| "grad_norm": 0.0010925508104264736, | |
| "learning_rate": 1.5911542610571736e-05, | |
| "loss": 0.0001, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 71.00456310679611, | |
| "grad_norm": 0.0005245591746643186, | |
| "learning_rate": 1.5857605177993527e-05, | |
| "loss": 0.3084, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 71.00553398058253, | |
| "grad_norm": 0.0008980587008409202, | |
| "learning_rate": 1.5803667745415318e-05, | |
| "loss": 0.0019, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 71.00650485436893, | |
| "grad_norm": 0.0018496790435165167, | |
| "learning_rate": 1.574973031283711e-05, | |
| "loss": 0.0001, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 71.00747572815534, | |
| "grad_norm": 0.05308768153190613, | |
| "learning_rate": 1.56957928802589e-05, | |
| "loss": 0.0001, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 71.00844660194174, | |
| "grad_norm": 30.78109359741211, | |
| "learning_rate": 1.564185544768069e-05, | |
| "loss": 0.3489, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 71.00941747572816, | |
| "grad_norm": 0.002415592549368739, | |
| "learning_rate": 1.5587918015102482e-05, | |
| "loss": 0.0001, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 71.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.1505813598632812, | |
| "eval_runtime": 23.8273, | |
| "eval_samples_per_second": 1.175, | |
| "eval_steps_per_second": 0.588, | |
| "step": 7416 | |
| }, | |
| { | |
| "epoch": 72.00038834951457, | |
| "grad_norm": 0.0009659325587563217, | |
| "learning_rate": 1.5533980582524273e-05, | |
| "loss": 0.2766, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 72.00135922330097, | |
| "grad_norm": 0.0008527355967089534, | |
| "learning_rate": 1.5480043149946064e-05, | |
| "loss": 0.0, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 72.00233009708738, | |
| "grad_norm": 0.0005238853627815843, | |
| "learning_rate": 1.5426105717367854e-05, | |
| "loss": 0.0002, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 72.00330097087378, | |
| "grad_norm": 0.0005107687320560217, | |
| "learning_rate": 1.5372168284789645e-05, | |
| "loss": 0.0001, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 72.0042718446602, | |
| "grad_norm": 0.00111380685120821, | |
| "learning_rate": 1.5318230852211436e-05, | |
| "loss": 0.0001, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 72.0052427184466, | |
| "grad_norm": 0.008704396896064281, | |
| "learning_rate": 1.5264293419633227e-05, | |
| "loss": 0.0629, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 72.00621359223301, | |
| "grad_norm": 0.001821440877392888, | |
| "learning_rate": 1.5210355987055016e-05, | |
| "loss": 0.0, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 72.00718446601942, | |
| "grad_norm": 0.016031334176659584, | |
| "learning_rate": 1.5156418554476809e-05, | |
| "loss": 0.0001, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 72.00815533980582, | |
| "grad_norm": 0.0005962299765087664, | |
| "learning_rate": 1.5102481121898598e-05, | |
| "loss": 0.2666, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 72.00912621359224, | |
| "grad_norm": 0.0006452718516811728, | |
| "learning_rate": 1.5048543689320387e-05, | |
| "loss": 0.0001, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 72.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.3944032192230225, | |
| "eval_runtime": 23.49, | |
| "eval_samples_per_second": 1.192, | |
| "eval_steps_per_second": 0.596, | |
| "step": 7519 | |
| }, | |
| { | |
| "epoch": 73.00009708737863, | |
| "grad_norm": 0.00074690644396469, | |
| "learning_rate": 1.499460625674218e-05, | |
| "loss": 0.0001, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 73.00106796116505, | |
| "grad_norm": 0.0009000824647955596, | |
| "learning_rate": 1.4940668824163969e-05, | |
| "loss": 0.0001, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 73.00203883495146, | |
| "grad_norm": 0.0005898684030398726, | |
| "learning_rate": 1.4886731391585762e-05, | |
| "loss": 0.0002, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 73.00300970873786, | |
| "grad_norm": 0.00045732298167422414, | |
| "learning_rate": 1.483279395900755e-05, | |
| "loss": 0.0007, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 73.00398058252428, | |
| "grad_norm": 0.002637525787577033, | |
| "learning_rate": 1.4778856526429343e-05, | |
| "loss": 0.0001, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 73.00495145631068, | |
| "grad_norm": 0.0015487922355532646, | |
| "learning_rate": 1.4724919093851133e-05, | |
| "loss": 0.0001, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 73.00592233009709, | |
| "grad_norm": 0.0009302161633968353, | |
| "learning_rate": 1.4670981661272923e-05, | |
| "loss": 0.0039, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 73.0068932038835, | |
| "grad_norm": 0.03521721437573433, | |
| "learning_rate": 1.4617044228694714e-05, | |
| "loss": 0.0001, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 73.00786407766991, | |
| "grad_norm": 0.002057681092992425, | |
| "learning_rate": 1.4563106796116505e-05, | |
| "loss": 0.0001, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 73.00883495145631, | |
| "grad_norm": 0.0013950722059234977, | |
| "learning_rate": 1.4509169363538298e-05, | |
| "loss": 0.0001, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 73.00980582524272, | |
| "grad_norm": 0.0005244753556326032, | |
| "learning_rate": 1.4455231930960087e-05, | |
| "loss": 0.0632, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 73.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.3018865585327148, | |
| "eval_runtime": 24.294, | |
| "eval_samples_per_second": 1.153, | |
| "eval_steps_per_second": 0.576, | |
| "step": 7622 | |
| }, | |
| { | |
| "epoch": 74.00077669902913, | |
| "grad_norm": 0.5469286441802979, | |
| "learning_rate": 1.440129449838188e-05, | |
| "loss": 0.0893, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 74.00174757281553, | |
| "grad_norm": 0.0006303411792032421, | |
| "learning_rate": 1.4347357065803669e-05, | |
| "loss": 0.0004, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 74.00271844660195, | |
| "grad_norm": 0.0004991823807358742, | |
| "learning_rate": 1.4293419633225461e-05, | |
| "loss": 0.0, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 74.00368932038835, | |
| "grad_norm": 0.0005889665917493403, | |
| "learning_rate": 1.423948220064725e-05, | |
| "loss": 0.0001, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 74.00466019417476, | |
| "grad_norm": 0.0007777425344102085, | |
| "learning_rate": 1.418554476806904e-05, | |
| "loss": 0.0002, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 74.00563106796116, | |
| "grad_norm": 0.001111809629946947, | |
| "learning_rate": 1.4131607335490832e-05, | |
| "loss": 0.1946, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 74.00660194174758, | |
| "grad_norm": 0.0008204812766052783, | |
| "learning_rate": 1.4077669902912621e-05, | |
| "loss": 0.0674, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 74.00757281553398, | |
| "grad_norm": 0.0011531045893207192, | |
| "learning_rate": 1.4023732470334414e-05, | |
| "loss": 0.0001, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 74.00854368932039, | |
| "grad_norm": 0.0034655483905225992, | |
| "learning_rate": 1.3969795037756203e-05, | |
| "loss": 0.0001, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 74.00951456310679, | |
| "grad_norm": 0.0005608770297840238, | |
| "learning_rate": 1.3915857605177996e-05, | |
| "loss": 0.0424, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 74.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.0466877222061157, | |
| "eval_runtime": 24.4694, | |
| "eval_samples_per_second": 1.144, | |
| "eval_steps_per_second": 0.572, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 75.0004854368932, | |
| "grad_norm": 0.0006410989444702864, | |
| "learning_rate": 1.3861920172599785e-05, | |
| "loss": 0.0001, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 75.00145631067961, | |
| "grad_norm": 0.0010539211798459291, | |
| "learning_rate": 1.3807982740021574e-05, | |
| "loss": 0.2893, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 75.00242718446601, | |
| "grad_norm": 0.000947575899772346, | |
| "learning_rate": 1.3754045307443367e-05, | |
| "loss": 0.0001, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 75.00339805825243, | |
| "grad_norm": 0.0005764906527474523, | |
| "learning_rate": 1.3700107874865156e-05, | |
| "loss": 0.0, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 75.00436893203883, | |
| "grad_norm": 0.000651567883323878, | |
| "learning_rate": 1.3646170442286949e-05, | |
| "loss": 0.0002, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 75.00533980582524, | |
| "grad_norm": 90.93943786621094, | |
| "learning_rate": 1.3592233009708738e-05, | |
| "loss": 0.2704, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 75.00631067961164, | |
| "grad_norm": 0.0006675939657725394, | |
| "learning_rate": 1.353829557713053e-05, | |
| "loss": 0.0, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 75.00728155339806, | |
| "grad_norm": 0.0005555550451390445, | |
| "learning_rate": 1.348435814455232e-05, | |
| "loss": 0.0, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 75.00825242718446, | |
| "grad_norm": 0.000521104724612087, | |
| "learning_rate": 1.3430420711974109e-05, | |
| "loss": 0.0002, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 75.00922330097087, | |
| "grad_norm": 0.0005199057050049305, | |
| "learning_rate": 1.3376483279395901e-05, | |
| "loss": 0.0001, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 75.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.1821573972702026, | |
| "eval_runtime": 25.5111, | |
| "eval_samples_per_second": 1.098, | |
| "eval_steps_per_second": 0.549, | |
| "step": 7828 | |
| }, | |
| { | |
| "epoch": 76.00019417475728, | |
| "grad_norm": 27.20473289489746, | |
| "learning_rate": 1.332254584681769e-05, | |
| "loss": 0.1007, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 76.00116504854368, | |
| "grad_norm": 0.00041796735604293644, | |
| "learning_rate": 1.3268608414239483e-05, | |
| "loss": 0.0016, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 76.0021359223301, | |
| "grad_norm": 0.00063418282661587, | |
| "learning_rate": 1.3214670981661272e-05, | |
| "loss": 0.0003, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 76.0031067961165, | |
| "grad_norm": 75.21340942382812, | |
| "learning_rate": 1.3160733549083065e-05, | |
| "loss": 0.1322, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 76.00407766990291, | |
| "grad_norm": 0.0009397820685990155, | |
| "learning_rate": 1.3106796116504854e-05, | |
| "loss": 0.0001, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 76.00504854368933, | |
| "grad_norm": 0.013500092551112175, | |
| "learning_rate": 1.3052858683926647e-05, | |
| "loss": 0.0, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 76.00601941747573, | |
| "grad_norm": 0.0008127112523652613, | |
| "learning_rate": 1.2998921251348436e-05, | |
| "loss": 0.0, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 76.00699029126214, | |
| "grad_norm": 0.0028982115909457207, | |
| "learning_rate": 1.2944983818770227e-05, | |
| "loss": 0.0074, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 76.00796116504854, | |
| "grad_norm": 0.0021881507709622383, | |
| "learning_rate": 1.2891046386192018e-05, | |
| "loss": 0.4177, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 76.00893203883496, | |
| "grad_norm": 0.00042111569200642407, | |
| "learning_rate": 1.2837108953613808e-05, | |
| "loss": 0.0001, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 76.00990291262136, | |
| "grad_norm": 0.001411316217854619, | |
| "learning_rate": 1.27831715210356e-05, | |
| "loss": 0.1475, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 76.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.4204529523849487, | |
| "eval_runtime": 23.5553, | |
| "eval_samples_per_second": 1.189, | |
| "eval_steps_per_second": 0.594, | |
| "step": 7931 | |
| }, | |
| { | |
| "epoch": 77.00087378640777, | |
| "grad_norm": 0.0007739585707895458, | |
| "learning_rate": 1.272923408845739e-05, | |
| "loss": 0.0291, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 77.00184466019418, | |
| "grad_norm": 0.0011331046698614955, | |
| "learning_rate": 1.2675296655879181e-05, | |
| "loss": 0.049, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 77.00281553398058, | |
| "grad_norm": 0.0007495753234252334, | |
| "learning_rate": 1.2621359223300972e-05, | |
| "loss": 0.0483, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 77.003786407767, | |
| "grad_norm": 0.0008724365616217256, | |
| "learning_rate": 1.2567421790722761e-05, | |
| "loss": 0.191, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 77.0047572815534, | |
| "grad_norm": 0.001050332561135292, | |
| "learning_rate": 1.2513484358144554e-05, | |
| "loss": 0.0887, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 77.00572815533981, | |
| "grad_norm": 0.0004873993748333305, | |
| "learning_rate": 1.2459546925566345e-05, | |
| "loss": 0.04, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 77.00669902912621, | |
| "grad_norm": 0.0004962868988513947, | |
| "learning_rate": 1.2405609492988135e-05, | |
| "loss": 0.0686, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 77.00766990291262, | |
| "grad_norm": 0.0015225057723000646, | |
| "learning_rate": 1.2351672060409925e-05, | |
| "loss": 0.0, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 77.00864077669902, | |
| "grad_norm": 0.0019491496495902538, | |
| "learning_rate": 1.2297734627831716e-05, | |
| "loss": 0.0, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 77.00961165048544, | |
| "grad_norm": 0.0008197619463317096, | |
| "learning_rate": 1.2243797195253506e-05, | |
| "loss": 0.0013, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 77.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.4495819807052612, | |
| "eval_runtime": 23.581, | |
| "eval_samples_per_second": 1.187, | |
| "eval_steps_per_second": 0.594, | |
| "step": 8034 | |
| }, | |
| { | |
| "epoch": 78.00058252427185, | |
| "grad_norm": 0.0007247371831908822, | |
| "learning_rate": 1.2189859762675297e-05, | |
| "loss": 0.0007, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 78.00155339805825, | |
| "grad_norm": 0.0006012579542584717, | |
| "learning_rate": 1.2135922330097088e-05, | |
| "loss": 0.0024, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 78.00252427184466, | |
| "grad_norm": 0.005412137135863304, | |
| "learning_rate": 1.2081984897518879e-05, | |
| "loss": 0.0, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 78.00349514563106, | |
| "grad_norm": 0.0036323072854429483, | |
| "learning_rate": 1.202804746494067e-05, | |
| "loss": 0.0, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 78.00446601941748, | |
| "grad_norm": 0.0008606135379523039, | |
| "learning_rate": 1.197411003236246e-05, | |
| "loss": 0.0, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 78.00543689320388, | |
| "grad_norm": 0.0010280663846060634, | |
| "learning_rate": 1.192017259978425e-05, | |
| "loss": 0.1186, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 78.00640776699029, | |
| "grad_norm": 0.0005725217051804066, | |
| "learning_rate": 1.1866235167206041e-05, | |
| "loss": 0.0001, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 78.0073786407767, | |
| "grad_norm": 0.0004487498663365841, | |
| "learning_rate": 1.1812297734627832e-05, | |
| "loss": 0.0111, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 78.00834951456311, | |
| "grad_norm": 0.001997926738113165, | |
| "learning_rate": 1.1758360302049623e-05, | |
| "loss": 0.0, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 78.00932038834951, | |
| "grad_norm": 0.0003361359122209251, | |
| "learning_rate": 1.1704422869471414e-05, | |
| "loss": 0.1455, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 78.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.4418976306915283, | |
| "eval_runtime": 24.492, | |
| "eval_samples_per_second": 1.143, | |
| "eval_steps_per_second": 0.572, | |
| "step": 8137 | |
| }, | |
| { | |
| "epoch": 79.00029126213592, | |
| "grad_norm": 0.001469839597120881, | |
| "learning_rate": 1.1650485436893204e-05, | |
| "loss": 0.0577, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 79.00126213592233, | |
| "grad_norm": 0.0005355125176720321, | |
| "learning_rate": 1.1596548004314995e-05, | |
| "loss": 0.0001, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 79.00223300970873, | |
| "grad_norm": 0.0054461769759655, | |
| "learning_rate": 1.1542610571736785e-05, | |
| "loss": 0.1018, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 79.00320388349515, | |
| "grad_norm": 0.0068475124426186085, | |
| "learning_rate": 1.1488673139158575e-05, | |
| "loss": 0.0, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 79.00417475728155, | |
| "grad_norm": 0.0009039226570166647, | |
| "learning_rate": 1.1434735706580366e-05, | |
| "loss": 0.0, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 79.00514563106796, | |
| "grad_norm": 0.0010757894488051534, | |
| "learning_rate": 1.1380798274002157e-05, | |
| "loss": 0.0003, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 79.00611650485438, | |
| "grad_norm": 0.0009386289748363197, | |
| "learning_rate": 1.1326860841423948e-05, | |
| "loss": 0.0, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 79.00708737864078, | |
| "grad_norm": 0.000584886409342289, | |
| "learning_rate": 1.1272923408845739e-05, | |
| "loss": 0.0001, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 79.00805825242719, | |
| "grad_norm": 0.003581673838198185, | |
| "learning_rate": 1.121898597626753e-05, | |
| "loss": 0.0001, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 79.00902912621359, | |
| "grad_norm": 0.0006209689890965819, | |
| "learning_rate": 1.116504854368932e-05, | |
| "loss": 0.0, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 79.01, | |
| "grad_norm": 0.000511133810505271, | |
| "learning_rate": 1.1111111111111112e-05, | |
| "loss": 0.0, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 79.01, | |
| "eval_accuracy": 0.75, | |
| "eval_loss": 1.364740252494812, | |
| "eval_runtime": 22.1933, | |
| "eval_samples_per_second": 1.262, | |
| "eval_steps_per_second": 0.631, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 80.00097087378641, | |
| "grad_norm": 0.0008854233892634511, | |
| "learning_rate": 1.1057173678532903e-05, | |
| "loss": 0.0003, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 80.00194174757281, | |
| "grad_norm": 0.0014848372666165233, | |
| "learning_rate": 1.1003236245954693e-05, | |
| "loss": 0.0002, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 80.00291262135923, | |
| "grad_norm": 0.0003331179323140532, | |
| "learning_rate": 1.0949298813376484e-05, | |
| "loss": 0.0009, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 80.00388349514563, | |
| "grad_norm": 0.003774071577936411, | |
| "learning_rate": 1.0895361380798275e-05, | |
| "loss": 0.2251, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 80.00485436893204, | |
| "grad_norm": 0.004081737250089645, | |
| "learning_rate": 1.0841423948220066e-05, | |
| "loss": 0.0022, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 80.00582524271844, | |
| "grad_norm": 0.0017505354480817914, | |
| "learning_rate": 1.0787486515641857e-05, | |
| "loss": 0.2503, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 80.00679611650486, | |
| "grad_norm": 0.0007621512049809098, | |
| "learning_rate": 1.0733549083063648e-05, | |
| "loss": 0.0006, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 80.00776699029126, | |
| "grad_norm": 0.000708577164914459, | |
| "learning_rate": 1.0679611650485437e-05, | |
| "loss": 0.0, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 80.00873786407767, | |
| "grad_norm": 0.0012766749132424593, | |
| "learning_rate": 1.0625674217907228e-05, | |
| "loss": 0.0152, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 80.00970873786407, | |
| "grad_norm": 0.0017332998104393482, | |
| "learning_rate": 1.0571736785329019e-05, | |
| "loss": 0.0, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 80.01, | |
| "eval_accuracy": 0.7857142857142857, | |
| "eval_loss": 1.295793890953064, | |
| "eval_runtime": 22.0647, | |
| "eval_samples_per_second": 1.269, | |
| "eval_steps_per_second": 0.634, | |
| "step": 8343 | |
| }, | |
| { | |
| "epoch": 81.00067961165048, | |
| "grad_norm": 0.0007152267498895526, | |
| "learning_rate": 1.051779935275081e-05, | |
| "loss": 0.0001, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 81.0016504854369, | |
| "grad_norm": 0.0007688335026614368, | |
| "learning_rate": 1.04638619201726e-05, | |
| "loss": 0.0, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 81.0026213592233, | |
| "grad_norm": 0.000391281268093735, | |
| "learning_rate": 1.0409924487594391e-05, | |
| "loss": 0.0001, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 81.00359223300971, | |
| "grad_norm": 0.0010772079695016146, | |
| "learning_rate": 1.0355987055016182e-05, | |
| "loss": 0.0, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 81.00456310679611, | |
| "grad_norm": 0.0007571936585009098, | |
| "learning_rate": 1.0302049622437973e-05, | |
| "loss": 0.0, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 81.00553398058253, | |
| "grad_norm": 0.004109963774681091, | |
| "learning_rate": 1.0248112189859762e-05, | |
| "loss": 0.1323, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 81.00650485436893, | |
| "grad_norm": 0.002082277089357376, | |
| "learning_rate": 1.0194174757281553e-05, | |
| "loss": 0.0797, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 81.00747572815534, | |
| "grad_norm": 0.0007720484863966703, | |
| "learning_rate": 1.0140237324703344e-05, | |
| "loss": 0.0001, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 81.00844660194174, | |
| "grad_norm": 0.0007060917560011148, | |
| "learning_rate": 1.0086299892125135e-05, | |
| "loss": 0.0, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 81.00941747572816, | |
| "grad_norm": 0.002525564981624484, | |
| "learning_rate": 1.0032362459546926e-05, | |
| "loss": 0.0005, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 81.01, | |
| "eval_accuracy": 0.8214285714285714, | |
| "eval_loss": 1.25356924533844, | |
| "eval_runtime": 23.2168, | |
| "eval_samples_per_second": 1.206, | |
| "eval_steps_per_second": 0.603, | |
| "step": 8446 | |
| }, | |
| { | |
| "epoch": 82.00038834951457, | |
| "grad_norm": 0.0004880694905295968, | |
| "learning_rate": 9.978425026968717e-06, | |
| "loss": 0.2605, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 82.00135922330097, | |
| "grad_norm": 0.0019061871571466327, | |
| "learning_rate": 9.924487594390508e-06, | |
| "loss": 0.0002, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 82.00233009708738, | |
| "grad_norm": 0.0003495465498417616, | |
| "learning_rate": 9.870550161812297e-06, | |
| "loss": 0.0, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 82.00330097087378, | |
| "grad_norm": 0.0003973764833062887, | |
| "learning_rate": 9.816612729234088e-06, | |
| "loss": 0.0, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 82.0042718446602, | |
| "grad_norm": 0.00119751354213804, | |
| "learning_rate": 9.762675296655879e-06, | |
| "loss": 0.0, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 82.0052427184466, | |
| "grad_norm": 0.002419657539576292, | |
| "learning_rate": 9.70873786407767e-06, | |
| "loss": 0.0003, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 82.00621359223301, | |
| "grad_norm": 0.0020702662877738476, | |
| "learning_rate": 9.65480043149946e-06, | |
| "loss": 0.0004, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 82.00718446601942, | |
| "grad_norm": 0.0005920990370213985, | |
| "learning_rate": 9.600862998921251e-06, | |
| "loss": 0.0001, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 82.00815533980582, | |
| "grad_norm": 0.000470437400508672, | |
| "learning_rate": 9.546925566343042e-06, | |
| "loss": 0.0, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 82.00912621359224, | |
| "grad_norm": 0.00858411192893982, | |
| "learning_rate": 9.492988133764833e-06, | |
| "loss": 0.0411, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 82.01, | |
| "eval_accuracy": 0.8571428571428571, | |
| "eval_loss": 1.2219018936157227, | |
| "eval_runtime": 20.1232, | |
| "eval_samples_per_second": 1.391, | |
| "eval_steps_per_second": 0.696, | |
| "step": 8549 | |
| }, | |
| { | |
| "epoch": 83.00009708737863, | |
| "grad_norm": 0.0005051534972153604, | |
| "learning_rate": 9.439050701186624e-06, | |
| "loss": 0.0, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 83.00106796116505, | |
| "grad_norm": 0.0038792623672634363, | |
| "learning_rate": 9.385113268608415e-06, | |
| "loss": 0.0018, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 83.00203883495146, | |
| "grad_norm": 0.010000643320381641, | |
| "learning_rate": 9.331175836030206e-06, | |
| "loss": 0.0, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 83.00300970873786, | |
| "grad_norm": 0.0011511164484545588, | |
| "learning_rate": 9.277238403451997e-06, | |
| "loss": 0.0004, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 83.00398058252428, | |
| "grad_norm": 0.0007623996352776885, | |
| "learning_rate": 9.223300970873788e-06, | |
| "loss": 0.0, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 83.00495145631068, | |
| "grad_norm": 37.7863883972168, | |
| "learning_rate": 9.169363538295578e-06, | |
| "loss": 0.0437, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 83.00592233009709, | |
| "grad_norm": 0.001496079028584063, | |
| "learning_rate": 9.11542610571737e-06, | |
| "loss": 0.0001, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 83.0068932038835, | |
| "grad_norm": 0.0007690541679039598, | |
| "learning_rate": 9.06148867313916e-06, | |
| "loss": 0.0, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 83.00786407766991, | |
| "grad_norm": 0.0005045629222877324, | |
| "learning_rate": 9.00755124056095e-06, | |
| "loss": 0.0591, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 83.00883495145631, | |
| "grad_norm": 0.0007508267881348729, | |
| "learning_rate": 8.95361380798274e-06, | |
| "loss": 0.0051, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 83.00980582524272, | |
| "grad_norm": 0.0006566194351762533, | |
| "learning_rate": 8.899676375404531e-06, | |
| "loss": 0.0, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 83.01, | |
| "eval_accuracy": 0.8928571428571429, | |
| "eval_loss": 0.7256796956062317, | |
| "eval_runtime": 20.7837, | |
| "eval_samples_per_second": 1.347, | |
| "eval_steps_per_second": 0.674, | |
| "step": 8652 | |
| }, | |
| { | |
| "epoch": 84.00077669902913, | |
| "grad_norm": 0.0004185517900623381, | |
| "learning_rate": 8.845738942826322e-06, | |
| "loss": 0.0, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 84.00174757281553, | |
| "grad_norm": 14.310250282287598, | |
| "learning_rate": 8.791801510248113e-06, | |
| "loss": 0.0213, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 84.00271844660195, | |
| "grad_norm": 0.00037505649379454553, | |
| "learning_rate": 8.737864077669904e-06, | |
| "loss": 0.0717, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 84.00368932038835, | |
| "grad_norm": 0.0026767821982502937, | |
| "learning_rate": 8.683926645091695e-06, | |
| "loss": 0.2151, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 84.00466019417476, | |
| "grad_norm": 0.001046729856170714, | |
| "learning_rate": 8.629989212513486e-06, | |
| "loss": 0.0, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 84.00563106796116, | |
| "grad_norm": 0.003536473959684372, | |
| "learning_rate": 8.576051779935275e-06, | |
| "loss": 0.1663, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 84.00660194174758, | |
| "grad_norm": 0.0006385446176864207, | |
| "learning_rate": 8.522114347357066e-06, | |
| "loss": 0.1303, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 84.00757281553398, | |
| "grad_norm": 0.023310404270887375, | |
| "learning_rate": 8.468176914778857e-06, | |
| "loss": 0.0184, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 84.00854368932039, | |
| "grad_norm": 0.0003330286417622119, | |
| "learning_rate": 8.414239482200647e-06, | |
| "loss": 0.0018, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 84.00951456310679, | |
| "grad_norm": 0.0005678732413798571, | |
| "learning_rate": 8.360302049622438e-06, | |
| "loss": 0.0, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 84.01, | |
| "eval_accuracy": 0.9285714285714286, | |
| "eval_loss": 0.6211844086647034, | |
| "eval_runtime": 20.312, | |
| "eval_samples_per_second": 1.378, | |
| "eval_steps_per_second": 0.689, | |
| "step": 8755 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10300, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 500, | |
| "total_flos": 4.486456305987748e+19, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |