| { | |
| "best_metric": 0.36343997716903687, | |
| "best_model_checkpoint": "finetuned-electrical-images/checkpoint-1300", | |
| "epoch": 10.0, | |
| "eval_steps": 100, | |
| "global_step": 2150, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.046511627906976744, | |
| "grad_norm": 2.1625218391418457, | |
| "learning_rate": 0.00019906976744186048, | |
| "loss": 1.5809, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.09302325581395349, | |
| "grad_norm": 2.723552703857422, | |
| "learning_rate": 0.00019813953488372096, | |
| "loss": 1.2765, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.13953488372093023, | |
| "grad_norm": 2.43442702293396, | |
| "learning_rate": 0.0001972093023255814, | |
| "loss": 1.1166, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.18604651162790697, | |
| "grad_norm": 3.831533670425415, | |
| "learning_rate": 0.00019627906976744185, | |
| "loss": 1.0432, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.23255813953488372, | |
| "grad_norm": 1.6888493299484253, | |
| "learning_rate": 0.00019534883720930232, | |
| "loss": 0.8645, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.27906976744186046, | |
| "grad_norm": 3.6029133796691895, | |
| "learning_rate": 0.0001944186046511628, | |
| "loss": 0.8017, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.32558139534883723, | |
| "grad_norm": 3.071220636367798, | |
| "learning_rate": 0.00019348837209302326, | |
| "loss": 0.8024, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.37209302325581395, | |
| "grad_norm": 2.4523532390594482, | |
| "learning_rate": 0.00019255813953488374, | |
| "loss": 0.7961, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.4186046511627907, | |
| "grad_norm": 2.8159303665161133, | |
| "learning_rate": 0.0001916279069767442, | |
| "loss": 0.7968, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.46511627906976744, | |
| "grad_norm": 2.5400731563568115, | |
| "learning_rate": 0.00019069767441860466, | |
| "loss": 0.7236, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.46511627906976744, | |
| "eval_accuracy": 0.8102310231023102, | |
| "eval_loss": 0.6395960450172424, | |
| "eval_runtime": 8.3162, | |
| "eval_samples_per_second": 72.87, | |
| "eval_steps_per_second": 9.139, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5116279069767442, | |
| "grad_norm": 5.171610355377197, | |
| "learning_rate": 0.00018976744186046513, | |
| "loss": 0.6643, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5581395348837209, | |
| "grad_norm": 5.763847827911377, | |
| "learning_rate": 0.00018883720930232557, | |
| "loss": 0.6579, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6046511627906976, | |
| "grad_norm": 2.429523229598999, | |
| "learning_rate": 0.00018790697674418605, | |
| "loss": 0.5872, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6511627906976745, | |
| "grad_norm": 2.6132380962371826, | |
| "learning_rate": 0.00018697674418604652, | |
| "loss": 0.6796, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6976744186046512, | |
| "grad_norm": 3.3510539531707764, | |
| "learning_rate": 0.000186046511627907, | |
| "loss": 0.5738, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7441860465116279, | |
| "grad_norm": 3.596841812133789, | |
| "learning_rate": 0.00018511627906976744, | |
| "loss": 0.5647, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7906976744186046, | |
| "grad_norm": 2.6907944679260254, | |
| "learning_rate": 0.0001841860465116279, | |
| "loss": 0.5161, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8372093023255814, | |
| "grad_norm": 2.8201518058776855, | |
| "learning_rate": 0.00018325581395348838, | |
| "loss": 0.5416, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8837209302325582, | |
| "grad_norm": 3.49650239944458, | |
| "learning_rate": 0.00018232558139534886, | |
| "loss": 0.5873, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.9302325581395349, | |
| "grad_norm": 1.33900785446167, | |
| "learning_rate": 0.0001813953488372093, | |
| "loss": 0.7243, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9302325581395349, | |
| "eval_accuracy": 0.8333333333333334, | |
| "eval_loss": 0.5123782753944397, | |
| "eval_runtime": 9.3797, | |
| "eval_samples_per_second": 64.608, | |
| "eval_steps_per_second": 8.103, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9767441860465116, | |
| "grad_norm": 2.2079968452453613, | |
| "learning_rate": 0.00018046511627906977, | |
| "loss": 0.5871, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.0232558139534884, | |
| "grad_norm": 2.7433505058288574, | |
| "learning_rate": 0.00017953488372093025, | |
| "loss": 0.5605, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.069767441860465, | |
| "grad_norm": 4.832902908325195, | |
| "learning_rate": 0.0001786046511627907, | |
| "loss": 0.4689, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.1162790697674418, | |
| "grad_norm": 3.20340633392334, | |
| "learning_rate": 0.00017767441860465117, | |
| "loss": 0.4492, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1627906976744187, | |
| "grad_norm": 3.986785650253296, | |
| "learning_rate": 0.00017674418604651164, | |
| "loss": 0.477, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.2093023255813953, | |
| "grad_norm": 3.679204225540161, | |
| "learning_rate": 0.0001758139534883721, | |
| "loss": 0.4499, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.255813953488372, | |
| "grad_norm": 5.091402530670166, | |
| "learning_rate": 0.00017488372093023258, | |
| "loss": 0.4271, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.302325581395349, | |
| "grad_norm": 1.7408082485198975, | |
| "learning_rate": 0.00017395348837209303, | |
| "loss": 0.4805, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.3488372093023255, | |
| "grad_norm": 1.776224136352539, | |
| "learning_rate": 0.00017302325581395348, | |
| "loss": 0.5031, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.3953488372093024, | |
| "grad_norm": 1.4141583442687988, | |
| "learning_rate": 0.00017209302325581395, | |
| "loss": 0.4288, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.3953488372093024, | |
| "eval_accuracy": 0.863036303630363, | |
| "eval_loss": 0.45135730504989624, | |
| "eval_runtime": 8.2539, | |
| "eval_samples_per_second": 73.42, | |
| "eval_steps_per_second": 9.208, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.441860465116279, | |
| "grad_norm": 3.1988017559051514, | |
| "learning_rate": 0.00017116279069767442, | |
| "loss": 0.4641, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.4883720930232558, | |
| "grad_norm": 3.4049489498138428, | |
| "learning_rate": 0.0001702325581395349, | |
| "loss": 0.5539, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.5348837209302326, | |
| "grad_norm": 2.879892349243164, | |
| "learning_rate": 0.00016930232558139537, | |
| "loss": 0.4818, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.5813953488372094, | |
| "grad_norm": 3.1155309677124023, | |
| "learning_rate": 0.00016837209302325584, | |
| "loss": 0.5773, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.627906976744186, | |
| "grad_norm": 5.9107866287231445, | |
| "learning_rate": 0.00016744186046511629, | |
| "loss": 0.5665, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.6744186046511627, | |
| "grad_norm": 3.242166519165039, | |
| "learning_rate": 0.00016651162790697673, | |
| "loss": 0.4483, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.7209302325581395, | |
| "grad_norm": 2.6073851585388184, | |
| "learning_rate": 0.0001655813953488372, | |
| "loss": 0.3956, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.7674418604651163, | |
| "grad_norm": 2.7050387859344482, | |
| "learning_rate": 0.00016465116279069768, | |
| "loss": 0.5734, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.8139534883720931, | |
| "grad_norm": 4.9598259925842285, | |
| "learning_rate": 0.00016372093023255815, | |
| "loss": 0.6565, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.8604651162790697, | |
| "grad_norm": 2.172515630722046, | |
| "learning_rate": 0.00016279069767441862, | |
| "loss": 0.5744, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.8604651162790697, | |
| "eval_accuracy": 0.8102310231023102, | |
| "eval_loss": 0.6154166460037231, | |
| "eval_runtime": 8.1716, | |
| "eval_samples_per_second": 74.159, | |
| "eval_steps_per_second": 9.3, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.9069767441860463, | |
| "grad_norm": 1.5915610790252686, | |
| "learning_rate": 0.00016186046511627907, | |
| "loss": 0.6044, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.9534883720930232, | |
| "grad_norm": 3.225754976272583, | |
| "learning_rate": 0.00016093023255813954, | |
| "loss": 0.5832, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 5.616280555725098, | |
| "learning_rate": 0.00016, | |
| "loss": 0.3845, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.046511627906977, | |
| "grad_norm": 2.0786819458007812, | |
| "learning_rate": 0.00015906976744186046, | |
| "loss": 0.4349, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.0930232558139537, | |
| "grad_norm": 2.8910179138183594, | |
| "learning_rate": 0.00015813953488372093, | |
| "loss": 0.4858, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.13953488372093, | |
| "grad_norm": 2.445451259613037, | |
| "learning_rate": 0.0001572093023255814, | |
| "loss": 0.3341, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.186046511627907, | |
| "grad_norm": 3.979907751083374, | |
| "learning_rate": 0.00015627906976744188, | |
| "loss": 0.4102, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.2325581395348837, | |
| "grad_norm": 3.332590103149414, | |
| "learning_rate": 0.00015534883720930232, | |
| "loss": 0.4107, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.2790697674418605, | |
| "grad_norm": 3.54638671875, | |
| "learning_rate": 0.0001544186046511628, | |
| "loss": 0.3151, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.3255813953488373, | |
| "grad_norm": 5.199957847595215, | |
| "learning_rate": 0.00015348837209302327, | |
| "loss": 0.4077, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.3255813953488373, | |
| "eval_accuracy": 0.8613861386138614, | |
| "eval_loss": 0.46117761731147766, | |
| "eval_runtime": 8.1068, | |
| "eval_samples_per_second": 74.752, | |
| "eval_steps_per_second": 9.375, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.3720930232558137, | |
| "grad_norm": 4.220390796661377, | |
| "learning_rate": 0.00015255813953488374, | |
| "loss": 0.4136, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.4186046511627906, | |
| "grad_norm": 3.7662441730499268, | |
| "learning_rate": 0.0001516279069767442, | |
| "loss": 0.4278, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.4651162790697674, | |
| "grad_norm": 3.1768009662628174, | |
| "learning_rate": 0.00015069767441860466, | |
| "loss": 0.3468, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.511627906976744, | |
| "grad_norm": 4.637648105621338, | |
| "learning_rate": 0.0001497674418604651, | |
| "loss": 0.4745, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.558139534883721, | |
| "grad_norm": 4.119113445281982, | |
| "learning_rate": 0.00014883720930232558, | |
| "loss": 0.3556, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.604651162790698, | |
| "grad_norm": 1.932075023651123, | |
| "learning_rate": 0.00014790697674418605, | |
| "loss": 0.3924, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.6511627906976747, | |
| "grad_norm": 1.4679527282714844, | |
| "learning_rate": 0.00014697674418604652, | |
| "loss": 0.492, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.697674418604651, | |
| "grad_norm": 3.493939161300659, | |
| "learning_rate": 0.000146046511627907, | |
| "loss": 0.4785, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.744186046511628, | |
| "grad_norm": 5.127101898193359, | |
| "learning_rate": 0.00014511627906976747, | |
| "loss": 0.3809, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.7906976744186047, | |
| "grad_norm": 4.6078925132751465, | |
| "learning_rate": 0.00014418604651162791, | |
| "loss": 0.496, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.7906976744186047, | |
| "eval_accuracy": 0.8729372937293729, | |
| "eval_loss": 0.43590766191482544, | |
| "eval_runtime": 7.9386, | |
| "eval_samples_per_second": 76.336, | |
| "eval_steps_per_second": 9.573, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.8372093023255816, | |
| "grad_norm": 2.777296781539917, | |
| "learning_rate": 0.00014325581395348836, | |
| "loss": 0.3873, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.883720930232558, | |
| "grad_norm": 3.4130568504333496, | |
| "learning_rate": 0.00014232558139534883, | |
| "loss": 0.4155, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.9302325581395348, | |
| "grad_norm": 3.3363895416259766, | |
| "learning_rate": 0.0001413953488372093, | |
| "loss": 0.4497, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.9767441860465116, | |
| "grad_norm": 2.6814212799072266, | |
| "learning_rate": 0.00014046511627906978, | |
| "loss": 0.3669, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.0232558139534884, | |
| "grad_norm": 4.29351282119751, | |
| "learning_rate": 0.00013953488372093025, | |
| "loss": 0.3421, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.0697674418604652, | |
| "grad_norm": 2.0479118824005127, | |
| "learning_rate": 0.00013860465116279072, | |
| "loss": 0.3297, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.116279069767442, | |
| "grad_norm": 1.3133976459503174, | |
| "learning_rate": 0.00013767441860465117, | |
| "loss": 0.2098, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.1627906976744184, | |
| "grad_norm": 0.7082284092903137, | |
| "learning_rate": 0.00013674418604651162, | |
| "loss": 0.4151, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.2093023255813953, | |
| "grad_norm": 3.3736181259155273, | |
| "learning_rate": 0.0001358139534883721, | |
| "loss": 0.2073, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 3.255813953488372, | |
| "grad_norm": 7.461119174957275, | |
| "learning_rate": 0.00013488372093023256, | |
| "loss": 0.3446, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.255813953488372, | |
| "eval_accuracy": 0.8696369636963697, | |
| "eval_loss": 0.42761871218681335, | |
| "eval_runtime": 8.0701, | |
| "eval_samples_per_second": 75.092, | |
| "eval_steps_per_second": 9.417, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.302325581395349, | |
| "grad_norm": 1.2921802997589111, | |
| "learning_rate": 0.00013395348837209303, | |
| "loss": 0.3886, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 3.3488372093023258, | |
| "grad_norm": 2.9924850463867188, | |
| "learning_rate": 0.0001330232558139535, | |
| "loss": 0.2564, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 3.395348837209302, | |
| "grad_norm": 3.2593166828155518, | |
| "learning_rate": 0.00013209302325581395, | |
| "loss": 0.404, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 3.441860465116279, | |
| "grad_norm": 2.4605319499969482, | |
| "learning_rate": 0.00013116279069767442, | |
| "loss": 0.5092, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 3.488372093023256, | |
| "grad_norm": 2.1411373615264893, | |
| "learning_rate": 0.0001302325581395349, | |
| "loss": 0.3141, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.5348837209302326, | |
| "grad_norm": 3.7920267581939697, | |
| "learning_rate": 0.00012930232558139534, | |
| "loss": 0.2392, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 3.5813953488372094, | |
| "grad_norm": 2.0424487590789795, | |
| "learning_rate": 0.00012837209302325582, | |
| "loss": 0.3916, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 3.6279069767441863, | |
| "grad_norm": 3.782304286956787, | |
| "learning_rate": 0.0001274418604651163, | |
| "loss": 0.2629, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.6744186046511627, | |
| "grad_norm": 1.529003381729126, | |
| "learning_rate": 0.00012651162790697676, | |
| "loss": 0.3023, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 3.7209302325581395, | |
| "grad_norm": 5.351986885070801, | |
| "learning_rate": 0.0001255813953488372, | |
| "loss": 0.3347, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.7209302325581395, | |
| "eval_accuracy": 0.8795379537953796, | |
| "eval_loss": 0.4259110689163208, | |
| "eval_runtime": 8.618, | |
| "eval_samples_per_second": 70.318, | |
| "eval_steps_per_second": 8.819, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.7674418604651163, | |
| "grad_norm": 4.942080974578857, | |
| "learning_rate": 0.00012465116279069768, | |
| "loss": 0.2278, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 3.813953488372093, | |
| "grad_norm": 2.3388428688049316, | |
| "learning_rate": 0.00012372093023255815, | |
| "loss": 0.1785, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 3.8604651162790695, | |
| "grad_norm": 2.0570669174194336, | |
| "learning_rate": 0.00012279069767441863, | |
| "loss": 0.3932, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 3.9069767441860463, | |
| "grad_norm": 5.025542736053467, | |
| "learning_rate": 0.00012186046511627907, | |
| "loss": 0.3624, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 3.953488372093023, | |
| "grad_norm": 2.5320193767547607, | |
| "learning_rate": 0.00012093023255813953, | |
| "loss": 0.2873, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 7.442944526672363, | |
| "learning_rate": 0.00012, | |
| "loss": 0.3133, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 4.046511627906977, | |
| "grad_norm": 5.330275535583496, | |
| "learning_rate": 0.00011906976744186048, | |
| "loss": 0.2818, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 4.093023255813954, | |
| "grad_norm": 4.320654392242432, | |
| "learning_rate": 0.00011813953488372094, | |
| "loss": 0.4261, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 4.1395348837209305, | |
| "grad_norm": 3.309112310409546, | |
| "learning_rate": 0.00011720930232558141, | |
| "loss": 0.2859, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 4.186046511627907, | |
| "grad_norm": 2.0252270698547363, | |
| "learning_rate": 0.00011627906976744187, | |
| "loss": 0.3868, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.186046511627907, | |
| "eval_accuracy": 0.8547854785478548, | |
| "eval_loss": 0.46416693925857544, | |
| "eval_runtime": 8.3175, | |
| "eval_samples_per_second": 72.859, | |
| "eval_steps_per_second": 9.137, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.232558139534884, | |
| "grad_norm": 0.6425607204437256, | |
| "learning_rate": 0.00011534883720930234, | |
| "loss": 0.224, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 4.27906976744186, | |
| "grad_norm": 1.0721712112426758, | |
| "learning_rate": 0.00011441860465116279, | |
| "loss": 0.2792, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 4.325581395348837, | |
| "grad_norm": 3.4592926502227783, | |
| "learning_rate": 0.00011348837209302326, | |
| "loss": 0.1881, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 4.372093023255814, | |
| "grad_norm": 3.121467351913452, | |
| "learning_rate": 0.00011255813953488372, | |
| "loss": 0.2873, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 4.4186046511627906, | |
| "grad_norm": 1.8312969207763672, | |
| "learning_rate": 0.00011162790697674419, | |
| "loss": 0.2052, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 4.465116279069767, | |
| "grad_norm": 2.4395313262939453, | |
| "learning_rate": 0.00011069767441860466, | |
| "loss": 0.2376, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 4.511627906976744, | |
| "grad_norm": 4.029181480407715, | |
| "learning_rate": 0.00010976744186046512, | |
| "loss": 0.2401, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 4.558139534883721, | |
| "grad_norm": 5.82197904586792, | |
| "learning_rate": 0.0001088372093023256, | |
| "loss": 0.3262, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 4.604651162790698, | |
| "grad_norm": 3.295616388320923, | |
| "learning_rate": 0.00010790697674418607, | |
| "loss": 0.233, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 4.651162790697675, | |
| "grad_norm": 4.5378899574279785, | |
| "learning_rate": 0.00010697674418604651, | |
| "loss": 0.36, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.651162790697675, | |
| "eval_accuracy": 0.8696369636963697, | |
| "eval_loss": 0.4241912066936493, | |
| "eval_runtime": 11.6827, | |
| "eval_samples_per_second": 51.872, | |
| "eval_steps_per_second": 6.505, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.6976744186046515, | |
| "grad_norm": 2.949002504348755, | |
| "learning_rate": 0.00010604651162790697, | |
| "loss": 0.1716, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 4.7441860465116275, | |
| "grad_norm": 3.2645139694213867, | |
| "learning_rate": 0.00010511627906976745, | |
| "loss": 0.2992, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 4.790697674418604, | |
| "grad_norm": 0.3114562928676605, | |
| "learning_rate": 0.0001041860465116279, | |
| "loss": 0.268, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 4.837209302325581, | |
| "grad_norm": 1.4417003393173218, | |
| "learning_rate": 0.00010325581395348838, | |
| "loss": 0.3601, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 4.883720930232558, | |
| "grad_norm": 2.7006003856658936, | |
| "learning_rate": 0.00010232558139534885, | |
| "loss": 0.335, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 4.930232558139535, | |
| "grad_norm": 2.294205665588379, | |
| "learning_rate": 0.00010139534883720931, | |
| "loss": 0.2171, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 4.976744186046512, | |
| "grad_norm": 4.027862071990967, | |
| "learning_rate": 0.00010046511627906978, | |
| "loss": 0.3075, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.023255813953488, | |
| "grad_norm": 2.2804319858551025, | |
| "learning_rate": 9.953488372093024e-05, | |
| "loss": 0.2058, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 5.069767441860465, | |
| "grad_norm": 3.193336009979248, | |
| "learning_rate": 9.86046511627907e-05, | |
| "loss": 0.1606, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 5.116279069767442, | |
| "grad_norm": 1.5344799757003784, | |
| "learning_rate": 9.767441860465116e-05, | |
| "loss": 0.295, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.116279069767442, | |
| "eval_accuracy": 0.8811881188118812, | |
| "eval_loss": 0.4204191267490387, | |
| "eval_runtime": 7.9394, | |
| "eval_samples_per_second": 76.329, | |
| "eval_steps_per_second": 9.573, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.162790697674419, | |
| "grad_norm": 2.80682110786438, | |
| "learning_rate": 9.674418604651163e-05, | |
| "loss": 0.2268, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 5.209302325581396, | |
| "grad_norm": 2.198103904724121, | |
| "learning_rate": 9.58139534883721e-05, | |
| "loss": 0.2226, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 5.2558139534883725, | |
| "grad_norm": 3.6225826740264893, | |
| "learning_rate": 9.488372093023256e-05, | |
| "loss": 0.1485, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 5.3023255813953485, | |
| "grad_norm": 1.2400827407836914, | |
| "learning_rate": 9.395348837209302e-05, | |
| "loss": 0.1442, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 5.348837209302325, | |
| "grad_norm": 1.0701277256011963, | |
| "learning_rate": 9.30232558139535e-05, | |
| "loss": 0.2154, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 5.395348837209302, | |
| "grad_norm": 1.8416105508804321, | |
| "learning_rate": 9.209302325581396e-05, | |
| "loss": 0.2288, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 5.441860465116279, | |
| "grad_norm": 5.05810546875, | |
| "learning_rate": 9.116279069767443e-05, | |
| "loss": 0.3002, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 5.488372093023256, | |
| "grad_norm": 2.076577663421631, | |
| "learning_rate": 9.023255813953489e-05, | |
| "loss": 0.1431, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 5.534883720930233, | |
| "grad_norm": 1.4769999980926514, | |
| "learning_rate": 8.930232558139535e-05, | |
| "loss": 0.2355, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 5.5813953488372094, | |
| "grad_norm": 4.101127624511719, | |
| "learning_rate": 8.837209302325582e-05, | |
| "loss": 0.2342, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.5813953488372094, | |
| "eval_accuracy": 0.8910891089108911, | |
| "eval_loss": 0.3933403491973877, | |
| "eval_runtime": 8.1318, | |
| "eval_samples_per_second": 74.523, | |
| "eval_steps_per_second": 9.346, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.627906976744186, | |
| "grad_norm": 3.6835029125213623, | |
| "learning_rate": 8.744186046511629e-05, | |
| "loss": 0.221, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 5.674418604651163, | |
| "grad_norm": 5.327223300933838, | |
| "learning_rate": 8.651162790697674e-05, | |
| "loss": 0.2887, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 5.720930232558139, | |
| "grad_norm": 1.522955060005188, | |
| "learning_rate": 8.558139534883721e-05, | |
| "loss": 0.2057, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 5.767441860465116, | |
| "grad_norm": 5.1004133224487305, | |
| "learning_rate": 8.465116279069768e-05, | |
| "loss": 0.2433, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 5.813953488372093, | |
| "grad_norm": 1.7744640111923218, | |
| "learning_rate": 8.372093023255814e-05, | |
| "loss": 0.1493, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 5.8604651162790695, | |
| "grad_norm": 4.374938488006592, | |
| "learning_rate": 8.27906976744186e-05, | |
| "loss": 0.3513, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 5.906976744186046, | |
| "grad_norm": 2.1579113006591797, | |
| "learning_rate": 8.186046511627907e-05, | |
| "loss": 0.1253, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 5.953488372093023, | |
| "grad_norm": 3.5076637268066406, | |
| "learning_rate": 8.093023255813953e-05, | |
| "loss": 0.2042, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 2.294401168823242, | |
| "learning_rate": 8e-05, | |
| "loss": 0.3253, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 6.046511627906977, | |
| "grad_norm": 0.5659641027450562, | |
| "learning_rate": 7.906976744186047e-05, | |
| "loss": 0.1629, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.046511627906977, | |
| "eval_accuracy": 0.8976897689768977, | |
| "eval_loss": 0.36343997716903687, | |
| "eval_runtime": 8.0696, | |
| "eval_samples_per_second": 75.096, | |
| "eval_steps_per_second": 9.418, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.093023255813954, | |
| "grad_norm": 3.126523971557617, | |
| "learning_rate": 7.813953488372094e-05, | |
| "loss": 0.1177, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 6.1395348837209305, | |
| "grad_norm": 7.47089958190918, | |
| "learning_rate": 7.72093023255814e-05, | |
| "loss": 0.2036, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 6.186046511627907, | |
| "grad_norm": 1.5586128234863281, | |
| "learning_rate": 7.627906976744187e-05, | |
| "loss": 0.1308, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 6.232558139534884, | |
| "grad_norm": 2.230147361755371, | |
| "learning_rate": 7.534883720930233e-05, | |
| "loss": 0.2078, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 6.27906976744186, | |
| "grad_norm": 4.571086883544922, | |
| "learning_rate": 7.441860465116279e-05, | |
| "loss": 0.131, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 6.325581395348837, | |
| "grad_norm": 0.7467085719108582, | |
| "learning_rate": 7.348837209302326e-05, | |
| "loss": 0.1465, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 6.372093023255814, | |
| "grad_norm": 1.2842942476272583, | |
| "learning_rate": 7.255813953488373e-05, | |
| "loss": 0.1553, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 6.4186046511627906, | |
| "grad_norm": 0.23809537291526794, | |
| "learning_rate": 7.162790697674418e-05, | |
| "loss": 0.1314, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 6.465116279069767, | |
| "grad_norm": 8.466991424560547, | |
| "learning_rate": 7.069767441860465e-05, | |
| "loss": 0.2773, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 6.511627906976744, | |
| "grad_norm": 11.282208442687988, | |
| "learning_rate": 6.976744186046513e-05, | |
| "loss": 0.2041, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 6.511627906976744, | |
| "eval_accuracy": 0.8910891089108911, | |
| "eval_loss": 0.4006832540035248, | |
| "eval_runtime": 10.4521, | |
| "eval_samples_per_second": 57.979, | |
| "eval_steps_per_second": 7.271, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 6.558139534883721, | |
| "grad_norm": 0.22673094272613525, | |
| "learning_rate": 6.883720930232558e-05, | |
| "loss": 0.1841, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 6.604651162790698, | |
| "grad_norm": 1.8003208637237549, | |
| "learning_rate": 6.790697674418604e-05, | |
| "loss": 0.2147, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 6.651162790697675, | |
| "grad_norm": 3.2758359909057617, | |
| "learning_rate": 6.697674418604652e-05, | |
| "loss": 0.1884, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 6.6976744186046515, | |
| "grad_norm": 2.0551984310150146, | |
| "learning_rate": 6.604651162790698e-05, | |
| "loss": 0.2099, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 6.7441860465116275, | |
| "grad_norm": 0.6447792053222656, | |
| "learning_rate": 6.511627906976745e-05, | |
| "loss": 0.114, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 6.790697674418604, | |
| "grad_norm": 0.8234413862228394, | |
| "learning_rate": 6.418604651162791e-05, | |
| "loss": 0.141, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 6.837209302325581, | |
| "grad_norm": 4.1033406257629395, | |
| "learning_rate": 6.325581395348838e-05, | |
| "loss": 0.1895, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 6.883720930232558, | |
| "grad_norm": 3.889683246612549, | |
| "learning_rate": 6.232558139534884e-05, | |
| "loss": 0.1317, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 6.930232558139535, | |
| "grad_norm": 4.772053241729736, | |
| "learning_rate": 6.139534883720931e-05, | |
| "loss": 0.2148, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 6.976744186046512, | |
| "grad_norm": 3.037203788757324, | |
| "learning_rate": 6.0465116279069765e-05, | |
| "loss": 0.1668, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 6.976744186046512, | |
| "eval_accuracy": 0.8927392739273927, | |
| "eval_loss": 0.3843345642089844, | |
| "eval_runtime": 8.3737, | |
| "eval_samples_per_second": 72.37, | |
| "eval_steps_per_second": 9.076, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.023255813953488, | |
| "grad_norm": 4.356062889099121, | |
| "learning_rate": 5.953488372093024e-05, | |
| "loss": 0.2231, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 7.069767441860465, | |
| "grad_norm": 3.485504388809204, | |
| "learning_rate": 5.8604651162790704e-05, | |
| "loss": 0.1391, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 7.116279069767442, | |
| "grad_norm": 1.0620895624160767, | |
| "learning_rate": 5.767441860465117e-05, | |
| "loss": 0.1369, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 7.162790697674419, | |
| "grad_norm": 0.46343836188316345, | |
| "learning_rate": 5.674418604651163e-05, | |
| "loss": 0.1639, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 7.209302325581396, | |
| "grad_norm": 5.317925453186035, | |
| "learning_rate": 5.5813953488372095e-05, | |
| "loss": 0.1061, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 7.2558139534883725, | |
| "grad_norm": 2.8796050548553467, | |
| "learning_rate": 5.488372093023256e-05, | |
| "loss": 0.164, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 7.3023255813953485, | |
| "grad_norm": 2.1574888229370117, | |
| "learning_rate": 5.3953488372093034e-05, | |
| "loss": 0.0833, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 7.348837209302325, | |
| "grad_norm": 4.602242469787598, | |
| "learning_rate": 5.3023255813953486e-05, | |
| "loss": 0.1002, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 7.395348837209302, | |
| "grad_norm": 1.2774103879928589, | |
| "learning_rate": 5.209302325581395e-05, | |
| "loss": 0.0654, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 7.441860465116279, | |
| "grad_norm": 0.37218332290649414, | |
| "learning_rate": 5.1162790697674425e-05, | |
| "loss": 0.0976, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.441860465116279, | |
| "eval_accuracy": 0.8927392739273927, | |
| "eval_loss": 0.4061937630176544, | |
| "eval_runtime": 8.5468, | |
| "eval_samples_per_second": 70.904, | |
| "eval_steps_per_second": 8.892, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.488372093023256, | |
| "grad_norm": 1.125712275505066, | |
| "learning_rate": 5.023255813953489e-05, | |
| "loss": 0.1522, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 7.534883720930233, | |
| "grad_norm": 3.255833625793457, | |
| "learning_rate": 4.930232558139535e-05, | |
| "loss": 0.154, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 7.5813953488372094, | |
| "grad_norm": 3.5783629417419434, | |
| "learning_rate": 4.8372093023255816e-05, | |
| "loss": 0.1385, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 7.627906976744186, | |
| "grad_norm": 4.361517429351807, | |
| "learning_rate": 4.744186046511628e-05, | |
| "loss": 0.1105, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 7.674418604651163, | |
| "grad_norm": 1.0743229389190674, | |
| "learning_rate": 4.651162790697675e-05, | |
| "loss": 0.1461, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 7.720930232558139, | |
| "grad_norm": 1.155990481376648, | |
| "learning_rate": 4.5581395348837214e-05, | |
| "loss": 0.1247, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 7.767441860465116, | |
| "grad_norm": 0.03133929520845413, | |
| "learning_rate": 4.465116279069767e-05, | |
| "loss": 0.0625, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 7.813953488372093, | |
| "grad_norm": 1.1082956790924072, | |
| "learning_rate": 4.3720930232558146e-05, | |
| "loss": 0.2145, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 7.8604651162790695, | |
| "grad_norm": 2.6899712085723877, | |
| "learning_rate": 4.2790697674418605e-05, | |
| "loss": 0.1182, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 7.906976744186046, | |
| "grad_norm": 5.237185955047607, | |
| "learning_rate": 4.186046511627907e-05, | |
| "loss": 0.1275, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 7.906976744186046, | |
| "eval_accuracy": 0.8894389438943895, | |
| "eval_loss": 0.3860972821712494, | |
| "eval_runtime": 8.3425, | |
| "eval_samples_per_second": 72.64, | |
| "eval_steps_per_second": 9.11, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 7.953488372093023, | |
| "grad_norm": 1.522539496421814, | |
| "learning_rate": 4.093023255813954e-05, | |
| "loss": 0.1341, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.16910937428474426, | |
| "learning_rate": 4e-05, | |
| "loss": 0.1398, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 8.046511627906977, | |
| "grad_norm": 3.6039626598358154, | |
| "learning_rate": 3.906976744186047e-05, | |
| "loss": 0.089, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 8.093023255813954, | |
| "grad_norm": 3.6135542392730713, | |
| "learning_rate": 3.8139534883720935e-05, | |
| "loss": 0.1332, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 8.13953488372093, | |
| "grad_norm": 2.710392713546753, | |
| "learning_rate": 3.7209302325581394e-05, | |
| "loss": 0.1241, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 8.186046511627907, | |
| "grad_norm": 5.7339067459106445, | |
| "learning_rate": 3.627906976744187e-05, | |
| "loss": 0.1269, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 8.232558139534884, | |
| "grad_norm": 1.990607738494873, | |
| "learning_rate": 3.5348837209302326e-05, | |
| "loss": 0.1111, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 8.279069767441861, | |
| "grad_norm": 0.09675276279449463, | |
| "learning_rate": 3.441860465116279e-05, | |
| "loss": 0.116, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 8.325581395348838, | |
| "grad_norm": 0.04001321643590927, | |
| "learning_rate": 3.348837209302326e-05, | |
| "loss": 0.1184, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 8.372093023255815, | |
| "grad_norm": 0.477737694978714, | |
| "learning_rate": 3.2558139534883724e-05, | |
| "loss": 0.1063, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 8.372093023255815, | |
| "eval_accuracy": 0.8910891089108911, | |
| "eval_loss": 0.40107399225234985, | |
| "eval_runtime": 8.3287, | |
| "eval_samples_per_second": 72.761, | |
| "eval_steps_per_second": 9.125, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 8.418604651162791, | |
| "grad_norm": 0.2791198790073395, | |
| "learning_rate": 3.162790697674419e-05, | |
| "loss": 0.1073, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 8.465116279069768, | |
| "grad_norm": 0.03783993795514107, | |
| "learning_rate": 3.0697674418604656e-05, | |
| "loss": 0.1584, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 8.511627906976745, | |
| "grad_norm": 0.7814832925796509, | |
| "learning_rate": 2.976744186046512e-05, | |
| "loss": 0.0507, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 8.55813953488372, | |
| "grad_norm": 0.22078533470630646, | |
| "learning_rate": 2.8837209302325585e-05, | |
| "loss": 0.0539, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 8.604651162790697, | |
| "grad_norm": 2.293942928314209, | |
| "learning_rate": 2.7906976744186048e-05, | |
| "loss": 0.1488, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 8.651162790697674, | |
| "grad_norm": 0.0680939108133316, | |
| "learning_rate": 2.6976744186046517e-05, | |
| "loss": 0.071, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 8.69767441860465, | |
| "grad_norm": 2.966674327850342, | |
| "learning_rate": 2.6046511627906976e-05, | |
| "loss": 0.1212, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 8.744186046511627, | |
| "grad_norm": 0.7327284216880798, | |
| "learning_rate": 2.5116279069767445e-05, | |
| "loss": 0.0865, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 8.790697674418604, | |
| "grad_norm": 2.343684673309326, | |
| "learning_rate": 2.4186046511627908e-05, | |
| "loss": 0.1467, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 8.837209302325581, | |
| "grad_norm": 5.241259574890137, | |
| "learning_rate": 2.3255813953488374e-05, | |
| "loss": 0.1658, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 8.837209302325581, | |
| "eval_accuracy": 0.9042904290429042, | |
| "eval_loss": 0.3840368390083313, | |
| "eval_runtime": 8.2921, | |
| "eval_samples_per_second": 73.081, | |
| "eval_steps_per_second": 9.165, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 8.883720930232558, | |
| "grad_norm": 0.7707066535949707, | |
| "learning_rate": 2.2325581395348837e-05, | |
| "loss": 0.1274, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 8.930232558139535, | |
| "grad_norm": 2.1124603748321533, | |
| "learning_rate": 2.1395348837209303e-05, | |
| "loss": 0.1397, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 8.976744186046512, | |
| "grad_norm": 0.4913456439971924, | |
| "learning_rate": 2.046511627906977e-05, | |
| "loss": 0.1697, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 9.023255813953488, | |
| "grad_norm": 1.9249141216278076, | |
| "learning_rate": 1.9534883720930235e-05, | |
| "loss": 0.139, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 9.069767441860465, | |
| "grad_norm": 1.6021732091903687, | |
| "learning_rate": 1.8604651162790697e-05, | |
| "loss": 0.1806, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 9.116279069767442, | |
| "grad_norm": 0.47562333941459656, | |
| "learning_rate": 1.7674418604651163e-05, | |
| "loss": 0.1272, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 9.162790697674419, | |
| "grad_norm": 4.387588024139404, | |
| "learning_rate": 1.674418604651163e-05, | |
| "loss": 0.1565, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 9.209302325581396, | |
| "grad_norm": 0.03679787367582321, | |
| "learning_rate": 1.5813953488372095e-05, | |
| "loss": 0.039, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 9.255813953488373, | |
| "grad_norm": 0.04448888823390007, | |
| "learning_rate": 1.488372093023256e-05, | |
| "loss": 0.084, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 9.30232558139535, | |
| "grad_norm": 0.5206286311149597, | |
| "learning_rate": 1.3953488372093024e-05, | |
| "loss": 0.1, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.30232558139535, | |
| "eval_accuracy": 0.900990099009901, | |
| "eval_loss": 0.3872542083263397, | |
| "eval_runtime": 8.0752, | |
| "eval_samples_per_second": 75.044, | |
| "eval_steps_per_second": 9.411, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.348837209302326, | |
| "grad_norm": 0.08173186331987381, | |
| "learning_rate": 1.3023255813953488e-05, | |
| "loss": 0.1023, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 9.395348837209303, | |
| "grad_norm": 0.45058727264404297, | |
| "learning_rate": 1.2093023255813954e-05, | |
| "loss": 0.1194, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 9.44186046511628, | |
| "grad_norm": 0.05082235485315323, | |
| "learning_rate": 1.1162790697674418e-05, | |
| "loss": 0.0994, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 9.488372093023255, | |
| "grad_norm": 0.16433951258659363, | |
| "learning_rate": 1.0232558139534884e-05, | |
| "loss": 0.124, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 9.534883720930232, | |
| "grad_norm": 3.3077304363250732, | |
| "learning_rate": 9.302325581395349e-06, | |
| "loss": 0.1311, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 9.581395348837209, | |
| "grad_norm": 3.5823140144348145, | |
| "learning_rate": 8.372093023255815e-06, | |
| "loss": 0.0295, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 9.627906976744185, | |
| "grad_norm": 0.6963232159614563, | |
| "learning_rate": 7.44186046511628e-06, | |
| "loss": 0.0753, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 9.674418604651162, | |
| "grad_norm": 0.858066201210022, | |
| "learning_rate": 6.511627906976744e-06, | |
| "loss": 0.0945, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 9.720930232558139, | |
| "grad_norm": 0.16633135080337524, | |
| "learning_rate": 5.581395348837209e-06, | |
| "loss": 0.1215, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 9.767441860465116, | |
| "grad_norm": 1.5643835067749023, | |
| "learning_rate": 4.651162790697674e-06, | |
| "loss": 0.1045, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 9.767441860465116, | |
| "eval_accuracy": 0.9075907590759076, | |
| "eval_loss": 0.37872469425201416, | |
| "eval_runtime": 8.0071, | |
| "eval_samples_per_second": 75.683, | |
| "eval_steps_per_second": 9.492, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 9.813953488372093, | |
| "grad_norm": 2.010878324508667, | |
| "learning_rate": 3.72093023255814e-06, | |
| "loss": 0.0887, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 9.86046511627907, | |
| "grad_norm": 2.305905342102051, | |
| "learning_rate": 2.7906976744186046e-06, | |
| "loss": 0.1151, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 9.906976744186046, | |
| "grad_norm": 2.8573191165924072, | |
| "learning_rate": 1.86046511627907e-06, | |
| "loss": 0.1443, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 9.953488372093023, | |
| "grad_norm": 3.0255908966064453, | |
| "learning_rate": 9.30232558139535e-07, | |
| "loss": 0.1765, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 2.159597635269165, | |
| "learning_rate": 0.0, | |
| "loss": 0.1705, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 2150, | |
| "total_flos": 2.659620429501235e+18, | |
| "train_loss": 0.3051174351919529, | |
| "train_runtime": 1549.0078, | |
| "train_samples_per_second": 22.156, | |
| "train_steps_per_second": 1.388 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2150, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "total_flos": 2.659620429501235e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |