diff --git "a/trainer_state.json" "b/trainer_state.json" --- "a/trainer_state.json" +++ "b/trainer_state.json" @@ -1,2699 +1,7175 @@ { "best_metric": null, "best_model_checkpoint": null, - "epoch": 1.0, - "global_step": 446, + "epoch": 0.9995796553173603, + "global_step": 1189, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, - "learning_rate": 6e-07, - "loss": 4.7556, + "learning_rate": 0.0, + "loss": 4.8812, "step": 1 }, { "epoch": 0.0, - "learning_rate": 1.2e-06, - "loss": 4.8976, + "learning_rate": 0.0, + "loss": 5.0786, "step": 2 }, { - "epoch": 0.01, - "learning_rate": 1.8e-06, - "loss": 4.8688, + "epoch": 0.0, + "learning_rate": 6e-07, + "loss": 5.0712, "step": 3 }, { - "epoch": 0.01, - "learning_rate": 1.8e-06, - "loss": 4.8422, + "epoch": 0.0, + "learning_rate": 1.2e-06, + "loss": 4.8801, "step": 4 }, { - "epoch": 0.01, - "learning_rate": 2.4e-06, - "loss": 4.7856, + "epoch": 0.0, + "learning_rate": 1.8e-06, + "loss": 4.6057, "step": 5 }, { "epoch": 0.01, - "learning_rate": 2.9999999999999997e-06, - "loss": 4.8246, + "learning_rate": 2.4e-06, + "loss": 4.9675, "step": 6 }, { - "epoch": 0.02, - "learning_rate": 3.6e-06, - "loss": 4.7754, + "epoch": 0.01, + "learning_rate": 2.9999999999999997e-06, + "loss": 4.7123, "step": 7 }, { - "epoch": 0.02, - "learning_rate": 4.2e-06, - "loss": 4.7944, + "epoch": 0.01, + "learning_rate": 3.6e-06, + "loss": 4.6731, "step": 8 }, { - "epoch": 0.02, - "learning_rate": 4.8e-06, - "loss": 4.7514, + "epoch": 0.01, + "learning_rate": 4.2e-06, + "loss": 4.8586, "step": 9 }, { - "epoch": 0.02, - "learning_rate": 5.399999999999999e-06, - "loss": 4.5898, + "epoch": 0.01, + "learning_rate": 4.8e-06, + "loss": 4.6587, "step": 10 }, { - "epoch": 0.02, - "learning_rate": 5.999999999999999e-06, - "loss": 4.6861, + "epoch": 0.01, + "learning_rate": 5.399999999999999e-06, + "loss": 4.6914, "step": 11 }, { - "epoch": 0.03, - "learning_rate": 6.599999999999999e-06, - "loss": 4.6332, + "epoch": 0.01, + "learning_rate": 5.999999999999999e-06, + "loss": 4.5375, "step": 12 }, { - "epoch": 0.03, - "learning_rate": 7.2e-06, - "loss": 4.5493, + "epoch": 0.01, + "learning_rate": 6.599999999999999e-06, + "loss": 4.7603, "step": 13 }, { - "epoch": 0.03, - "learning_rate": 7.799999999999998e-06, - "loss": 4.5413, + "epoch": 0.01, + "learning_rate": 7.2e-06, + "loss": 4.5341, "step": 14 }, { - "epoch": 0.03, - "learning_rate": 8.4e-06, - "loss": 4.4151, + "epoch": 0.01, + "learning_rate": 7.799999999999998e-06, + "loss": 4.3981, "step": 15 }, { - "epoch": 0.04, - "learning_rate": 8.999999999999999e-06, - "loss": 4.538, + "epoch": 0.01, + "learning_rate": 8.4e-06, + "loss": 4.64, "step": 16 }, { - "epoch": 0.04, - "learning_rate": 9.6e-06, - "loss": 4.4373, + "epoch": 0.01, + "learning_rate": 8.999999999999999e-06, + "loss": 4.5601, "step": 17 }, { - "epoch": 0.04, - "learning_rate": 1.02e-05, - "loss": 4.5295, + "epoch": 0.02, + "learning_rate": 9.6e-06, + "loss": 4.6712, "step": 18 }, { - "epoch": 0.04, - "learning_rate": 1.0799999999999998e-05, - "loss": 4.3354, + "epoch": 0.02, + "learning_rate": 1.02e-05, + "loss": 4.4216, "step": 19 }, { - "epoch": 0.04, - "learning_rate": 1.14e-05, - "loss": 4.4804, + "epoch": 0.02, + "learning_rate": 1.0799999999999998e-05, + "loss": 4.5952, "step": 20 }, { - "epoch": 0.05, - "learning_rate": 1.1999999999999999e-05, - "loss": 4.455, + "epoch": 0.02, + "learning_rate": 1.14e-05, + "loss": 4.5382, "step": 21 }, { - "epoch": 0.05, - "learning_rate": 1.26e-05, - "loss": 4.3989, + "epoch": 0.02, + "learning_rate": 1.1999999999999999e-05, + "loss": 4.4015, "step": 22 }, { - "epoch": 0.05, - "learning_rate": 1.3199999999999997e-05, - "loss": 4.4764, + "epoch": 0.02, + "learning_rate": 1.26e-05, + "loss": 4.5084, "step": 23 }, { - "epoch": 0.05, - "learning_rate": 1.3799999999999998e-05, - "loss": 4.4451, + "epoch": 0.02, + "learning_rate": 1.3199999999999997e-05, + "loss": 4.5251, "step": 24 }, { - "epoch": 0.06, - "learning_rate": 1.44e-05, - "loss": 4.2551, + "epoch": 0.02, + "learning_rate": 1.3799999999999998e-05, + "loss": 4.349, "step": 25 }, { - "epoch": 0.06, - "learning_rate": 1.4999999999999999e-05, - "loss": 4.5147, + "epoch": 0.02, + "learning_rate": 1.44e-05, + "loss": 4.5197, "step": 26 }, { - "epoch": 0.06, - "learning_rate": 1.5599999999999996e-05, - "loss": 4.3701, + "epoch": 0.02, + "learning_rate": 1.4999999999999999e-05, + "loss": 4.3636, "step": 27 }, { - "epoch": 0.06, - "learning_rate": 1.6199999999999997e-05, - "loss": 4.2124, + "epoch": 0.02, + "learning_rate": 1.5599999999999996e-05, + "loss": 4.1784, "step": 28 }, { - "epoch": 0.07, - "learning_rate": 1.68e-05, - "loss": 4.1934, + "epoch": 0.02, + "learning_rate": 1.6199999999999997e-05, + "loss": 4.2603, "step": 29 }, { - "epoch": 0.07, - "learning_rate": 1.74e-05, - "loss": 4.4269, + "epoch": 0.03, + "learning_rate": 1.68e-05, + "loss": 4.3368, "step": 30 }, { - "epoch": 0.07, - "learning_rate": 1.7999999999999997e-05, - "loss": 4.3935, + "epoch": 0.03, + "learning_rate": 1.74e-05, + "loss": 4.4766, "step": 31 }, { - "epoch": 0.07, - "learning_rate": 1.8599999999999998e-05, - "loss": 4.2527, + "epoch": 0.03, + "learning_rate": 1.7999999999999997e-05, + "loss": 4.2713, "step": 32 }, { - "epoch": 0.07, - "learning_rate": 1.92e-05, - "loss": 4.3303, + "epoch": 0.03, + "learning_rate": 1.8599999999999998e-05, + "loss": 4.395, "step": 33 }, { - "epoch": 0.08, - "learning_rate": 1.98e-05, - "loss": 4.2801, + "epoch": 0.03, + "learning_rate": 1.92e-05, + "loss": 4.0925, "step": 34 }, { - "epoch": 0.08, - "learning_rate": 2.04e-05, - "loss": 4.3412, + "epoch": 0.03, + "learning_rate": 1.98e-05, + "loss": 4.288, "step": 35 }, { - "epoch": 0.08, - "learning_rate": 2.1e-05, - "loss": 4.3273, + "epoch": 0.03, + "learning_rate": 2.04e-05, + "loss": 4.5972, "step": 36 }, { - "epoch": 0.08, - "learning_rate": 2.1599999999999996e-05, - "loss": 4.3727, + "epoch": 0.03, + "learning_rate": 2.1e-05, + "loss": 4.4117, "step": 37 }, { - "epoch": 0.09, - "learning_rate": 2.2199999999999998e-05, - "loss": 4.3086, + "epoch": 0.03, + "learning_rate": 2.1599999999999996e-05, + "loss": 4.2725, "step": 38 }, { - "epoch": 0.09, - "learning_rate": 2.28e-05, - "loss": 4.414, + "epoch": 0.03, + "learning_rate": 2.2199999999999998e-05, + "loss": 4.7563, "step": 39 }, { - "epoch": 0.09, - "learning_rate": 2.34e-05, - "loss": 4.251, + "epoch": 0.03, + "learning_rate": 2.28e-05, + "loss": 4.422, "step": 40 }, { - "epoch": 0.09, - "learning_rate": 2.3999999999999997e-05, - "loss": 4.3068, + "epoch": 0.03, + "learning_rate": 2.34e-05, + "loss": 4.2072, "step": 41 }, { - "epoch": 0.09, - "learning_rate": 2.4599999999999998e-05, - "loss": 4.3946, + "epoch": 0.04, + "learning_rate": 2.3999999999999997e-05, + "loss": 4.2827, "step": 42 }, { - "epoch": 0.1, - "learning_rate": 2.52e-05, - "loss": 4.1459, + "epoch": 0.04, + "learning_rate": 2.4599999999999998e-05, + "loss": 4.2804, "step": 43 }, { - "epoch": 0.1, - "learning_rate": 2.5799999999999997e-05, - "loss": 4.3287, + "epoch": 0.04, + "learning_rate": 2.52e-05, + "loss": 4.3088, "step": 44 }, { - "epoch": 0.1, - "learning_rate": 2.6399999999999995e-05, - "loss": 4.4167, + "epoch": 0.04, + "learning_rate": 2.5799999999999997e-05, + "loss": 4.4834, "step": 45 }, { - "epoch": 0.1, - "learning_rate": 2.6999999999999996e-05, - "loss": 4.4696, + "epoch": 0.04, + "learning_rate": 2.6399999999999995e-05, + "loss": 4.4258, "step": 46 }, { - "epoch": 0.11, - "learning_rate": 2.7599999999999997e-05, - "loss": 4.3917, + "epoch": 0.04, + "learning_rate": 2.6999999999999996e-05, + "loss": 4.6226, "step": 47 }, { - "epoch": 0.11, - "learning_rate": 2.8199999999999998e-05, - "loss": 4.6109, + "epoch": 0.04, + "learning_rate": 2.7599999999999997e-05, + "loss": 4.8046, "step": 48 }, { - "epoch": 0.11, - "learning_rate": 2.88e-05, - "loss": 4.7011, + "epoch": 0.04, + "learning_rate": 2.7599999999999997e-05, + "loss": 4.9648, "step": 49 }, { - "epoch": 0.11, - "learning_rate": 2.88e-05, - "loss": 4.4026, + "epoch": 0.04, + "learning_rate": 2.7599999999999997e-05, + "loss": 4.7242, "step": 50 }, { - "epoch": 0.11, - "learning_rate": 2.94e-05, - "loss": 4.2793, + "epoch": 0.04, + "learning_rate": 2.8199999999999998e-05, + "loss": 4.2829, "step": 51 }, { - "epoch": 0.12, - "learning_rate": 2.9999999999999997e-05, - "loss": 4.1631, + "epoch": 0.04, + "learning_rate": 2.88e-05, + "loss": 4.2711, "step": 52 }, { - "epoch": 0.12, - "learning_rate": 3.06e-05, - "loss": 4.3255, + "epoch": 0.04, + "learning_rate": 2.94e-05, + "loss": 4.151, "step": 53 }, { - "epoch": 0.12, - "learning_rate": 3.119999999999999e-05, - "loss": 4.2389, + "epoch": 0.05, + "learning_rate": 2.9999999999999997e-05, + "loss": 4.2197, "step": 54 }, { - "epoch": 0.12, - "learning_rate": 3.1799999999999994e-05, - "loss": 4.0638, + "epoch": 0.05, + "learning_rate": 3.06e-05, + "loss": 4.3637, "step": 55 }, { - "epoch": 0.13, - "learning_rate": 3.2399999999999995e-05, - "loss": 4.2621, + "epoch": 0.05, + "learning_rate": 3.119999999999999e-05, + "loss": 4.1705, "step": 56 }, { - "epoch": 0.13, - "learning_rate": 3.2999999999999996e-05, - "loss": 4.2888, + "epoch": 0.05, + "learning_rate": 3.1799999999999994e-05, + "loss": 4.4498, "step": 57 }, { - "epoch": 0.13, - "learning_rate": 3.36e-05, - "loss": 4.3768, + "epoch": 0.05, + "learning_rate": 3.2399999999999995e-05, + "loss": 4.3273, "step": 58 }, { - "epoch": 0.13, - "learning_rate": 3.42e-05, - "loss": 4.2974, + "epoch": 0.05, + "learning_rate": 3.2999999999999996e-05, + "loss": 4.2016, "step": 59 }, { - "epoch": 0.13, - "learning_rate": 3.48e-05, - "loss": 4.1693, + "epoch": 0.05, + "learning_rate": 3.36e-05, + "loss": 4.3637, "step": 60 }, { - "epoch": 0.14, - "learning_rate": 3.539999999999999e-05, - "loss": 4.2442, + "epoch": 0.05, + "learning_rate": 3.42e-05, + "loss": 4.1759, "step": 61 }, { - "epoch": 0.14, - "learning_rate": 3.5999999999999994e-05, - "loss": 4.1914, + "epoch": 0.05, + "learning_rate": 3.48e-05, + "loss": 4.3534, "step": 62 }, { - "epoch": 0.14, - "learning_rate": 3.6599999999999995e-05, - "loss": 4.1744, + "epoch": 0.05, + "learning_rate": 3.539999999999999e-05, + "loss": 4.2245, "step": 63 }, { - "epoch": 0.14, - "learning_rate": 3.7199999999999996e-05, - "loss": 4.2779, + "epoch": 0.05, + "learning_rate": 3.5999999999999994e-05, + "loss": 4.1014, "step": 64 }, { - "epoch": 0.15, - "learning_rate": 3.78e-05, - "loss": 4.2428, + "epoch": 0.05, + "learning_rate": 3.6599999999999995e-05, + "loss": 4.1138, "step": 65 }, { - "epoch": 0.15, - "learning_rate": 3.84e-05, - "loss": 4.1126, + "epoch": 0.06, + "learning_rate": 3.7199999999999996e-05, + "loss": 4.2389, "step": 66 }, { - "epoch": 0.15, - "learning_rate": 3.9e-05, - "loss": 4.2649, + "epoch": 0.06, + "learning_rate": 3.78e-05, + "loss": 4.3065, "step": 67 }, { - "epoch": 0.15, - "learning_rate": 3.96e-05, - "loss": 4.1396, + "epoch": 0.06, + "learning_rate": 3.84e-05, + "loss": 4.2101, "step": 68 }, { - "epoch": 0.15, - "learning_rate": 4.02e-05, - "loss": 4.1793, + "epoch": 0.06, + "learning_rate": 3.9e-05, + "loss": 4.2004, "step": 69 }, { - "epoch": 0.16, - "learning_rate": 4.08e-05, - "loss": 4.1507, + "epoch": 0.06, + "learning_rate": 3.96e-05, + "loss": 4.2645, "step": 70 }, { - "epoch": 0.16, - "learning_rate": 4.14e-05, - "loss": 4.2735, + "epoch": 0.06, + "learning_rate": 4.02e-05, + "loss": 4.4181, "step": 71 }, { - "epoch": 0.16, - "learning_rate": 4.2e-05, - "loss": 4.3299, + "epoch": 0.06, + "learning_rate": 4.08e-05, + "loss": 4.3137, "step": 72 }, { - "epoch": 0.16, - "learning_rate": 4.259999999999999e-05, - "loss": 4.1417, + "epoch": 0.06, + "learning_rate": 4.14e-05, + "loss": 4.2305, "step": 73 }, { - "epoch": 0.17, - "learning_rate": 4.319999999999999e-05, - "loss": 4.2308, + "epoch": 0.06, + "learning_rate": 4.2e-05, + "loss": 4.2998, "step": 74 }, { - "epoch": 0.17, - "learning_rate": 4.3799999999999994e-05, - "loss": 4.2123, + "epoch": 0.06, + "learning_rate": 4.259999999999999e-05, + "loss": 4.1667, "step": 75 }, { - "epoch": 0.17, - "learning_rate": 4.4399999999999995e-05, - "loss": 4.1712, + "epoch": 0.06, + "learning_rate": 4.319999999999999e-05, + "loss": 4.5342, "step": 76 }, { - "epoch": 0.17, - "learning_rate": 4.4999999999999996e-05, - "loss": 4.2178, + "epoch": 0.06, + "learning_rate": 4.3799999999999994e-05, + "loss": 4.3435, "step": 77 }, { - "epoch": 0.17, - "learning_rate": 4.56e-05, - "loss": 4.1639, + "epoch": 0.07, + "learning_rate": 4.4399999999999995e-05, + "loss": 4.1765, "step": 78 }, { - "epoch": 0.18, - "learning_rate": 4.62e-05, - "loss": 4.1641, + "epoch": 0.07, + "learning_rate": 4.4999999999999996e-05, + "loss": 4.1948, "step": 79 }, { - "epoch": 0.18, - "learning_rate": 4.68e-05, - "loss": 4.3178, + "epoch": 0.07, + "learning_rate": 4.56e-05, + "loss": 4.3162, "step": 80 }, { - "epoch": 0.18, - "learning_rate": 4.7399999999999993e-05, - "loss": 4.2517, + "epoch": 0.07, + "learning_rate": 4.62e-05, + "loss": 4.3503, "step": 81 }, { - "epoch": 0.18, - "learning_rate": 4.7999999999999994e-05, - "loss": 4.1994, + "epoch": 0.07, + "learning_rate": 4.68e-05, + "loss": 4.2658, "step": 82 }, { - "epoch": 0.19, - "learning_rate": 4.8599999999999995e-05, - "loss": 4.3129, + "epoch": 0.07, + "learning_rate": 4.7399999999999993e-05, + "loss": 4.2319, "step": 83 }, { - "epoch": 0.19, - "learning_rate": 4.9199999999999997e-05, - "loss": 4.1858, + "epoch": 0.07, + "learning_rate": 4.7999999999999994e-05, + "loss": 4.3337, "step": 84 }, { - "epoch": 0.19, - "learning_rate": 4.98e-05, - "loss": 4.2606, + "epoch": 0.07, + "learning_rate": 4.8599999999999995e-05, + "loss": 4.2495, "step": 85 }, { - "epoch": 0.19, - "learning_rate": 5.04e-05, - "loss": 4.2162, + "epoch": 0.07, + "learning_rate": 4.9199999999999997e-05, + "loss": 4.2303, "step": 86 }, { - "epoch": 0.2, - "learning_rate": 5.1e-05, - "loss": 4.2794, + "epoch": 0.07, + "learning_rate": 4.98e-05, + "loss": 4.1226, "step": 87 }, { - "epoch": 0.2, - "learning_rate": 5.1599999999999994e-05, - "loss": 4.1588, + "epoch": 0.07, + "learning_rate": 5.04e-05, + "loss": 4.3511, "step": 88 }, { - "epoch": 0.2, - "learning_rate": 5.2199999999999995e-05, - "loss": 4.3253, + "epoch": 0.07, + "learning_rate": 5.1e-05, + "loss": 4.4315, "step": 89 }, { - "epoch": 0.2, - "learning_rate": 5.279999999999999e-05, - "loss": 4.3031, + "epoch": 0.08, + "learning_rate": 5.1599999999999994e-05, + "loss": 4.2983, "step": 90 }, { - "epoch": 0.2, - "learning_rate": 5.339999999999999e-05, - "loss": 4.179, + "epoch": 0.08, + "learning_rate": 5.2199999999999995e-05, + "loss": 4.413, "step": 91 }, { - "epoch": 0.21, - "learning_rate": 5.399999999999999e-05, - "loss": 4.4271, + "epoch": 0.08, + "learning_rate": 5.279999999999999e-05, + "loss": 4.408, "step": 92 }, { - "epoch": 0.21, - "learning_rate": 5.459999999999999e-05, - "loss": 4.3513, + "epoch": 0.08, + "learning_rate": 5.339999999999999e-05, + "loss": 4.0421, "step": 93 }, { - "epoch": 0.21, - "learning_rate": 5.519999999999999e-05, - "loss": 4.3588, + "epoch": 0.08, + "learning_rate": 5.399999999999999e-05, + "loss": 4.4095, "step": 94 }, { - "epoch": 0.21, - "learning_rate": 5.5799999999999994e-05, - "loss": 4.2543, + "epoch": 0.08, + "learning_rate": 5.459999999999999e-05, + "loss": 4.5948, "step": 95 }, { - "epoch": 0.22, - "learning_rate": 5.6399999999999995e-05, - "loss": 4.493, + "epoch": 0.08, + "learning_rate": 5.519999999999999e-05, + "loss": 4.446, "step": 96 }, { - "epoch": 0.22, - "learning_rate": 5.6999999999999996e-05, - "loss": 4.3912, + "epoch": 0.08, + "learning_rate": 5.5799999999999994e-05, + "loss": 4.4441, "step": 97 }, { - "epoch": 0.22, - "learning_rate": 5.76e-05, - "loss": 4.26, + "epoch": 0.08, + "learning_rate": 5.6399999999999995e-05, + "loss": 4.5362, "step": 98 }, { - "epoch": 0.22, - "learning_rate": 5.82e-05, - "loss": 4.6017, + "epoch": 0.08, + "learning_rate": 5.6999999999999996e-05, + "loss": 4.534, "step": 99 }, { - "epoch": 0.22, - "learning_rate": 5.88e-05, - "loss": 4.386, + "epoch": 0.08, + "learning_rate": 5.76e-05, + "loss": 4.2088, "step": 100 }, { - "epoch": 0.23, - "learning_rate": 5.94e-05, - "loss": 4.2662, + "epoch": 0.08, + "learning_rate": 5.82e-05, + "loss": 4.0708, "step": 101 }, { - "epoch": 0.23, - "learning_rate": 5.9999999999999995e-05, - "loss": 4.2116, + "epoch": 0.09, + "learning_rate": 5.88e-05, + "loss": 4.4628, "step": 102 }, { - "epoch": 0.23, - "learning_rate": 6.0599999999999996e-05, - "loss": 4.0773, + "epoch": 0.09, + "learning_rate": 5.94e-05, + "loss": 4.245, "step": 103 }, { - "epoch": 0.23, - "learning_rate": 6.12e-05, - "loss": 4.1472, + "epoch": 0.09, + "learning_rate": 5.9999999999999995e-05, + "loss": 4.3371, "step": 104 }, { - "epoch": 0.24, - "learning_rate": 6.18e-05, - "loss": 4.0741, + "epoch": 0.09, + "learning_rate": 6.0599999999999996e-05, + "loss": 4.2792, "step": 105 }, { - "epoch": 0.24, - "learning_rate": 6.239999999999999e-05, - "loss": 4.1222, + "epoch": 0.09, + "learning_rate": 6.12e-05, + "loss": 4.3755, "step": 106 }, { - "epoch": 0.24, - "learning_rate": 6.299999999999999e-05, - "loss": 4.1845, + "epoch": 0.09, + "learning_rate": 6.18e-05, + "loss": 4.4365, "step": 107 }, { - "epoch": 0.24, - "learning_rate": 6.359999999999999e-05, - "loss": 4.0898, + "epoch": 0.09, + "learning_rate": 6.239999999999999e-05, + "loss": 4.4545, "step": 108 }, { - "epoch": 0.24, - "learning_rate": 6.419999999999999e-05, - "loss": 4.1178, + "epoch": 0.09, + "learning_rate": 6.299999999999999e-05, + "loss": 4.3644, "step": 109 }, { - "epoch": 0.25, - "learning_rate": 6.479999999999999e-05, - "loss": 4.1598, + "epoch": 0.09, + "learning_rate": 6.359999999999999e-05, + "loss": 4.1551, "step": 110 }, { - "epoch": 0.25, - "learning_rate": 6.539999999999999e-05, - "loss": 4.1892, + "epoch": 0.09, + "learning_rate": 6.419999999999999e-05, + "loss": 4.3866, "step": 111 }, { - "epoch": 0.25, - "learning_rate": 6.599999999999999e-05, - "loss": 4.2004, + "epoch": 0.09, + "learning_rate": 6.479999999999999e-05, + "loss": 4.4694, "step": 112 }, { - "epoch": 0.25, - "learning_rate": 6.659999999999999e-05, - "loss": 4.1612, + "epoch": 0.09, + "learning_rate": 6.539999999999999e-05, + "loss": 4.2336, "step": 113 }, { - "epoch": 0.26, - "learning_rate": 6.72e-05, - "loss": 4.1313, + "epoch": 0.1, + "learning_rate": 6.599999999999999e-05, + "loss": 4.4048, "step": 114 }, { - "epoch": 0.26, - "learning_rate": 6.78e-05, - "loss": 4.1708, + "epoch": 0.1, + "learning_rate": 6.659999999999999e-05, + "loss": 4.3602, "step": 115 }, { - "epoch": 0.26, - "learning_rate": 6.84e-05, - "loss": 4.2872, + "epoch": 0.1, + "learning_rate": 6.72e-05, + "loss": 4.4523, "step": 116 }, { - "epoch": 0.26, - "learning_rate": 6.9e-05, - "loss": 4.1456, + "epoch": 0.1, + "learning_rate": 6.78e-05, + "loss": 4.2123, "step": 117 }, { - "epoch": 0.26, - "learning_rate": 6.96e-05, - "loss": 4.3008, + "epoch": 0.1, + "learning_rate": 6.84e-05, + "loss": 4.0794, "step": 118 }, { - "epoch": 0.27, - "learning_rate": 7.02e-05, - "loss": 4.2124, + "epoch": 0.1, + "learning_rate": 6.9e-05, + "loss": 4.2019, "step": 119 }, { - "epoch": 0.27, - "learning_rate": 7.079999999999999e-05, - "loss": 4.2371, + "epoch": 0.1, + "learning_rate": 6.96e-05, + "loss": 4.1983, "step": 120 }, { - "epoch": 0.27, - "learning_rate": 7.139999999999999e-05, - "loss": 4.048, + "epoch": 0.1, + "learning_rate": 7.02e-05, + "loss": 4.5368, "step": 121 }, { - "epoch": 0.27, - "learning_rate": 7.199999999999999e-05, - "loss": 4.1717, + "epoch": 0.1, + "learning_rate": 7.079999999999999e-05, + "loss": 4.3001, "step": 122 }, { - "epoch": 0.28, - "learning_rate": 7.259999999999999e-05, - "loss": 4.1803, + "epoch": 0.1, + "learning_rate": 7.139999999999999e-05, + "loss": 4.3255, "step": 123 }, { - "epoch": 0.28, - "learning_rate": 7.319999999999999e-05, - "loss": 4.1608, + "epoch": 0.1, + "learning_rate": 7.199999999999999e-05, + "loss": 4.4232, "step": 124 }, { - "epoch": 0.28, - "learning_rate": 7.379999999999999e-05, - "loss": 4.2752, + "epoch": 0.11, + "learning_rate": 7.259999999999999e-05, + "loss": 4.1311, "step": 125 }, { - "epoch": 0.28, - "learning_rate": 7.439999999999999e-05, - "loss": 4.2868, + "epoch": 0.11, + "learning_rate": 7.319999999999999e-05, + "loss": 4.3208, "step": 126 }, { - "epoch": 0.28, - "learning_rate": 7.5e-05, - "loss": 4.1882, + "epoch": 0.11, + "learning_rate": 7.379999999999999e-05, + "loss": 4.4545, "step": 127 }, { - "epoch": 0.29, - "learning_rate": 7.56e-05, - "loss": 4.1631, + "epoch": 0.11, + "learning_rate": 7.439999999999999e-05, + "loss": 4.1436, "step": 128 }, { - "epoch": 0.29, - "learning_rate": 7.62e-05, - "loss": 4.0885, + "epoch": 0.11, + "learning_rate": 7.5e-05, + "loss": 4.0967, "step": 129 }, { - "epoch": 0.29, - "learning_rate": 7.68e-05, - "loss": 4.2642, + "epoch": 0.11, + "learning_rate": 7.56e-05, + "loss": 4.3535, "step": 130 }, { - "epoch": 0.29, - "learning_rate": 7.74e-05, - "loss": 4.1487, + "epoch": 0.11, + "learning_rate": 7.62e-05, + "loss": 4.3486, "step": 131 }, { - "epoch": 0.3, - "learning_rate": 7.8e-05, - "loss": 4.2225, + "epoch": 0.11, + "learning_rate": 7.68e-05, + "loss": 4.287, "step": 132 }, { - "epoch": 0.3, - "learning_rate": 7.86e-05, - "loss": 4.0983, + "epoch": 0.11, + "learning_rate": 7.74e-05, + "loss": 4.5092, "step": 133 }, { - "epoch": 0.3, - "learning_rate": 7.92e-05, - "loss": 4.1975, + "epoch": 0.11, + "learning_rate": 7.8e-05, + "loss": 4.332, "step": 134 }, { - "epoch": 0.3, - "learning_rate": 7.98e-05, - "loss": 4.3307, + "epoch": 0.11, + "learning_rate": 7.86e-05, + "loss": 4.4394, "step": 135 }, { - "epoch": 0.3, - "learning_rate": 8.04e-05, - "loss": 4.1701, + "epoch": 0.11, + "learning_rate": 7.92e-05, + "loss": 4.159, "step": 136 }, { - "epoch": 0.31, - "learning_rate": 8.1e-05, - "loss": 4.27, + "epoch": 0.12, + "learning_rate": 7.98e-05, + "loss": 4.4402, "step": 137 }, { - "epoch": 0.31, - "learning_rate": 8.16e-05, - "loss": 4.3063, + "epoch": 0.12, + "learning_rate": 8.04e-05, + "loss": 4.4032, "step": 138 }, { - "epoch": 0.31, - "learning_rate": 8.22e-05, - "loss": 4.3268, + "epoch": 0.12, + "learning_rate": 8.1e-05, + "loss": 4.237, "step": 139 }, { - "epoch": 0.31, - "learning_rate": 8.28e-05, - "loss": 4.2758, + "epoch": 0.12, + "learning_rate": 8.16e-05, + "loss": 4.4327, "step": 140 }, { - "epoch": 0.32, - "learning_rate": 8.34e-05, - "loss": 4.39, + "epoch": 0.12, + "learning_rate": 8.22e-05, + "loss": 4.4511, "step": 141 }, { - "epoch": 0.32, - "learning_rate": 8.4e-05, - "loss": 4.3409, + "epoch": 0.12, + "learning_rate": 8.28e-05, + "loss": 4.2605, "step": 142 }, { - "epoch": 0.32, - "learning_rate": 8.459999999999998e-05, - "loss": 4.3092, + "epoch": 0.12, + "learning_rate": 8.34e-05, + "loss": 4.1865, "step": 143 }, { - "epoch": 0.32, - "learning_rate": 8.519999999999998e-05, - "loss": 4.3459, + "epoch": 0.12, + "learning_rate": 8.4e-05, + "loss": 4.5402, "step": 144 }, { - "epoch": 0.33, - "learning_rate": 8.579999999999998e-05, - "loss": 4.2443, + "epoch": 0.12, + "learning_rate": 8.459999999999998e-05, + "loss": 4.4282, "step": 145 }, { - "epoch": 0.33, - "learning_rate": 8.639999999999999e-05, - "loss": 4.3578, + "epoch": 0.12, + "learning_rate": 8.519999999999998e-05, + "loss": 4.5836, "step": 146 }, { - "epoch": 0.33, - "learning_rate": 8.699999999999999e-05, - "loss": 4.6777, + "epoch": 0.12, + "learning_rate": 8.579999999999998e-05, + "loss": 4.4617, "step": 147 }, { - "epoch": 0.33, - "learning_rate": 8.759999999999999e-05, - "loss": 4.6753, + "epoch": 0.12, + "learning_rate": 8.639999999999999e-05, + "loss": 4.2089, "step": 148 }, { - "epoch": 0.33, - "learning_rate": 8.819999999999999e-05, - "loss": 4.5273, + "epoch": 0.13, + "learning_rate": 8.699999999999999e-05, + "loss": 4.4946, "step": 149 }, { - "epoch": 0.34, - "learning_rate": 8.879999999999999e-05, - "loss": 4.5163, + "epoch": 0.13, + "learning_rate": 8.759999999999999e-05, + "loss": 4.4766, "step": 150 }, { - "epoch": 0.34, - "learning_rate": 8.939999999999999e-05, - "loss": 4.1214, + "epoch": 0.13, + "learning_rate": 8.819999999999999e-05, + "loss": 4.3849, "step": 151 }, { - "epoch": 0.34, - "learning_rate": 8.999999999999999e-05, - "loss": 4.211, + "epoch": 0.13, + "learning_rate": 8.879999999999999e-05, + "loss": 4.3466, "step": 152 }, { - "epoch": 0.34, - "learning_rate": 9.059999999999999e-05, - "loss": 4.2786, + "epoch": 0.13, + "learning_rate": 8.939999999999999e-05, + "loss": 4.3264, "step": 153 }, { - "epoch": 0.35, - "learning_rate": 9.12e-05, - "loss": 4.0919, + "epoch": 0.13, + "learning_rate": 8.999999999999999e-05, + "loss": 4.4248, "step": 154 }, { - "epoch": 0.35, - "learning_rate": 9.18e-05, - "loss": 4.2591, + "epoch": 0.13, + "learning_rate": 9.059999999999999e-05, + "loss": 4.3191, "step": 155 }, { - "epoch": 0.35, - "learning_rate": 9.24e-05, - "loss": 4.0978, + "epoch": 0.13, + "learning_rate": 9.12e-05, + "loss": 4.1808, "step": 156 }, { - "epoch": 0.35, - "learning_rate": 9.3e-05, - "loss": 4.1477, + "epoch": 0.13, + "learning_rate": 9.18e-05, + "loss": 4.3465, "step": 157 }, { - "epoch": 0.35, - "learning_rate": 9.36e-05, - "loss": 4.2391, + "epoch": 0.13, + "learning_rate": 9.24e-05, + "loss": 4.5484, "step": 158 }, { - "epoch": 0.36, - "learning_rate": 9.419999999999999e-05, - "loss": 4.2568, + "epoch": 0.13, + "learning_rate": 9.3e-05, + "loss": 4.2931, "step": 159 }, { - "epoch": 0.36, - "learning_rate": 9.479999999999999e-05, - "loss": 4.2874, + "epoch": 0.13, + "learning_rate": 9.36e-05, + "loss": 4.0343, "step": 160 }, { - "epoch": 0.36, - "learning_rate": 9.539999999999999e-05, - "loss": 4.3125, + "epoch": 0.14, + "learning_rate": 9.419999999999999e-05, + "loss": 4.3781, "step": 161 }, { - "epoch": 0.36, - "learning_rate": 9.599999999999999e-05, - "loss": 4.2459, + "epoch": 0.14, + "learning_rate": 9.479999999999999e-05, + "loss": 4.3973, "step": 162 }, { - "epoch": 0.37, - "learning_rate": 9.659999999999999e-05, - "loss": 4.2133, + "epoch": 0.14, + "learning_rate": 9.539999999999999e-05, + "loss": 4.3452, "step": 163 }, { - "epoch": 0.37, - "learning_rate": 9.719999999999999e-05, - "loss": 4.2734, + "epoch": 0.14, + "learning_rate": 9.599999999999999e-05, + "loss": 4.0952, "step": 164 }, { - "epoch": 0.37, - "learning_rate": 9.779999999999999e-05, - "loss": 4.1366, + "epoch": 0.14, + "learning_rate": 9.659999999999999e-05, + "loss": 4.3206, "step": 165 }, { - "epoch": 0.37, - "learning_rate": 9.839999999999999e-05, - "loss": 4.1946, + "epoch": 0.14, + "learning_rate": 9.719999999999999e-05, + "loss": 3.9475, "step": 166 }, { - "epoch": 0.37, - "learning_rate": 9.9e-05, - "loss": 4.1331, + "epoch": 0.14, + "learning_rate": 9.779999999999999e-05, + "loss": 4.3213, "step": 167 }, { - "epoch": 0.38, - "learning_rate": 9.96e-05, - "loss": 4.1572, + "epoch": 0.14, + "learning_rate": 9.839999999999999e-05, + "loss": 4.2528, "step": 168 }, { - "epoch": 0.38, - "learning_rate": 0.0001002, - "loss": 4.2745, + "epoch": 0.14, + "learning_rate": 9.9e-05, + "loss": 4.3995, "step": 169 }, { - "epoch": 0.38, - "learning_rate": 0.0001008, - "loss": 4.2518, + "epoch": 0.14, + "learning_rate": 9.96e-05, + "loss": 4.2793, "step": 170 }, { - "epoch": 0.38, - "learning_rate": 0.0001014, - "loss": 4.2305, + "epoch": 0.14, + "learning_rate": 0.0001002, + "loss": 4.3207, "step": 171 }, { - "epoch": 0.39, - "learning_rate": 0.000102, - "loss": 4.3334, + "epoch": 0.14, + "learning_rate": 0.0001008, + "loss": 4.1941, "step": 172 }, { - "epoch": 0.39, - "learning_rate": 0.0001026, - "loss": 4.1392, + "epoch": 0.15, + "learning_rate": 0.0001014, + "loss": 4.0732, "step": 173 }, { - "epoch": 0.39, - "learning_rate": 0.00010319999999999999, - "loss": 4.3183, + "epoch": 0.15, + "learning_rate": 0.000102, + "loss": 4.5079, "step": 174 }, { - "epoch": 0.39, - "learning_rate": 0.00010379999999999999, - "loss": 4.3215, + "epoch": 0.15, + "learning_rate": 0.0001026, + "loss": 4.3925, "step": 175 }, { - "epoch": 0.39, - "learning_rate": 0.00010439999999999999, - "loss": 4.1605, + "epoch": 0.15, + "learning_rate": 0.00010319999999999999, + "loss": 4.3453, "step": 176 }, { - "epoch": 0.4, - "learning_rate": 0.00010499999999999999, - "loss": 4.129, + "epoch": 0.15, + "learning_rate": 0.00010379999999999999, + "loss": 4.4135, "step": 177 }, { - "epoch": 0.4, - "learning_rate": 0.00010559999999999998, - "loss": 4.3029, + "epoch": 0.15, + "learning_rate": 0.00010439999999999999, + "loss": 4.3357, "step": 178 }, { - "epoch": 0.4, - "learning_rate": 0.00010619999999999998, - "loss": 4.3742, + "epoch": 0.15, + "learning_rate": 0.00010499999999999999, + "loss": 4.3123, "step": 179 }, { - "epoch": 0.4, - "learning_rate": 0.00010679999999999998, - "loss": 4.2763, + "epoch": 0.15, + "learning_rate": 0.00010559999999999998, + "loss": 4.4921, "step": 180 }, { - "epoch": 0.41, - "learning_rate": 0.00010739999999999998, - "loss": 4.2651, + "epoch": 0.15, + "learning_rate": 0.00010619999999999998, + "loss": 4.4324, "step": 181 }, { - "epoch": 0.41, - "learning_rate": 0.00010799999999999998, - "loss": 4.2919, + "epoch": 0.15, + "learning_rate": 0.00010679999999999998, + "loss": 4.4823, "step": 182 }, { - "epoch": 0.41, - "learning_rate": 0.00010859999999999998, - "loss": 4.3384, + "epoch": 0.15, + "learning_rate": 0.00010739999999999998, + "loss": 4.2902, "step": 183 }, { - "epoch": 0.41, - "learning_rate": 0.00010919999999999998, - "loss": 4.2915, + "epoch": 0.15, + "learning_rate": 0.00010799999999999998, + "loss": 4.4035, "step": 184 }, { - "epoch": 0.41, - "learning_rate": 0.00010979999999999999, - "loss": 4.2921, + "epoch": 0.16, + "learning_rate": 0.00010859999999999998, + "loss": 4.1186, "step": 185 }, { - "epoch": 0.42, - "learning_rate": 0.00011039999999999999, - "loss": 4.1351, + "epoch": 0.16, + "learning_rate": 0.00010919999999999998, + "loss": 4.3089, "step": 186 }, { - "epoch": 0.42, - "learning_rate": 0.00011099999999999999, - "loss": 4.2015, + "epoch": 0.16, + "learning_rate": 0.00010979999999999999, + "loss": 4.558, "step": 187 }, { - "epoch": 0.42, - "learning_rate": 0.00011159999999999999, - "loss": 4.1486, + "epoch": 0.16, + "learning_rate": 0.00011039999999999999, + "loss": 4.3708, "step": 188 }, { - "epoch": 0.42, - "learning_rate": 0.00011219999999999999, - "loss": 4.3484, + "epoch": 0.16, + "learning_rate": 0.00011099999999999999, + "loss": 4.5038, "step": 189 }, { - "epoch": 0.43, - "learning_rate": 0.00011279999999999999, - "loss": 4.3122, + "epoch": 0.16, + "learning_rate": 0.00011159999999999999, + "loss": 4.2385, "step": 190 }, { - "epoch": 0.43, - "learning_rate": 0.00011339999999999999, - "loss": 4.3702, + "epoch": 0.16, + "learning_rate": 0.00011219999999999999, + "loss": 4.4092, "step": 191 }, { - "epoch": 0.43, - "learning_rate": 0.00011399999999999999, - "loss": 4.2959, + "epoch": 0.16, + "learning_rate": 0.00011279999999999999, + "loss": 4.7196, "step": 192 }, { - "epoch": 0.43, - "learning_rate": 0.0001146, - "loss": 4.2193, + "epoch": 0.16, + "learning_rate": 0.00011339999999999999, + "loss": 5.0273, "step": 193 }, { - "epoch": 0.43, - "learning_rate": 0.0001152, - "loss": 4.3976, + "epoch": 0.16, + "learning_rate": 0.00011399999999999999, + "loss": 4.3623, "step": 194 }, { - "epoch": 0.44, - "learning_rate": 0.0001158, - "loss": 4.5722, + "epoch": 0.16, + "learning_rate": 0.0001146, + "loss": 4.6133, "step": 195 }, { - "epoch": 0.44, - "learning_rate": 0.0001164, - "loss": 4.3863, + "epoch": 0.16, + "learning_rate": 0.0001152, + "loss": 4.9681, "step": 196 }, { - "epoch": 0.44, - "learning_rate": 0.000117, - "loss": 4.6552, + "epoch": 0.17, + "learning_rate": 0.0001158, + "loss": 4.5346, "step": 197 }, { - "epoch": 0.44, - "learning_rate": 0.0001176, - "loss": 4.6178, + "epoch": 0.17, + "learning_rate": 0.0001164, + "loss": 4.6223, "step": 198 }, { - "epoch": 0.45, - "learning_rate": 0.0001182, - "loss": 4.4768, + "epoch": 0.17, + "learning_rate": 0.000117, + "loss": 4.6635, "step": 199 }, { - "epoch": 0.45, - "learning_rate": 0.0001188, - "loss": 4.5382, + "epoch": 0.17, + "learning_rate": 0.0001176, + "loss": 4.7233, "step": 200 }, { - "epoch": 0.45, - "learning_rate": 0.0001194, - "loss": 4.4213, + "epoch": 0.17, + "learning_rate": 0.0001182, + "loss": 4.5951, "step": 201 }, { - "epoch": 0.45, - "learning_rate": 0.00011999999999999999, - "loss": 4.397, + "epoch": 0.17, + "learning_rate": 0.0001188, + "loss": 4.3973, "step": 202 }, { - "epoch": 0.46, - "learning_rate": 0.00012059999999999999, - "loss": 4.3509, + "epoch": 0.17, + "learning_rate": 0.0001194, + "loss": 4.5411, "step": 203 }, { - "epoch": 0.46, - "learning_rate": 0.00012119999999999999, - "loss": 4.2907, + "epoch": 0.17, + "learning_rate": 0.00011999999999999999, + "loss": 4.476, "step": 204 }, { - "epoch": 0.46, - "learning_rate": 0.00012179999999999999, - "loss": 4.3604, + "epoch": 0.17, + "learning_rate": 0.00012059999999999999, + "loss": 4.4346, "step": 205 }, { - "epoch": 0.46, - "learning_rate": 0.0001224, - "loss": 4.3155, + "epoch": 0.17, + "learning_rate": 0.00012119999999999999, + "loss": 4.4109, "step": 206 }, { - "epoch": 0.46, - "learning_rate": 0.00012299999999999998, - "loss": 4.1779, + "epoch": 0.17, + "learning_rate": 0.00012179999999999999, + "loss": 4.4064, "step": 207 }, { - "epoch": 0.47, - "learning_rate": 0.0001236, - "loss": 4.3342, + "epoch": 0.17, + "learning_rate": 0.0001224, + "loss": 5.0471, "step": 208 }, { - "epoch": 0.47, - "learning_rate": 0.00012419999999999998, - "loss": 4.3674, + "epoch": 0.18, + "learning_rate": 0.00012299999999999998, + "loss": 4.4697, "step": 209 }, { - "epoch": 0.47, - "learning_rate": 0.00012479999999999997, - "loss": 4.4109, + "epoch": 0.18, + "learning_rate": 0.0001236, + "loss": 4.7667, "step": 210 }, { - "epoch": 0.47, - "learning_rate": 0.00012539999999999999, - "loss": 4.1487, + "epoch": 0.18, + "learning_rate": 0.00012419999999999998, + "loss": 4.41, "step": 211 }, { - "epoch": 0.48, - "learning_rate": 0.00012599999999999997, - "loss": 4.2717, + "epoch": 0.18, + "learning_rate": 0.00012479999999999997, + "loss": 4.4879, "step": 212 }, { - "epoch": 0.48, - "learning_rate": 0.0001266, - "loss": 4.2143, + "epoch": 0.18, + "learning_rate": 0.00012539999999999999, + "loss": 4.2788, "step": 213 }, { - "epoch": 0.48, - "learning_rate": 0.00012719999999999997, - "loss": 4.1991, + "epoch": 0.18, + "learning_rate": 0.00012599999999999997, + "loss": 4.543, "step": 214 }, { - "epoch": 0.48, - "learning_rate": 0.0001278, - "loss": 4.2652, + "epoch": 0.18, + "learning_rate": 0.0001266, + "loss": 4.4288, "step": 215 }, { - "epoch": 0.48, - "learning_rate": 0.00012839999999999998, - "loss": 4.2753, + "epoch": 0.18, + "learning_rate": 0.00012719999999999997, + "loss": 4.5093, "step": 216 }, { - "epoch": 0.49, - "learning_rate": 0.000129, - "loss": 4.3038, + "epoch": 0.18, + "learning_rate": 0.0001278, + "loss": 4.577, "step": 217 }, { - "epoch": 0.49, - "learning_rate": 0.00012959999999999998, - "loss": 4.2704, + "epoch": 0.18, + "learning_rate": 0.00012839999999999998, + "loss": 4.4422, "step": 218 }, { - "epoch": 0.49, - "learning_rate": 0.0001302, - "loss": 4.2562, + "epoch": 0.18, + "learning_rate": 0.000129, + "loss": 4.123, "step": 219 }, { - "epoch": 0.49, - "learning_rate": 0.00013079999999999998, - "loss": 4.2529, + "epoch": 0.18, + "learning_rate": 0.00012959999999999998, + "loss": 4.8962, "step": 220 }, { - "epoch": 0.5, - "learning_rate": 0.0001314, - "loss": 4.2522, + "epoch": 0.19, + "learning_rate": 0.0001302, + "loss": 4.4084, "step": 221 }, { - "epoch": 0.5, - "learning_rate": 0.00013199999999999998, - "loss": 4.3732, + "epoch": 0.19, + "learning_rate": 0.00013079999999999998, + "loss": 4.7073, "step": 222 }, { - "epoch": 0.5, - "learning_rate": 0.0001326, - "loss": 4.4052, + "epoch": 0.19, + "learning_rate": 0.0001314, + "loss": 4.6446, "step": 223 }, { - "epoch": 0.5, - "learning_rate": 0.00013319999999999999, - "loss": 4.3487, + "epoch": 0.19, + "learning_rate": 0.00013199999999999998, + "loss": 4.5116, "step": 224 }, { - "epoch": 0.5, - "learning_rate": 0.0001338, - "loss": 4.3883, + "epoch": 0.19, + "learning_rate": 0.0001326, + "loss": 4.4669, "step": 225 }, { - "epoch": 0.51, - "learning_rate": 0.0001344, - "loss": 4.3272, + "epoch": 0.19, + "learning_rate": 0.00013319999999999999, + "loss": 4.296, "step": 226 }, { - "epoch": 0.51, - "learning_rate": 0.000135, - "loss": 4.485, + "epoch": 0.19, + "learning_rate": 0.0001338, + "loss": 4.4713, "step": 227 }, { - "epoch": 0.51, - "learning_rate": 0.0001356, - "loss": 4.3491, + "epoch": 0.19, + "learning_rate": 0.0001344, + "loss": 4.6158, "step": 228 }, { - "epoch": 0.51, - "learning_rate": 0.0001362, - "loss": 4.2183, + "epoch": 0.19, + "learning_rate": 0.000135, + "loss": 4.5602, "step": 229 }, { - "epoch": 0.52, - "learning_rate": 0.0001368, - "loss": 4.3852, + "epoch": 0.19, + "learning_rate": 0.0001356, + "loss": 4.4987, "step": 230 }, { - "epoch": 0.52, - "learning_rate": 0.0001374, - "loss": 4.3161, + "epoch": 0.19, + "learning_rate": 0.0001362, + "loss": 4.5002, "step": 231 }, { - "epoch": 0.52, - "learning_rate": 0.000138, - "loss": 4.1663, + "epoch": 0.2, + "learning_rate": 0.0001368, + "loss": 4.3358, "step": 232 }, { - "epoch": 0.52, - "learning_rate": 0.0001386, - "loss": 4.3379, + "epoch": 0.2, + "learning_rate": 0.0001374, + "loss": 4.7365, "step": 233 }, { - "epoch": 0.52, - "learning_rate": 0.0001392, - "loss": 4.362, + "epoch": 0.2, + "learning_rate": 0.000138, + "loss": 4.3405, "step": 234 }, { - "epoch": 0.53, - "learning_rate": 0.00013979999999999998, - "loss": 4.525, + "epoch": 0.2, + "learning_rate": 0.0001386, + "loss": 4.9632, "step": 235 }, { - "epoch": 0.53, - "learning_rate": 0.0001404, - "loss": 4.2465, + "epoch": 0.2, + "learning_rate": 0.0001392, + "loss": 4.6011, "step": 236 }, { - "epoch": 0.53, - "learning_rate": 0.00014099999999999998, - "loss": 4.2932, + "epoch": 0.2, + "learning_rate": 0.00013979999999999998, + "loss": 4.347, "step": 237 }, { - "epoch": 0.53, - "learning_rate": 0.00014159999999999997, - "loss": 4.2231, + "epoch": 0.2, + "learning_rate": 0.0001404, + "loss": 4.531, "step": 238 }, { - "epoch": 0.54, - "learning_rate": 0.0001422, - "loss": 4.2978, + "epoch": 0.2, + "learning_rate": 0.00014099999999999998, + "loss": 4.4014, "step": 239 }, { - "epoch": 0.54, - "learning_rate": 0.00014279999999999997, - "loss": 4.4569, + "epoch": 0.2, + "learning_rate": 0.00014159999999999997, + "loss": 4.5991, "step": 240 }, { - "epoch": 0.54, - "learning_rate": 0.0001434, - "loss": 4.2881, + "epoch": 0.2, + "learning_rate": 0.0001422, + "loss": 4.9526, "step": 241 }, { - "epoch": 0.54, - "learning_rate": 0.00014399999999999998, - "loss": 4.399, + "epoch": 0.2, + "learning_rate": 0.00014279999999999997, + "loss": 4.2825, "step": 242 }, { - "epoch": 0.54, - "learning_rate": 0.0001446, - "loss": 4.5997, + "epoch": 0.2, + "learning_rate": 0.0001434, + "loss": 4.5183, "step": 243 }, { - "epoch": 0.55, - "learning_rate": 0.00014519999999999998, - "loss": 4.3953, + "epoch": 0.21, + "learning_rate": 0.00014399999999999998, + "loss": 4.4014, "step": 244 }, { - "epoch": 0.55, - "learning_rate": 0.0001458, - "loss": 4.3519, + "epoch": 0.21, + "learning_rate": 0.0001446, + "loss": 5.0268, "step": 245 }, { - "epoch": 0.55, - "learning_rate": 0.00014639999999999998, - "loss": 4.2577, + "epoch": 0.21, + "learning_rate": 0.00014519999999999998, + "loss": 4.2919, "step": 246 }, { - "epoch": 0.55, - "learning_rate": 0.000147, - "loss": 4.0995, + "epoch": 0.21, + "learning_rate": 0.0001458, + "loss": 5.4588, "step": 247 }, { - "epoch": 0.56, - "learning_rate": 0.00014759999999999998, - "loss": 4.8691, + "epoch": 0.21, + "learning_rate": 0.00014639999999999998, + "loss": 4.6392, "step": 248 }, { - "epoch": 0.56, - "learning_rate": 0.0001482, - "loss": 4.7885, + "epoch": 0.21, + "learning_rate": 0.000147, + "loss": 5.7751, "step": 249 }, { - "epoch": 0.56, - "learning_rate": 0.00014879999999999998, - "loss": 5.0766, + "epoch": 0.21, + "learning_rate": 0.00014759999999999998, + "loss": 4.6246, "step": 250 }, { - "epoch": 0.56, - "learning_rate": 0.0001494, - "loss": 4.4758, + "epoch": 0.21, + "learning_rate": 0.0001482, + "loss": 5.1391, "step": 251 }, { - "epoch": 0.57, - "learning_rate": 0.00015, - "loss": 4.4885, + "epoch": 0.21, + "learning_rate": 0.00014879999999999998, + "loss": 4.3191, "step": 252 }, { - "epoch": 0.57, - "learning_rate": 0.00015059999999999997, - "loss": 4.4668, + "epoch": 0.21, + "learning_rate": 0.0001494, + "loss": 4.5945, "step": 253 }, { - "epoch": 0.57, - "learning_rate": 0.0001512, - "loss": 4.3194, + "epoch": 0.21, + "learning_rate": 0.00015, + "loss": 4.2732, "step": 254 }, { - "epoch": 0.57, - "learning_rate": 0.00015179999999999998, - "loss": 4.3164, + "epoch": 0.21, + "learning_rate": 0.00015059999999999997, + "loss": 4.3888, "step": 255 }, { - "epoch": 0.57, - "learning_rate": 0.0001524, - "loss": 4.3077, + "epoch": 0.22, + "learning_rate": 0.0001512, + "loss": 4.7209, "step": 256 }, { - "epoch": 0.58, - "learning_rate": 0.00015299999999999998, - "loss": 4.2822, + "epoch": 0.22, + "learning_rate": 0.00015179999999999998, + "loss": 4.2905, "step": 257 }, { - "epoch": 0.58, - "learning_rate": 0.0001536, - "loss": 4.3208, + "epoch": 0.22, + "learning_rate": 0.0001524, + "loss": 4.8819, "step": 258 }, { - "epoch": 0.58, - "learning_rate": 0.00015419999999999998, - "loss": 4.3895, + "epoch": 0.22, + "learning_rate": 0.00015299999999999998, + "loss": 4.5516, "step": 259 }, { - "epoch": 0.58, - "learning_rate": 0.0001548, - "loss": 4.3, + "epoch": 0.22, + "learning_rate": 0.0001536, + "loss": 4.3883, "step": 260 }, { - "epoch": 0.59, - "learning_rate": 0.00015539999999999998, - "loss": 4.4501, + "epoch": 0.22, + "learning_rate": 0.00015419999999999998, + "loss": 4.5, "step": 261 }, { - "epoch": 0.59, - "learning_rate": 0.000156, - "loss": 4.3404, + "epoch": 0.22, + "learning_rate": 0.0001548, + "loss": 4.4915, "step": 262 }, { - "epoch": 0.59, - "learning_rate": 0.00015659999999999998, - "loss": 4.5072, + "epoch": 0.22, + "learning_rate": 0.00015539999999999998, + "loss": 4.5544, "step": 263 }, { - "epoch": 0.59, - "learning_rate": 0.0001572, - "loss": 4.2912, + "epoch": 0.22, + "learning_rate": 0.000156, + "loss": 4.8566, "step": 264 }, { - "epoch": 0.59, - "learning_rate": 0.0001578, - "loss": 4.3544, + "epoch": 0.22, + "learning_rate": 0.00015659999999999998, + "loss": 4.512, "step": 265 }, { - "epoch": 0.6, - "learning_rate": 0.0001584, - "loss": 4.3234, + "epoch": 0.22, + "learning_rate": 0.0001572, + "loss": 4.8957, "step": 266 }, { - "epoch": 0.6, - "learning_rate": 0.000159, - "loss": 4.3221, + "epoch": 0.22, + "learning_rate": 0.0001578, + "loss": 4.4304, "step": 267 }, { - "epoch": 0.6, - "learning_rate": 0.0001596, - "loss": 4.2633, + "epoch": 0.23, + "learning_rate": 0.0001584, + "loss": 4.4978, "step": 268 }, { - "epoch": 0.6, - "learning_rate": 0.0001602, - "loss": 4.4572, + "epoch": 0.23, + "learning_rate": 0.000159, + "loss": 4.5355, "step": 269 }, { - "epoch": 0.61, - "learning_rate": 0.0001608, - "loss": 4.4001, + "epoch": 0.23, + "learning_rate": 0.0001596, + "loss": 4.3262, "step": 270 }, { - "epoch": 0.61, - "learning_rate": 0.0001614, - "loss": 4.2458, + "epoch": 0.23, + "learning_rate": 0.0001602, + "loss": 4.6459, "step": 271 }, { - "epoch": 0.61, - "learning_rate": 0.000162, - "loss": 4.312, + "epoch": 0.23, + "learning_rate": 0.0001608, + "loss": 4.3063, "step": 272 }, { - "epoch": 0.61, - "learning_rate": 0.0001626, - "loss": 4.3604, + "epoch": 0.23, + "learning_rate": 0.0001614, + "loss": 4.4559, "step": 273 }, { - "epoch": 0.61, - "learning_rate": 0.0001632, - "loss": 4.2737, + "epoch": 0.23, + "learning_rate": 0.000162, + "loss": 4.5564, "step": 274 }, { - "epoch": 0.62, - "learning_rate": 0.0001638, - "loss": 4.5393, + "epoch": 0.23, + "learning_rate": 0.0001626, + "loss": 4.4694, "step": 275 }, { - "epoch": 0.62, - "learning_rate": 0.0001644, - "loss": 4.4073, + "epoch": 0.23, + "learning_rate": 0.0001632, + "loss": 4.2925, "step": 276 }, { - "epoch": 0.62, - "learning_rate": 0.000165, - "loss": 4.2604, + "epoch": 0.23, + "learning_rate": 0.0001638, + "loss": 5.0191, "step": 277 }, { - "epoch": 0.62, - "learning_rate": 0.0001656, - "loss": 4.4389, + "epoch": 0.23, + "learning_rate": 0.0001644, + "loss": 4.6641, "step": 278 }, { - "epoch": 0.63, - "learning_rate": 0.0001662, - "loss": 4.3704, + "epoch": 0.23, + "learning_rate": 0.000165, + "loss": 4.6799, "step": 279 }, { - "epoch": 0.63, - "learning_rate": 0.0001668, - "loss": 4.4282, + "epoch": 0.24, + "learning_rate": 0.0001656, + "loss": 4.6124, "step": 280 }, { - "epoch": 0.63, - "learning_rate": 0.0001674, - "loss": 4.4334, + "epoch": 0.24, + "learning_rate": 0.0001662, + "loss": 4.4222, "step": 281 }, { - "epoch": 0.63, - "learning_rate": 0.000168, - "loss": 4.2849, + "epoch": 0.24, + "learning_rate": 0.0001668, + "loss": 4.501, "step": 282 }, { - "epoch": 0.63, - "learning_rate": 0.0001686, - "loss": 4.3171, + "epoch": 0.24, + "learning_rate": 0.0001674, + "loss": 4.9132, "step": 283 }, { - "epoch": 0.64, - "learning_rate": 0.00016919999999999997, - "loss": 4.2541, + "epoch": 0.24, + "learning_rate": 0.000168, + "loss": 4.4118, "step": 284 }, { - "epoch": 0.64, - "learning_rate": 0.00016979999999999998, - "loss": 4.5257, + "epoch": 0.24, + "learning_rate": 0.0001686, + "loss": 4.6771, "step": 285 }, { - "epoch": 0.64, - "learning_rate": 0.00017039999999999997, - "loss": 5.1541, + "epoch": 0.24, + "learning_rate": 0.00016919999999999997, + "loss": 4.3535, "step": 286 }, { - "epoch": 0.64, - "learning_rate": 0.00017099999999999998, - "loss": 4.5727, + "epoch": 0.24, + "learning_rate": 0.00016979999999999998, + "loss": 4.5797, "step": 287 }, { - "epoch": 0.65, - "learning_rate": 0.00017159999999999997, - "loss": 4.3898, + "epoch": 0.24, + "learning_rate": 0.00017039999999999997, + "loss": 4.3519, "step": 288 }, { - "epoch": 0.65, - "learning_rate": 0.00017219999999999998, - "loss": 4.3269, + "epoch": 0.24, + "learning_rate": 0.00017099999999999998, + "loss": 4.6374, "step": 289 }, { - "epoch": 0.65, - "learning_rate": 0.00017279999999999997, - "loss": 4.3766, + "epoch": 0.24, + "learning_rate": 0.00017159999999999997, + "loss": 4.5353, "step": 290 }, { - "epoch": 0.65, - "learning_rate": 0.00017339999999999996, - "loss": 4.6615, + "epoch": 0.24, + "learning_rate": 0.00017219999999999998, + "loss": 4.5875, "step": 291 }, { - "epoch": 0.65, - "learning_rate": 0.00017399999999999997, - "loss": 4.4404, + "epoch": 0.25, + "learning_rate": 0.00017279999999999997, + "loss": 5.0447, "step": 292 }, { - "epoch": 0.66, - "learning_rate": 0.00017459999999999996, - "loss": 4.4725, + "epoch": 0.25, + "learning_rate": 0.00017339999999999996, + "loss": 4.2653, "step": 293 }, { - "epoch": 0.66, - "learning_rate": 0.00017519999999999998, - "loss": 4.5832, + "epoch": 0.25, + "learning_rate": 0.00017399999999999997, + "loss": 5.0379, "step": 294 }, { - "epoch": 0.66, - "learning_rate": 0.00017579999999999996, - "loss": 4.6187, + "epoch": 0.25, + "learning_rate": 0.00017459999999999996, + "loss": 4.8136, "step": 295 }, { - "epoch": 0.66, - "learning_rate": 0.00017639999999999998, - "loss": 4.6338, + "epoch": 0.25, + "learning_rate": 0.00017519999999999998, + "loss": 5.9772, "step": 296 }, { - "epoch": 0.67, - "learning_rate": 0.00017699999999999997, - "loss": 4.7781, + "epoch": 0.25, + "learning_rate": 0.00017579999999999996, + "loss": 4.6441, "step": 297 }, { - "epoch": 0.67, - "learning_rate": 0.00017759999999999998, - "loss": 4.7394, + "epoch": 0.25, + "learning_rate": 0.00017639999999999998, + "loss": 4.943, "step": 298 }, { - "epoch": 0.67, - "learning_rate": 0.00017819999999999997, - "loss": 4.316, + "epoch": 0.25, + "learning_rate": 0.00017699999999999997, + "loss": 5.6903, "step": 299 }, { - "epoch": 0.67, - "learning_rate": 0.00017879999999999998, - "loss": 4.8654, + "epoch": 0.25, + "learning_rate": 0.00017759999999999998, + "loss": 5.9845, "step": 300 }, { - "epoch": 0.67, - "learning_rate": 0.00017939999999999997, - "loss": 4.4355, + "epoch": 0.25, + "learning_rate": 0.00017819999999999997, + "loss": 4.8623, "step": 301 }, { - "epoch": 0.68, - "learning_rate": 0.00017999999999999998, - "loss": 4.4773, + "epoch": 0.25, + "learning_rate": 0.00017879999999999998, + "loss": 4.8048, "step": 302 }, { - "epoch": 0.68, - "learning_rate": 0.00018059999999999997, - "loss": 4.4691, + "epoch": 0.25, + "learning_rate": 0.00017939999999999997, + "loss": 4.7887, "step": 303 }, { - "epoch": 0.68, - "learning_rate": 0.00018119999999999999, - "loss": 4.4878, + "epoch": 0.26, + "learning_rate": 0.00017999999999999998, + "loss": 4.2932, "step": 304 }, { - "epoch": 0.68, - "learning_rate": 0.00018179999999999997, - "loss": 4.3227, + "epoch": 0.26, + "learning_rate": 0.00018059999999999997, + "loss": 4.3353, "step": 305 }, { - "epoch": 0.69, - "learning_rate": 0.0001824, - "loss": 4.3465, + "epoch": 0.26, + "learning_rate": 0.00018119999999999999, + "loss": 4.5021, "step": 306 }, { - "epoch": 0.69, - "learning_rate": 0.00018299999999999998, - "loss": 4.4829, + "epoch": 0.26, + "learning_rate": 0.00018179999999999997, + "loss": 5.1324, "step": 307 }, { - "epoch": 0.69, - "learning_rate": 0.0001836, - "loss": 4.3547, + "epoch": 0.26, + "learning_rate": 0.0001824, + "loss": 4.3651, "step": 308 }, { - "epoch": 0.69, - "learning_rate": 0.00018419999999999998, - "loss": 4.41, + "epoch": 0.26, + "learning_rate": 0.00018299999999999998, + "loss": 4.4596, "step": 309 }, { - "epoch": 0.7, - "learning_rate": 0.0001848, - "loss": 4.4728, + "epoch": 0.26, + "learning_rate": 0.0001836, + "loss": 5.0125, "step": 310 }, { - "epoch": 0.7, - "learning_rate": 0.00018539999999999998, - "loss": 4.1818, + "epoch": 0.26, + "learning_rate": 0.00018419999999999998, + "loss": 4.9319, "step": 311 }, { - "epoch": 0.7, - "learning_rate": 0.000186, - "loss": 4.5282, + "epoch": 0.26, + "learning_rate": 0.0001848, + "loss": 4.349, "step": 312 }, { - "epoch": 0.7, - "learning_rate": 0.00018659999999999998, - "loss": 4.5797, + "epoch": 0.26, + "learning_rate": 0.00018539999999999998, + "loss": 4.3973, "step": 313 }, { - "epoch": 0.7, - "learning_rate": 0.0001872, - "loss": 4.3441, + "epoch": 0.26, + "learning_rate": 0.000186, + "loss": 4.9448, "step": 314 }, { - "epoch": 0.71, - "learning_rate": 0.00018779999999999998, - "loss": 4.3694, + "epoch": 0.26, + "learning_rate": 0.00018659999999999998, + "loss": 4.2467, "step": 315 }, { - "epoch": 0.71, - "learning_rate": 0.00018839999999999997, - "loss": 4.243, + "epoch": 0.27, + "learning_rate": 0.0001872, + "loss": 4.6354, "step": 316 }, { - "epoch": 0.71, - "learning_rate": 0.00018899999999999999, - "loss": 4.3554, + "epoch": 0.27, + "learning_rate": 0.00018779999999999998, + "loss": 4.8862, "step": 317 }, { - "epoch": 0.71, - "learning_rate": 0.00018959999999999997, - "loss": 4.2382, + "epoch": 0.27, + "learning_rate": 0.00018839999999999997, + "loss": 4.6156, "step": 318 }, { - "epoch": 0.72, - "learning_rate": 0.0001902, - "loss": 4.3095, + "epoch": 0.27, + "learning_rate": 0.00018899999999999999, + "loss": 4.5698, "step": 319 }, { - "epoch": 0.72, - "learning_rate": 0.00019079999999999998, - "loss": 4.4703, + "epoch": 0.27, + "learning_rate": 0.00018959999999999997, + "loss": 4.705, "step": 320 }, { - "epoch": 0.72, - "learning_rate": 0.0001914, - "loss": 4.3619, + "epoch": 0.27, + "learning_rate": 0.0001902, + "loss": 4.5264, "step": 321 }, { - "epoch": 0.72, - "learning_rate": 0.00019199999999999998, - "loss": 4.1853, + "epoch": 0.27, + "learning_rate": 0.00019079999999999998, + "loss": 4.4682, "step": 322 }, { - "epoch": 0.72, - "learning_rate": 0.0001926, - "loss": 4.3589, + "epoch": 0.27, + "learning_rate": 0.0001914, + "loss": 4.3161, "step": 323 }, { - "epoch": 0.73, - "learning_rate": 0.00019319999999999998, - "loss": 4.2226, + "epoch": 0.27, + "learning_rate": 0.00019199999999999998, + "loss": 5.4899, "step": 324 }, { - "epoch": 0.73, - "learning_rate": 0.0001938, - "loss": 4.4577, + "epoch": 0.27, + "learning_rate": 0.0001926, + "loss": 4.4182, "step": 325 }, { - "epoch": 0.73, - "learning_rate": 0.00019439999999999998, - "loss": 4.4968, + "epoch": 0.27, + "learning_rate": 0.00019319999999999998, + "loss": 5.218, "step": 326 }, { - "epoch": 0.73, - "learning_rate": 0.000195, - "loss": 4.2916, + "epoch": 0.27, + "learning_rate": 0.0001938, + "loss": 4.8207, "step": 327 }, { - "epoch": 0.74, - "learning_rate": 0.00019559999999999998, - "loss": 4.1742, + "epoch": 0.28, + "learning_rate": 0.00019439999999999998, + "loss": 4.8061, "step": 328 }, { - "epoch": 0.74, - "learning_rate": 0.0001962, - "loss": 4.3647, + "epoch": 0.28, + "learning_rate": 0.000195, + "loss": 4.4415, "step": 329 }, { - "epoch": 0.74, - "learning_rate": 0.00019679999999999999, - "loss": 4.438, + "epoch": 0.28, + "learning_rate": 0.00019559999999999998, + "loss": 4.8382, "step": 330 }, { - "epoch": 0.74, - "learning_rate": 0.0001974, - "loss": 4.346, + "epoch": 0.28, + "learning_rate": 0.0001962, + "loss": 4.598, "step": 331 }, { - "epoch": 0.74, - "learning_rate": 0.000198, - "loss": 4.2271, + "epoch": 0.28, + "learning_rate": 0.00019679999999999999, + "loss": 4.849, "step": 332 }, { - "epoch": 0.75, - "learning_rate": 0.0001986, - "loss": 4.353, + "epoch": 0.28, + "learning_rate": 0.0001974, + "loss": 4.5554, "step": 333 }, { - "epoch": 0.75, - "learning_rate": 0.0001992, - "loss": 4.5941, + "epoch": 0.28, + "learning_rate": 0.000198, + "loss": 4.5958, "step": 334 }, { - "epoch": 0.75, - "learning_rate": 0.0001998, - "loss": 4.6264, + "epoch": 0.28, + "learning_rate": 0.0001986, + "loss": 4.911, "step": 335 }, { - "epoch": 0.75, - "learning_rate": 0.0002004, - "loss": 4.3837, + "epoch": 0.28, + "learning_rate": 0.0001992, + "loss": 4.8719, "step": 336 }, { - "epoch": 0.76, - "learning_rate": 0.000201, - "loss": 4.4402, + "epoch": 0.28, + "learning_rate": 0.0001998, + "loss": 4.4203, "step": 337 }, { - "epoch": 0.76, - "learning_rate": 0.0002016, - "loss": 4.4158, + "epoch": 0.28, + "learning_rate": 0.0002004, + "loss": 4.7382, "step": 338 }, { - "epoch": 0.76, - "learning_rate": 0.0002022, - "loss": 4.4913, + "epoch": 0.28, + "learning_rate": 0.000201, + "loss": 4.7495, "step": 339 }, { - "epoch": 0.76, - "learning_rate": 0.0002028, - "loss": 4.5728, + "epoch": 0.29, + "learning_rate": 0.0002016, + "loss": 4.9017, "step": 340 }, { - "epoch": 0.76, - "learning_rate": 0.00020339999999999998, - "loss": 4.4069, + "epoch": 0.29, + "learning_rate": 0.0002022, + "loss": 4.8554, "step": 341 }, { - "epoch": 0.77, - "learning_rate": 0.000204, - "loss": 4.6356, + "epoch": 0.29, + "learning_rate": 0.0002028, + "loss": 5.0008, "step": 342 }, { - "epoch": 0.77, - "learning_rate": 0.00020459999999999999, - "loss": 4.5075, + "epoch": 0.29, + "learning_rate": 0.00020339999999999998, + "loss": 4.5591, "step": 343 }, { - "epoch": 0.77, - "learning_rate": 0.0002052, - "loss": 4.5244, + "epoch": 0.29, + "learning_rate": 0.000204, + "loss": 5.0833, "step": 344 }, { - "epoch": 0.77, - "learning_rate": 0.0002058, - "loss": 4.2865, + "epoch": 0.29, + "learning_rate": 0.00020459999999999999, + "loss": 4.9958, "step": 345 }, { - "epoch": 0.78, - "learning_rate": 0.00020639999999999998, - "loss": 4.4042, + "epoch": 0.29, + "learning_rate": 0.0002052, + "loss": 4.573, "step": 346 }, { - "epoch": 0.78, - "learning_rate": 0.00020699999999999996, - "loss": 4.6676, + "epoch": 0.29, + "learning_rate": 0.0002058, + "loss": 4.7894, "step": 347 }, { - "epoch": 0.78, - "learning_rate": 0.00020759999999999998, - "loss": 4.48, + "epoch": 0.29, + "learning_rate": 0.00020639999999999998, + "loss": 6.119, "step": 348 }, { - "epoch": 0.78, - "learning_rate": 0.00020819999999999996, - "loss": 4.9826, + "epoch": 0.29, + "learning_rate": 0.00020699999999999996, + "loss": 5.0909, "step": 349 }, { - "epoch": 0.78, - "learning_rate": 0.00020879999999999998, - "loss": 4.4187, + "epoch": 0.29, + "learning_rate": 0.00020759999999999998, + "loss": 4.8193, "step": 350 }, { - "epoch": 0.79, - "learning_rate": 0.00020939999999999997, - "loss": 4.6491, + "epoch": 0.3, + "learning_rate": 0.00020819999999999996, + "loss": 5.7541, "step": 351 }, { - "epoch": 0.79, - "learning_rate": 0.00020999999999999998, - "loss": 4.5337, + "epoch": 0.3, + "learning_rate": 0.00020879999999999998, + "loss": 4.8195, "step": 352 }, { - "epoch": 0.79, - "learning_rate": 0.00021059999999999997, - "loss": 4.2791, + "epoch": 0.3, + "learning_rate": 0.00020939999999999997, + "loss": 5.393, "step": 353 }, { - "epoch": 0.79, - "learning_rate": 0.00021119999999999996, - "loss": 4.5545, + "epoch": 0.3, + "learning_rate": 0.00020999999999999998, + "loss": 4.7012, "step": 354 }, { - "epoch": 0.8, - "learning_rate": 0.00021179999999999997, - "loss": 4.5379, + "epoch": 0.3, + "learning_rate": 0.00021059999999999997, + "loss": 4.5452, "step": 355 }, { - "epoch": 0.8, - "learning_rate": 0.00021239999999999996, - "loss": 4.6913, + "epoch": 0.3, + "learning_rate": 0.00021119999999999996, + "loss": 4.9311, "step": 356 }, { - "epoch": 0.8, - "learning_rate": 0.00021299999999999997, - "loss": 4.6171, + "epoch": 0.3, + "learning_rate": 0.00021179999999999997, + "loss": 4.8398, "step": 357 }, { - "epoch": 0.8, - "learning_rate": 0.00021359999999999996, - "loss": 4.5704, + "epoch": 0.3, + "learning_rate": 0.00021239999999999996, + "loss": 4.4316, "step": 358 }, { - "epoch": 0.8, - "learning_rate": 0.00021419999999999998, - "loss": 4.3849, + "epoch": 0.3, + "learning_rate": 0.00021299999999999997, + "loss": 4.6476, "step": 359 }, { - "epoch": 0.81, - "learning_rate": 0.00021479999999999996, - "loss": 4.4353, + "epoch": 0.3, + "learning_rate": 0.00021359999999999996, + "loss": 4.811, "step": 360 }, { - "epoch": 0.81, - "learning_rate": 0.00021539999999999998, - "loss": 4.5627, + "epoch": 0.3, + "learning_rate": 0.00021419999999999998, + "loss": 4.5928, "step": 361 }, { - "epoch": 0.81, - "learning_rate": 0.00021599999999999996, - "loss": 4.4172, + "epoch": 0.3, + "learning_rate": 0.00021479999999999996, + "loss": 4.8394, "step": 362 }, { - "epoch": 0.81, - "learning_rate": 0.00021659999999999998, - "loss": 4.3125, + "epoch": 0.31, + "learning_rate": 0.00021539999999999998, + "loss": 4.5888, "step": 363 }, { - "epoch": 0.82, - "learning_rate": 0.00021719999999999997, - "loss": 4.6123, + "epoch": 0.31, + "learning_rate": 0.00021599999999999996, + "loss": 4.5328, "step": 364 }, { - "epoch": 0.82, - "learning_rate": 0.00021779999999999998, - "loss": 4.5523, + "epoch": 0.31, + "learning_rate": 0.00021659999999999998, + "loss": 4.7895, "step": 365 }, { - "epoch": 0.82, - "learning_rate": 0.00021839999999999997, - "loss": 4.3891, + "epoch": 0.31, + "learning_rate": 0.00021719999999999997, + "loss": 5.204, "step": 366 }, { - "epoch": 0.82, - "learning_rate": 0.00021899999999999998, - "loss": 4.4283, + "epoch": 0.31, + "learning_rate": 0.00021779999999999998, + "loss": 4.6412, "step": 367 }, { - "epoch": 0.83, - "learning_rate": 0.00021959999999999997, - "loss": 4.4099, + "epoch": 0.31, + "learning_rate": 0.00021839999999999997, + "loss": 5.077, "step": 368 }, { - "epoch": 0.83, - "learning_rate": 0.00022019999999999999, - "loss": 4.4941, + "epoch": 0.31, + "learning_rate": 0.00021899999999999998, + "loss": 5.0518, "step": 369 }, { - "epoch": 0.83, - "learning_rate": 0.00022079999999999997, - "loss": 4.4114, + "epoch": 0.31, + "learning_rate": 0.00021959999999999997, + "loss": 4.9851, "step": 370 }, { - "epoch": 0.83, - "learning_rate": 0.0002214, - "loss": 4.3696, + "epoch": 0.31, + "learning_rate": 0.00022019999999999999, + "loss": 4.8694, "step": 371 }, { - "epoch": 0.83, - "learning_rate": 0.00022199999999999998, - "loss": 4.3713, + "epoch": 0.31, + "learning_rate": 0.00022079999999999997, + "loss": 4.9845, "step": 372 }, { - "epoch": 0.84, - "learning_rate": 0.0002226, - "loss": 4.3933, + "epoch": 0.31, + "learning_rate": 0.0002214, + "loss": 4.8001, "step": 373 }, { - "epoch": 0.84, - "learning_rate": 0.00022319999999999998, - "loss": 4.2505, + "epoch": 0.31, + "learning_rate": 0.00022199999999999998, + "loss": 4.4582, "step": 374 }, { - "epoch": 0.84, - "learning_rate": 0.0002238, - "loss": 4.2947, + "epoch": 0.32, + "learning_rate": 0.0002226, + "loss": 4.6111, "step": 375 }, { - "epoch": 0.84, - "learning_rate": 0.00022439999999999998, - "loss": 4.3779, + "epoch": 0.32, + "learning_rate": 0.00022319999999999998, + "loss": 4.7382, "step": 376 }, { - "epoch": 0.85, - "learning_rate": 0.000225, - "loss": 4.4394, + "epoch": 0.32, + "learning_rate": 0.0002238, + "loss": 4.5815, "step": 377 }, { - "epoch": 0.85, - "learning_rate": 0.00022559999999999998, - "loss": 4.4394, + "epoch": 0.32, + "learning_rate": 0.00022439999999999998, + "loss": 4.548, "step": 378 }, { - "epoch": 0.85, - "learning_rate": 0.00022619999999999997, - "loss": 4.6147, + "epoch": 0.32, + "learning_rate": 0.000225, + "loss": 4.7013, "step": 379 }, { - "epoch": 0.85, - "learning_rate": 0.00022679999999999998, - "loss": 4.2979, + "epoch": 0.32, + "learning_rate": 0.00022559999999999998, + "loss": 4.8199, "step": 380 }, { - "epoch": 0.85, - "learning_rate": 0.00022739999999999997, - "loss": 4.6721, + "epoch": 0.32, + "learning_rate": 0.00022619999999999997, + "loss": 4.5677, "step": 381 }, { - "epoch": 0.86, - "learning_rate": 0.00022799999999999999, - "loss": 4.8685, + "epoch": 0.32, + "learning_rate": 0.00022679999999999998, + "loss": 4.6306, "step": 382 }, { - "epoch": 0.86, - "learning_rate": 0.00022859999999999997, - "loss": 4.3676, + "epoch": 0.32, + "learning_rate": 0.00022739999999999997, + "loss": 4.4638, "step": 383 }, { - "epoch": 0.86, - "learning_rate": 0.0002292, - "loss": 4.3411, + "epoch": 0.32, + "learning_rate": 0.00022799999999999999, + "loss": 4.7158, "step": 384 }, { - "epoch": 0.86, - "learning_rate": 0.00022979999999999997, - "loss": 4.5083, + "epoch": 0.32, + "learning_rate": 0.00022859999999999997, + "loss": 4.9784, "step": 385 }, { - "epoch": 0.87, - "learning_rate": 0.0002304, - "loss": 4.2368, + "epoch": 0.32, + "learning_rate": 0.0002292, + "loss": 4.6348, "step": 386 }, { - "epoch": 0.87, - "learning_rate": 0.00023099999999999998, - "loss": 4.6233, + "epoch": 0.33, + "learning_rate": 0.00022979999999999997, + "loss": 4.8384, "step": 387 }, { - "epoch": 0.87, - "learning_rate": 0.0002316, - "loss": 4.4809, + "epoch": 0.33, + "learning_rate": 0.0002304, + "loss": 4.793, "step": 388 }, { - "epoch": 0.87, - "learning_rate": 0.00023219999999999998, - "loss": 4.4144, + "epoch": 0.33, + "learning_rate": 0.00023099999999999998, + "loss": 4.9213, "step": 389 }, { - "epoch": 0.87, - "learning_rate": 0.0002328, - "loss": 4.2928, + "epoch": 0.33, + "learning_rate": 0.0002316, + "loss": 4.6966, "step": 390 }, { - "epoch": 0.88, - "learning_rate": 0.00023339999999999998, - "loss": 4.4507, + "epoch": 0.33, + "learning_rate": 0.00023219999999999998, + "loss": 4.7374, "step": 391 }, { - "epoch": 0.88, - "learning_rate": 0.000234, - "loss": 4.3618, + "epoch": 0.33, + "learning_rate": 0.0002328, + "loss": 5.1651, "step": 392 }, { - "epoch": 0.88, - "learning_rate": 0.00023459999999999998, - "loss": 4.2873, + "epoch": 0.33, + "learning_rate": 0.00023339999999999998, + "loss": 4.6255, "step": 393 }, { - "epoch": 0.88, - "learning_rate": 0.0002352, - "loss": 4.5993, + "epoch": 0.33, + "learning_rate": 0.000234, + "loss": 4.8594, "step": 394 }, { - "epoch": 0.89, - "learning_rate": 0.00023579999999999999, - "loss": 4.6642, + "epoch": 0.33, + "learning_rate": 0.00023459999999999998, + "loss": 4.5503, "step": 395 }, { - "epoch": 0.89, - "learning_rate": 0.0002364, - "loss": 4.429, + "epoch": 0.33, + "learning_rate": 0.0002352, + "loss": 5.6112, "step": 396 }, { - "epoch": 0.89, - "learning_rate": 0.000237, - "loss": 4.5691, + "epoch": 0.33, + "learning_rate": 0.00023579999999999999, + "loss": 5.6174, "step": 397 }, { - "epoch": 0.89, - "learning_rate": 0.0002376, - "loss": 4.5302, + "epoch": 0.33, + "learning_rate": 0.0002364, + "loss": 5.3497, "step": 398 }, { - "epoch": 0.89, - "learning_rate": 0.0002382, - "loss": 4.8725, + "epoch": 0.34, + "learning_rate": 0.000237, + "loss": 5.2984, "step": 399 }, { - "epoch": 0.9, - "learning_rate": 0.0002388, - "loss": 4.4504, + "epoch": 0.34, + "learning_rate": 0.0002376, + "loss": 4.9087, "step": 400 }, { - "epoch": 0.9, - "learning_rate": 0.0002394, - "loss": 4.6489, + "epoch": 0.34, + "learning_rate": 0.0002382, + "loss": 6.9715, "step": 401 }, { - "epoch": 0.9, - "learning_rate": 0.00023999999999999998, - "loss": 4.4011, + "epoch": 0.34, + "learning_rate": 0.0002388, + "loss": 4.7359, "step": 402 }, { - "epoch": 0.9, - "learning_rate": 0.0002406, - "loss": 4.5411, + "epoch": 0.34, + "learning_rate": 0.0002394, + "loss": 4.659, "step": 403 }, { - "epoch": 0.91, - "learning_rate": 0.00024119999999999998, - "loss": 4.3335, + "epoch": 0.34, + "learning_rate": 0.00023999999999999998, + "loss": 4.7424, "step": 404 }, { - "epoch": 0.91, - "learning_rate": 0.0002418, - "loss": 4.3515, + "epoch": 0.34, + "learning_rate": 0.0002406, + "loss": 4.9856, "step": 405 }, { - "epoch": 0.91, - "learning_rate": 0.00024239999999999998, - "loss": 4.5316, + "epoch": 0.34, + "learning_rate": 0.00024119999999999998, + "loss": 4.9682, "step": 406 }, { - "epoch": 0.91, - "learning_rate": 0.000243, - "loss": 4.515, + "epoch": 0.34, + "learning_rate": 0.0002418, + "loss": 4.9717, "step": 407 }, { - "epoch": 0.91, - "learning_rate": 0.00024359999999999999, - "loss": 4.4707, + "epoch": 0.34, + "learning_rate": 0.00024239999999999998, + "loss": 5.3111, "step": 408 }, { - "epoch": 0.92, - "learning_rate": 0.00024419999999999997, - "loss": 4.4713, + "epoch": 0.34, + "learning_rate": 0.000243, + "loss": 5.4094, "step": 409 }, { - "epoch": 0.92, - "learning_rate": 0.0002448, - "loss": 4.3561, + "epoch": 0.34, + "learning_rate": 0.00024359999999999999, + "loss": 4.7539, "step": 410 }, { - "epoch": 0.92, - "learning_rate": 0.00024539999999999995, - "loss": 4.5945, + "epoch": 0.35, + "learning_rate": 0.00024419999999999997, + "loss": 5.4262, "step": 411 }, { - "epoch": 0.92, - "learning_rate": 0.00024599999999999996, - "loss": 4.5222, + "epoch": 0.35, + "learning_rate": 0.0002448, + "loss": 4.643, "step": 412 }, { - "epoch": 0.93, - "learning_rate": 0.0002466, - "loss": 4.2503, + "epoch": 0.35, + "learning_rate": 0.00024539999999999995, + "loss": 5.1179, "step": 413 }, { - "epoch": 0.93, - "learning_rate": 0.0002472, - "loss": 4.5353, + "epoch": 0.35, + "learning_rate": 0.00024599999999999996, + "loss": 4.4305, "step": 414 }, { - "epoch": 0.93, - "learning_rate": 0.00024779999999999995, - "loss": 4.7153, + "epoch": 0.35, + "learning_rate": 0.0002466, + "loss": 5.0687, "step": 415 }, { - "epoch": 0.93, - "learning_rate": 0.00024839999999999997, - "loss": 4.3515, + "epoch": 0.35, + "learning_rate": 0.0002472, + "loss": 5.0495, "step": 416 }, { - "epoch": 0.93, - "learning_rate": 0.000249, - "loss": 4.607, + "epoch": 0.35, + "learning_rate": 0.00024779999999999995, + "loss": 4.4025, "step": 417 }, { - "epoch": 0.94, - "learning_rate": 0.00024959999999999994, - "loss": 4.3256, + "epoch": 0.35, + "learning_rate": 0.00024839999999999997, + "loss": 4.7475, "step": 418 }, { - "epoch": 0.94, - "learning_rate": 0.00025019999999999996, - "loss": 4.5059, + "epoch": 0.35, + "learning_rate": 0.000249, + "loss": 4.9321, "step": 419 }, { - "epoch": 0.94, - "learning_rate": 0.00025079999999999997, - "loss": 4.4982, + "epoch": 0.35, + "learning_rate": 0.00024959999999999994, + "loss": 4.8359, "step": 420 }, { - "epoch": 0.94, - "learning_rate": 0.0002514, - "loss": 4.7228, + "epoch": 0.35, + "learning_rate": 0.00025019999999999996, + "loss": 5.2366, "step": 421 }, { - "epoch": 0.95, - "learning_rate": 0.00025199999999999995, - "loss": 4.342, + "epoch": 0.35, + "learning_rate": 0.00025079999999999997, + "loss": 4.6573, "step": 422 }, { - "epoch": 0.95, - "learning_rate": 0.00025259999999999996, - "loss": 4.4941, + "epoch": 0.36, + "learning_rate": 0.0002514, + "loss": 4.9931, "step": 423 }, { - "epoch": 0.95, - "learning_rate": 0.0002532, - "loss": 4.549, + "epoch": 0.36, + "learning_rate": 0.00025199999999999995, + "loss": 4.5645, "step": 424 }, { - "epoch": 0.95, - "learning_rate": 0.0002538, - "loss": 4.4566, + "epoch": 0.36, + "learning_rate": 0.00025259999999999996, + "loss": 5.6328, "step": 425 }, { - "epoch": 0.96, - "learning_rate": 0.00025439999999999995, - "loss": 4.4028, + "epoch": 0.36, + "learning_rate": 0.0002532, + "loss": 4.5977, "step": 426 }, { - "epoch": 0.96, - "learning_rate": 0.00025499999999999996, - "loss": 4.4576, + "epoch": 0.36, + "learning_rate": 0.0002538, + "loss": 4.4475, "step": 427 }, { - "epoch": 0.96, - "learning_rate": 0.0002556, - "loss": 4.4446, + "epoch": 0.36, + "learning_rate": 0.00025439999999999995, + "loss": 4.5936, "step": 428 }, { - "epoch": 0.96, - "learning_rate": 0.0002562, - "loss": 4.2655, + "epoch": 0.36, + "learning_rate": 0.00025499999999999996, + "loss": 5.7865, "step": 429 }, { - "epoch": 0.96, - "learning_rate": 0.00025679999999999995, - "loss": 4.5732, + "epoch": 0.36, + "learning_rate": 0.0002556, + "loss": 5.2149, "step": 430 }, { - "epoch": 0.97, - "learning_rate": 0.00025739999999999997, - "loss": 4.4672, + "epoch": 0.36, + "learning_rate": 0.0002562, + "loss": 4.8945, "step": 431 }, { - "epoch": 0.97, - "learning_rate": 0.000258, - "loss": 4.721, + "epoch": 0.36, + "learning_rate": 0.00025679999999999995, + "loss": 4.814, "step": 432 }, { - "epoch": 0.97, - "learning_rate": 0.0002586, - "loss": 4.3734, + "epoch": 0.36, + "learning_rate": 0.00025739999999999997, + "loss": 4.7622, "step": 433 }, { - "epoch": 0.97, - "learning_rate": 0.00025919999999999996, - "loss": 4.4878, + "epoch": 0.36, + "learning_rate": 0.000258, + "loss": 4.6538, "step": 434 }, { - "epoch": 0.98, - "learning_rate": 0.00025979999999999997, - "loss": 4.6865, + "epoch": 0.37, + "learning_rate": 0.0002586, + "loss": 4.7093, "step": 435 }, { - "epoch": 0.98, - "learning_rate": 0.0002604, - "loss": 4.3611, + "epoch": 0.37, + "learning_rate": 0.00025919999999999996, + "loss": 4.4731, "step": 436 }, { - "epoch": 0.98, - "learning_rate": 0.000261, - "loss": 4.4157, + "epoch": 0.37, + "learning_rate": 0.00025979999999999997, + "loss": 4.4726, "step": 437 }, { - "epoch": 0.98, - "learning_rate": 0.00026159999999999996, - "loss": 4.668, + "epoch": 0.37, + "learning_rate": 0.0002604, + "loss": 4.4415, "step": 438 }, { - "epoch": 0.98, - "learning_rate": 0.0002622, - "loss": 4.4607, + "epoch": 0.37, + "learning_rate": 0.000261, + "loss": 4.8381, "step": 439 }, { - "epoch": 0.99, - "learning_rate": 0.0002628, - "loss": 4.439, + "epoch": 0.37, + "learning_rate": 0.00026159999999999996, + "loss": 4.6304, "step": 440 }, { - "epoch": 0.99, - "learning_rate": 0.00026339999999999995, - "loss": 4.4888, + "epoch": 0.37, + "learning_rate": 0.0002622, + "loss": 5.9751, "step": 441 }, { - "epoch": 0.99, - "learning_rate": 0.00026399999999999997, - "loss": 4.8581, + "epoch": 0.37, + "learning_rate": 0.0002628, + "loss": 4.934, "step": 442 }, { - "epoch": 0.99, - "learning_rate": 0.0002646, - "loss": 4.9797, + "epoch": 0.37, + "learning_rate": 0.00026339999999999995, + "loss": 4.6406, "step": 443 }, { - "epoch": 1.0, - "learning_rate": 0.0002652, - "loss": 4.9424, + "epoch": 0.37, + "learning_rate": 0.00026399999999999997, + "loss": 4.6753, "step": 444 }, { - "epoch": 1.0, - "learning_rate": 0.00026579999999999996, - "loss": 4.6381, + "epoch": 0.37, + "learning_rate": 0.0002646, + "loss": 4.4777, "step": 445 }, { - "epoch": 1.0, - "learning_rate": 0.00026639999999999997, - "loss": 4.3897, + "epoch": 0.37, + "learning_rate": 0.0002652, + "loss": 5.2458, "step": 446 }, + { + "epoch": 0.38, + "learning_rate": 0.00026579999999999996, + "loss": 6.2422, + "step": 447 + }, + { + "epoch": 0.38, + "learning_rate": 0.00026639999999999997, + "loss": 4.8309, + "step": 448 + }, + { + "epoch": 0.38, + "learning_rate": 0.000267, + "loss": 4.8349, + "step": 449 + }, + { + "epoch": 0.38, + "learning_rate": 0.0002676, + "loss": 5.6301, + "step": 450 + }, + { + "epoch": 0.38, + "learning_rate": 0.00026819999999999996, + "loss": 4.5924, + "step": 451 + }, + { + "epoch": 0.38, + "learning_rate": 0.0002688, + "loss": 4.4359, + "step": 452 + }, + { + "epoch": 0.38, + "learning_rate": 0.0002694, + "loss": 4.6921, + "step": 453 + }, + { + "epoch": 0.38, + "learning_rate": 0.00027, + "loss": 4.9924, + "step": 454 + }, + { + "epoch": 0.38, + "learning_rate": 0.00027059999999999996, + "loss": 5.9157, + "step": 455 + }, + { + "epoch": 0.38, + "learning_rate": 0.0002712, + "loss": 5.7934, + "step": 456 + }, + { + "epoch": 0.38, + "learning_rate": 0.0002718, + "loss": 4.9495, + "step": 457 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002724, + "loss": 5.7351, + "step": 458 + }, + { + "epoch": 0.39, + "learning_rate": 0.00027299999999999997, + "loss": 4.8521, + "step": 459 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002736, + "loss": 4.8954, + "step": 460 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002742, + "loss": 5.1091, + "step": 461 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002748, + "loss": 4.6737, + "step": 462 + }, + { + "epoch": 0.39, + "learning_rate": 0.00027539999999999997, + "loss": 4.6774, + "step": 463 + }, + { + "epoch": 0.39, + "learning_rate": 0.000276, + "loss": 5.1294, + "step": 464 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002766, + "loss": 4.9277, + "step": 465 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002772, + "loss": 4.7534, + "step": 466 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002778, + "loss": 4.7519, + "step": 467 + }, + { + "epoch": 0.39, + "learning_rate": 0.0002784, + "loss": 4.6761, + "step": 468 + }, + { + "epoch": 0.39, + "learning_rate": 0.000279, + "loss": 4.6486, + "step": 469 + }, + { + "epoch": 0.4, + "learning_rate": 0.00027959999999999997, + "loss": 4.946, + "step": 470 + }, + { + "epoch": 0.4, + "learning_rate": 0.0002802, + "loss": 4.5311, + "step": 471 + }, + { + "epoch": 0.4, + "learning_rate": 0.0002808, + "loss": 4.8559, + "step": 472 + }, + { + "epoch": 0.4, + "learning_rate": 0.00028139999999999996, + "loss": 4.6196, + "step": 473 + }, + { + "epoch": 0.4, + "learning_rate": 0.00028199999999999997, + "loss": 4.7566, + "step": 474 + }, + { + "epoch": 0.4, + "learning_rate": 0.0002826, + "loss": 4.8195, + "step": 475 + }, + { + "epoch": 0.4, + "learning_rate": 0.00028319999999999994, + "loss": 5.0072, + "step": 476 + }, + { + "epoch": 0.4, + "learning_rate": 0.00028379999999999996, + "loss": 4.3395, + "step": 477 + }, + { + "epoch": 0.4, + "learning_rate": 0.0002844, + "loss": 4.8089, + "step": 478 + }, + { + "epoch": 0.4, + "learning_rate": 0.000285, + "loss": 5.0194, + "step": 479 + }, + { + "epoch": 0.4, + "learning_rate": 0.00028559999999999995, + "loss": 5.1517, + "step": 480 + }, + { + "epoch": 0.4, + "learning_rate": 0.00028619999999999996, + "loss": 4.4459, + "step": 481 + }, + { + "epoch": 0.41, + "learning_rate": 0.0002868, + "loss": 4.7189, + "step": 482 + }, + { + "epoch": 0.41, + "learning_rate": 0.00028739999999999994, + "loss": 5.2612, + "step": 483 + }, + { + "epoch": 0.41, + "learning_rate": 0.00028799999999999995, + "loss": 4.9748, + "step": 484 + }, + { + "epoch": 0.41, + "learning_rate": 0.00028859999999999997, + "loss": 5.1632, + "step": 485 + }, + { + "epoch": 0.41, + "learning_rate": 0.0002892, + "loss": 4.7419, + "step": 486 + }, + { + "epoch": 0.41, + "learning_rate": 0.00028979999999999994, + "loss": 4.4433, + "step": 487 + }, + { + "epoch": 0.41, + "learning_rate": 0.00029039999999999996, + "loss": 4.9207, + "step": 488 + }, + { + "epoch": 0.41, + "learning_rate": 0.00029099999999999997, + "loss": 5.3683, + "step": 489 + }, + { + "epoch": 0.41, + "learning_rate": 0.0002916, + "loss": 4.5459, + "step": 490 + }, + { + "epoch": 0.41, + "learning_rate": 0.00029219999999999995, + "loss": 5.3484, + "step": 491 + }, + { + "epoch": 0.41, + "learning_rate": 0.00029279999999999996, + "loss": 5.3329, + "step": 492 + }, + { + "epoch": 0.41, + "learning_rate": 0.0002934, + "loss": 5.4753, + "step": 493 + }, + { + "epoch": 0.42, + "learning_rate": 0.000294, + "loss": 5.0896, + "step": 494 + }, + { + "epoch": 0.42, + "learning_rate": 0.00029459999999999995, + "loss": 5.4255, + "step": 495 + }, + { + "epoch": 0.42, + "learning_rate": 0.00029519999999999997, + "loss": 5.2874, + "step": 496 + }, + { + "epoch": 0.42, + "learning_rate": 0.0002958, + "loss": 4.6805, + "step": 497 + }, + { + "epoch": 0.42, + "learning_rate": 0.0002964, + "loss": 4.6878, + "step": 498 + }, + { + "epoch": 0.42, + "learning_rate": 0.00029699999999999996, + "loss": 4.9547, + "step": 499 + }, + { + "epoch": 0.42, + "learning_rate": 0.00029759999999999997, + "loss": 4.853, + "step": 500 + }, + { + "epoch": 0.42, + "eval_loss": 5.1412506103515625, + "eval_runtime": 781.4958, + "eval_samples_per_second": 3.381, + "eval_steps_per_second": 0.283, + "eval_wer": 1.9614042046806823, + "step": 500 + }, + { + "epoch": 0.42, + "learning_rate": 0.0002982, + "loss": 5.1828, + "step": 501 + }, + { + "epoch": 0.42, + "learning_rate": 0.0002988, + "loss": 5.0167, + "step": 502 + }, + { + "epoch": 0.42, + "learning_rate": 0.00029939999999999996, + "loss": 4.9045, + "step": 503 + }, + { + "epoch": 0.42, + "learning_rate": 0.0003, + "loss": 5.0154, + "step": 504 + }, + { + "epoch": 0.42, + "learning_rate": 0.0002995645863570392, + "loss": 4.7419, + "step": 505 + }, + { + "epoch": 0.43, + "learning_rate": 0.0002991291727140783, + "loss": 5.1024, + "step": 506 + }, + { + "epoch": 0.43, + "learning_rate": 0.00029869375907111753, + "loss": 5.0795, + "step": 507 + }, + { + "epoch": 0.43, + "learning_rate": 0.00029825834542815676, + "loss": 4.6673, + "step": 508 + }, + { + "epoch": 0.43, + "learning_rate": 0.00029782293178519587, + "loss": 4.6734, + "step": 509 + }, + { + "epoch": 0.43, + "learning_rate": 0.0002973875181422351, + "loss": 5.322, + "step": 510 + }, + { + "epoch": 0.43, + "learning_rate": 0.00029695210449927426, + "loss": 5.0097, + "step": 511 + }, + { + "epoch": 0.43, + "learning_rate": 0.0002965166908563135, + "loss": 4.6485, + "step": 512 + }, + { + "epoch": 0.43, + "learning_rate": 0.00029608127721335266, + "loss": 5.1144, + "step": 513 + }, + { + "epoch": 0.43, + "learning_rate": 0.0002956458635703918, + "loss": 4.4443, + "step": 514 + }, + { + "epoch": 0.43, + "learning_rate": 0.00029521044992743105, + "loss": 4.6383, + "step": 515 + }, + { + "epoch": 0.43, + "learning_rate": 0.0002947750362844702, + "loss": 4.8508, + "step": 516 + }, + { + "epoch": 0.43, + "learning_rate": 0.0002943396226415094, + "loss": 5.5281, + "step": 517 + }, + { + "epoch": 0.44, + "learning_rate": 0.0002939042089985486, + "loss": 4.6943, + "step": 518 + }, + { + "epoch": 0.44, + "learning_rate": 0.0002934687953555878, + "loss": 5.0576, + "step": 519 + }, + { + "epoch": 0.44, + "learning_rate": 0.00029303338171262695, + "loss": 5.0869, + "step": 520 + }, + { + "epoch": 0.44, + "learning_rate": 0.00029259796806966617, + "loss": 5.2329, + "step": 521 + }, + { + "epoch": 0.44, + "learning_rate": 0.00029216255442670534, + "loss": 4.7639, + "step": 522 + }, + { + "epoch": 0.44, + "learning_rate": 0.0002917271407837445, + "loss": 5.274, + "step": 523 + }, + { + "epoch": 0.44, + "learning_rate": 0.00029129172714078373, + "loss": 5.0462, + "step": 524 + }, + { + "epoch": 0.44, + "learning_rate": 0.0002908563134978229, + "loss": 4.7118, + "step": 525 + }, + { + "epoch": 0.44, + "learning_rate": 0.00029042089985486207, + "loss": 4.4687, + "step": 526 + }, + { + "epoch": 0.44, + "learning_rate": 0.0002899854862119013, + "loss": 4.9349, + "step": 527 + }, + { + "epoch": 0.44, + "learning_rate": 0.00028955007256894046, + "loss": 5.0844, + "step": 528 + }, + { + "epoch": 0.44, + "learning_rate": 0.0002891146589259796, + "loss": 4.8218, + "step": 529 + }, + { + "epoch": 0.45, + "learning_rate": 0.00028867924528301885, + "loss": 4.7831, + "step": 530 + }, + { + "epoch": 0.45, + "learning_rate": 0.000288243831640058, + "loss": 5.0097, + "step": 531 + }, + { + "epoch": 0.45, + "learning_rate": 0.0002878084179970972, + "loss": 4.9453, + "step": 532 + }, + { + "epoch": 0.45, + "learning_rate": 0.0002873730043541364, + "loss": 4.6229, + "step": 533 + }, + { + "epoch": 0.45, + "learning_rate": 0.0002869375907111756, + "loss": 5.2522, + "step": 534 + }, + { + "epoch": 0.45, + "learning_rate": 0.00028650217706821475, + "loss": 4.5893, + "step": 535 + }, + { + "epoch": 0.45, + "learning_rate": 0.00028606676342525397, + "loss": 4.5117, + "step": 536 + }, + { + "epoch": 0.45, + "learning_rate": 0.00028563134978229314, + "loss": 5.3721, + "step": 537 + }, + { + "epoch": 0.45, + "learning_rate": 0.0002851959361393323, + "loss": 5.2337, + "step": 538 + }, + { + "epoch": 0.45, + "learning_rate": 0.00028476052249637153, + "loss": 4.8925, + "step": 539 + }, + { + "epoch": 0.45, + "learning_rate": 0.0002843251088534107, + "loss": 5.0245, + "step": 540 + }, + { + "epoch": 0.45, + "learning_rate": 0.0002838896952104499, + "loss": 5.2029, + "step": 541 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002834542815674891, + "loss": 4.8409, + "step": 542 + }, + { + "epoch": 0.46, + "learning_rate": 0.00028301886792452826, + "loss": 4.6207, + "step": 543 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002825834542815675, + "loss": 4.8516, + "step": 544 + }, + { + "epoch": 0.46, + "learning_rate": 0.00028214804063860665, + "loss": 5.306, + "step": 545 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002817126269956458, + "loss": 4.6919, + "step": 546 + }, + { + "epoch": 0.46, + "learning_rate": 0.00028127721335268504, + "loss": 5.1248, + "step": 547 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002808417997097242, + "loss": 5.498, + "step": 548 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002804063860667634, + "loss": 5.0558, + "step": 549 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002799709724238026, + "loss": 6.2832, + "step": 550 + }, + { + "epoch": 0.46, + "learning_rate": 0.0002795355587808418, + "loss": 4.869, + "step": 551 + }, + { + "epoch": 0.46, + "learning_rate": 0.00027910014513788094, + "loss": 4.7952, + "step": 552 + }, + { + "epoch": 0.46, + "learning_rate": 0.00027866473149492017, + "loss": 5.1334, + "step": 553 + }, + { + "epoch": 0.47, + "learning_rate": 0.00027822931785195933, + "loss": 4.9164, + "step": 554 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002777939042089985, + "loss": 4.8452, + "step": 555 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002773584905660377, + "loss": 5.1807, + "step": 556 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002769230769230769, + "loss": 4.5526, + "step": 557 + }, + { + "epoch": 0.47, + "learning_rate": 0.00027648766328011606, + "loss": 4.5286, + "step": 558 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002760522496371553, + "loss": 4.8173, + "step": 559 + }, + { + "epoch": 0.47, + "learning_rate": 0.00027561683599419446, + "loss": 4.9259, + "step": 560 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002751814223512336, + "loss": 4.6703, + "step": 561 + }, + { + "epoch": 0.47, + "learning_rate": 0.00027474600870827285, + "loss": 4.8179, + "step": 562 + }, + { + "epoch": 0.47, + "learning_rate": 0.000274310595065312, + "loss": 5.4707, + "step": 563 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002738751814223512, + "loss": 4.5427, + "step": 564 + }, + { + "epoch": 0.47, + "learning_rate": 0.0002734397677793904, + "loss": 5.1543, + "step": 565 + }, + { + "epoch": 0.48, + "learning_rate": 0.0002730043541364296, + "loss": 4.7167, + "step": 566 + }, + { + "epoch": 0.48, + "learning_rate": 0.00027256894049346875, + "loss": 4.8138, + "step": 567 + }, + { + "epoch": 0.48, + "learning_rate": 0.00027213352685050797, + "loss": 4.7945, + "step": 568 + }, + { + "epoch": 0.48, + "learning_rate": 0.00027169811320754714, + "loss": 4.5745, + "step": 569 + }, + { + "epoch": 0.48, + "learning_rate": 0.00027126269956458636, + "loss": 4.6674, + "step": 570 + }, + { + "epoch": 0.48, + "learning_rate": 0.00027082728592162553, + "loss": 4.6596, + "step": 571 + }, + { + "epoch": 0.48, + "learning_rate": 0.0002703918722786647, + "loss": 5.0242, + "step": 572 + }, + { + "epoch": 0.48, + "learning_rate": 0.0002699564586357039, + "loss": 4.7475, + "step": 573 + }, + { + "epoch": 0.48, + "learning_rate": 0.0002695210449927431, + "loss": 4.5995, + "step": 574 + }, + { + "epoch": 0.48, + "learning_rate": 0.00026908563134978226, + "loss": 4.9169, + "step": 575 + }, + { + "epoch": 0.48, + "learning_rate": 0.0002686502177068215, + "loss": 5.0002, + "step": 576 + }, + { + "epoch": 0.49, + "learning_rate": 0.00026821480406386065, + "loss": 5.0343, + "step": 577 + }, + { + "epoch": 0.49, + "learning_rate": 0.0002677793904208998, + "loss": 4.7486, + "step": 578 + }, + { + "epoch": 0.49, + "learning_rate": 0.00026734397677793904, + "loss": 4.8041, + "step": 579 + }, + { + "epoch": 0.49, + "learning_rate": 0.0002669085631349782, + "loss": 4.804, + "step": 580 + }, + { + "epoch": 0.49, + "learning_rate": 0.0002664731494920174, + "loss": 4.8804, + "step": 581 + }, + { + "epoch": 0.49, + "learning_rate": 0.0002660377358490566, + "loss": 4.8052, + "step": 582 + }, + { + "epoch": 0.49, + "learning_rate": 0.00026560232220609577, + "loss": 4.6873, + "step": 583 + }, + { + "epoch": 0.49, + "learning_rate": 0.00026516690856313494, + "loss": 5.1985, + "step": 584 + }, + { + "epoch": 0.49, + "learning_rate": 0.00026473149492017416, + "loss": 5.0719, + "step": 585 + }, + { + "epoch": 0.49, + "learning_rate": 0.00026429608127721333, + "loss": 4.8092, + "step": 586 + }, + { + "epoch": 0.49, + "learning_rate": 0.0002638606676342525, + "loss": 4.9575, + "step": 587 + }, + { + "epoch": 0.49, + "learning_rate": 0.0002634252539912917, + "loss": 4.5596, + "step": 588 + }, + { + "epoch": 0.5, + "learning_rate": 0.0002629898403483309, + "loss": 5.1548, + "step": 589 + }, + { + "epoch": 0.5, + "learning_rate": 0.00026255442670537006, + "loss": 5.0462, + "step": 590 + }, + { + "epoch": 0.5, + "learning_rate": 0.0002621190130624093, + "loss": 4.6826, + "step": 591 + }, + { + "epoch": 0.5, + "learning_rate": 0.00026168359941944845, + "loss": 4.504, + "step": 592 + }, + { + "epoch": 0.5, + "learning_rate": 0.0002612481857764876, + "loss": 5.4956, + "step": 593 + }, + { + "epoch": 0.5, + "learning_rate": 0.00026081277213352684, + "loss": 4.9616, + "step": 594 + }, + { + "epoch": 0.5, + "learning_rate": 0.000260377358490566, + "loss": 4.6213, + "step": 595 + }, + { + "epoch": 0.5, + "learning_rate": 0.0002599419448476052, + "loss": 4.5141, + "step": 596 + }, + { + "epoch": 0.5, + "learning_rate": 0.0002595065312046444, + "loss": 4.7099, + "step": 597 + }, + { + "epoch": 0.5, + "learning_rate": 0.0002590711175616836, + "loss": 6.6985, + "step": 598 + }, + { + "epoch": 0.5, + "learning_rate": 0.00025863570391872274, + "loss": 6.3293, + "step": 599 + }, + { + "epoch": 0.5, + "learning_rate": 0.00025820029027576197, + "loss": 6.5137, + "step": 600 + }, + { + "epoch": 0.51, + "learning_rate": 0.00025776487663280113, + "loss": 4.7479, + "step": 601 + }, + { + "epoch": 0.51, + "learning_rate": 0.00025732946298984036, + "loss": 5.1476, + "step": 602 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002568940493468795, + "loss": 4.9999, + "step": 603 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002564586357039187, + "loss": 4.6129, + "step": 604 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002560232220609579, + "loss": 4.7591, + "step": 605 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002555878084179971, + "loss": 4.9673, + "step": 606 + }, + { + "epoch": 0.51, + "learning_rate": 0.00025515239477503626, + "loss": 4.8614, + "step": 607 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002547169811320755, + "loss": 4.8226, + "step": 608 + }, + { + "epoch": 0.51, + "learning_rate": 0.00025428156748911465, + "loss": 4.7064, + "step": 609 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002538461538461538, + "loss": 4.7835, + "step": 610 + }, + { + "epoch": 0.51, + "learning_rate": 0.00025341074020319304, + "loss": 4.9997, + "step": 611 + }, + { + "epoch": 0.51, + "learning_rate": 0.0002529753265602322, + "loss": 4.4572, + "step": 612 + }, + { + "epoch": 0.52, + "learning_rate": 0.0002525399129172714, + "loss": 5.6677, + "step": 613 + }, + { + "epoch": 0.52, + "learning_rate": 0.0002521044992743106, + "loss": 4.4133, + "step": 614 + }, + { + "epoch": 0.52, + "learning_rate": 0.00025166908563134977, + "loss": 4.6878, + "step": 615 + }, + { + "epoch": 0.52, + "learning_rate": 0.00025123367198838894, + "loss": 4.9388, + "step": 616 + }, + { + "epoch": 0.52, + "learning_rate": 0.00025079825834542816, + "loss": 4.6987, + "step": 617 + }, + { + "epoch": 0.52, + "learning_rate": 0.00025036284470246733, + "loss": 5.6031, + "step": 618 + }, + { + "epoch": 0.52, + "learning_rate": 0.0002499274310595065, + "loss": 4.7637, + "step": 619 + }, + { + "epoch": 0.52, + "learning_rate": 0.0002494920174165457, + "loss": 4.704, + "step": 620 + }, + { + "epoch": 0.52, + "learning_rate": 0.0002490566037735849, + "loss": 4.3776, + "step": 621 + }, + { + "epoch": 0.52, + "learning_rate": 0.00024862119013062406, + "loss": 4.4527, + "step": 622 + }, + { + "epoch": 0.52, + "learning_rate": 0.0002481857764876633, + "loss": 5.3285, + "step": 623 + }, + { + "epoch": 0.52, + "learning_rate": 0.00024775036284470245, + "loss": 4.8263, + "step": 624 + }, + { + "epoch": 0.53, + "learning_rate": 0.0002473149492017416, + "loss": 5.0734, + "step": 625 + }, + { + "epoch": 0.53, + "learning_rate": 0.00024687953555878084, + "loss": 5.1294, + "step": 626 + }, + { + "epoch": 0.53, + "learning_rate": 0.00024644412191582, + "loss": 4.9637, + "step": 627 + }, + { + "epoch": 0.53, + "learning_rate": 0.0002460087082728592, + "loss": 4.6526, + "step": 628 + }, + { + "epoch": 0.53, + "learning_rate": 0.0002455732946298984, + "loss": 4.6291, + "step": 629 + }, + { + "epoch": 0.53, + "learning_rate": 0.00024513788098693757, + "loss": 4.6846, + "step": 630 + }, + { + "epoch": 0.53, + "learning_rate": 0.0002447024673439768, + "loss": 4.9051, + "step": 631 + }, + { + "epoch": 0.53, + "learning_rate": 0.00024426705370101596, + "loss": 4.7413, + "step": 632 + }, + { + "epoch": 0.53, + "learning_rate": 0.00024383164005805513, + "loss": 4.8454, + "step": 633 + }, + { + "epoch": 0.53, + "learning_rate": 0.00024339622641509433, + "loss": 4.6156, + "step": 634 + }, + { + "epoch": 0.53, + "learning_rate": 0.0002429608127721335, + "loss": 4.9669, + "step": 635 + }, + { + "epoch": 0.53, + "learning_rate": 0.0002425253991291727, + "loss": 4.5562, + "step": 636 + }, + { + "epoch": 0.54, + "learning_rate": 0.0002420899854862119, + "loss": 4.581, + "step": 637 + }, + { + "epoch": 0.54, + "learning_rate": 0.00024165457184325106, + "loss": 4.4565, + "step": 638 + }, + { + "epoch": 0.54, + "learning_rate": 0.00024121915820029025, + "loss": 4.7781, + "step": 639 + }, + { + "epoch": 0.54, + "learning_rate": 0.00024078374455732945, + "loss": 4.7444, + "step": 640 + }, + { + "epoch": 0.54, + "learning_rate": 0.00024034833091436862, + "loss": 4.6558, + "step": 641 + }, + { + "epoch": 0.54, + "learning_rate": 0.0002399129172714078, + "loss": 4.8168, + "step": 642 + }, + { + "epoch": 0.54, + "learning_rate": 0.000239477503628447, + "loss": 5.6924, + "step": 643 + }, + { + "epoch": 0.54, + "learning_rate": 0.0002390420899854862, + "loss": 4.8264, + "step": 644 + }, + { + "epoch": 0.54, + "learning_rate": 0.00023860667634252537, + "loss": 4.6198, + "step": 645 + }, + { + "epoch": 0.54, + "learning_rate": 0.00023817126269956457, + "loss": 4.7239, + "step": 646 + }, + { + "epoch": 0.54, + "learning_rate": 0.00023773584905660377, + "loss": 4.3757, + "step": 647 + }, + { + "epoch": 0.54, + "learning_rate": 0.00023730043541364293, + "loss": 5.1655, + "step": 648 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023686502177068213, + "loss": 5.4181, + "step": 649 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023642960812772133, + "loss": 5.353, + "step": 650 + }, + { + "epoch": 0.55, + "learning_rate": 0.0002359941944847605, + "loss": 4.8585, + "step": 651 + }, + { + "epoch": 0.55, + "learning_rate": 0.0002355587808417997, + "loss": 4.5546, + "step": 652 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023512336719883889, + "loss": 4.7453, + "step": 653 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023468795355587805, + "loss": 5.0782, + "step": 654 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023425253991291725, + "loss": 4.7009, + "step": 655 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023381712626995645, + "loss": 4.5817, + "step": 656 + }, + { + "epoch": 0.55, + "learning_rate": 0.00023338171262699562, + "loss": 4.8233, + "step": 657 + }, + { + "epoch": 0.55, + "learning_rate": 0.0002329462989840348, + "loss": 4.8141, + "step": 658 + }, + { + "epoch": 0.55, + "learning_rate": 0.000232510885341074, + "loss": 4.8126, + "step": 659 + }, + { + "epoch": 0.55, + "learning_rate": 0.0002320754716981132, + "loss": 4.9421, + "step": 660 + }, + { + "epoch": 0.56, + "learning_rate": 0.00023164005805515237, + "loss": 4.6524, + "step": 661 + }, + { + "epoch": 0.56, + "learning_rate": 0.00023120464441219157, + "loss": 4.7254, + "step": 662 + }, + { + "epoch": 0.56, + "learning_rate": 0.00023076923076923076, + "loss": 4.7692, + "step": 663 + }, + { + "epoch": 0.56, + "learning_rate": 0.00023033381712626993, + "loss": 4.5807, + "step": 664 + }, + { + "epoch": 0.56, + "learning_rate": 0.00022989840348330913, + "loss": 4.9798, + "step": 665 + }, + { + "epoch": 0.56, + "learning_rate": 0.00022946298984034832, + "loss": 4.6618, + "step": 666 + }, + { + "epoch": 0.56, + "learning_rate": 0.0002290275761973875, + "loss": 4.7015, + "step": 667 + }, + { + "epoch": 0.56, + "learning_rate": 0.0002285921625544267, + "loss": 4.4939, + "step": 668 + }, + { + "epoch": 0.56, + "learning_rate": 0.00022815674891146588, + "loss": 5.0364, + "step": 669 + }, + { + "epoch": 0.56, + "learning_rate": 0.00022772133526850505, + "loss": 5.1404, + "step": 670 + }, + { + "epoch": 0.56, + "learning_rate": 0.00022728592162554425, + "loss": 4.6501, + "step": 671 + }, + { + "epoch": 0.56, + "learning_rate": 0.00022685050798258345, + "loss": 4.8016, + "step": 672 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022641509433962264, + "loss": 4.8274, + "step": 673 + }, + { + "epoch": 0.57, + "learning_rate": 0.0002259796806966618, + "loss": 4.6035, + "step": 674 + }, + { + "epoch": 0.57, + "learning_rate": 0.000225544267053701, + "loss": 4.6875, + "step": 675 + }, + { + "epoch": 0.57, + "learning_rate": 0.0002251088534107402, + "loss": 4.8847, + "step": 676 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022467343976777937, + "loss": 4.9407, + "step": 677 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022423802612481857, + "loss": 4.812, + "step": 678 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022380261248185776, + "loss": 4.8269, + "step": 679 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022336719883889693, + "loss": 4.8387, + "step": 680 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022293178519593613, + "loss": 4.6829, + "step": 681 + }, + { + "epoch": 0.57, + "learning_rate": 0.00022249637155297532, + "loss": 4.4204, + "step": 682 + }, + { + "epoch": 0.57, + "learning_rate": 0.0002220609579100145, + "loss": 4.6431, + "step": 683 + }, + { + "epoch": 0.58, + "learning_rate": 0.0002216255442670537, + "loss": 4.6348, + "step": 684 + }, + { + "epoch": 0.58, + "learning_rate": 0.00022119013062409288, + "loss": 4.9048, + "step": 685 + }, + { + "epoch": 0.58, + "learning_rate": 0.00022075471698113205, + "loss": 4.8608, + "step": 686 + }, + { + "epoch": 0.58, + "learning_rate": 0.00022031930333817125, + "loss": 4.7521, + "step": 687 + }, + { + "epoch": 0.58, + "learning_rate": 0.00021988388969521044, + "loss": 4.5734, + "step": 688 + }, + { + "epoch": 0.58, + "learning_rate": 0.00021944847605224964, + "loss": 4.7494, + "step": 689 + }, + { + "epoch": 0.58, + "learning_rate": 0.0002190130624092888, + "loss": 5.3268, + "step": 690 + }, + { + "epoch": 0.58, + "learning_rate": 0.000218577648766328, + "loss": 5.1456, + "step": 691 + }, + { + "epoch": 0.58, + "learning_rate": 0.0002181422351233672, + "loss": 4.8428, + "step": 692 + }, + { + "epoch": 0.58, + "learning_rate": 0.00021770682148040637, + "loss": 5.0947, + "step": 693 + }, + { + "epoch": 0.58, + "learning_rate": 0.00021727140783744556, + "loss": 5.9477, + "step": 694 + }, + { + "epoch": 0.58, + "learning_rate": 0.00021683599419448476, + "loss": 5.0118, + "step": 695 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021640058055152393, + "loss": 4.6575, + "step": 696 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021596516690856313, + "loss": 4.6908, + "step": 697 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021552975326560232, + "loss": 5.4897, + "step": 698 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021509433962264146, + "loss": 4.4565, + "step": 699 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021465892597968069, + "loss": 5.4948, + "step": 700 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021422351233671988, + "loss": 5.0374, + "step": 701 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021378809869375908, + "loss": 4.5002, + "step": 702 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021335268505079825, + "loss": 4.7868, + "step": 703 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021291727140783744, + "loss": 4.473, + "step": 704 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021248185776487664, + "loss": 4.4748, + "step": 705 + }, + { + "epoch": 0.59, + "learning_rate": 0.00021204644412191578, + "loss": 4.6263, + "step": 706 + }, + { + "epoch": 0.59, + "learning_rate": 0.000211611030478955, + "loss": 4.8519, + "step": 707 + }, + { + "epoch": 0.6, + "learning_rate": 0.0002111756168359942, + "loss": 4.9254, + "step": 708 + }, + { + "epoch": 0.6, + "learning_rate": 0.00021074020319303334, + "loss": 4.6635, + "step": 709 + }, + { + "epoch": 0.6, + "learning_rate": 0.00021030478955007256, + "loss": 4.9842, + "step": 710 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020986937590711176, + "loss": 4.4352, + "step": 711 + }, + { + "epoch": 0.6, + "learning_rate": 0.0002094339622641509, + "loss": 4.7759, + "step": 712 + }, + { + "epoch": 0.6, + "learning_rate": 0.0002089985486211901, + "loss": 4.6613, + "step": 713 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020856313497822932, + "loss": 4.5552, + "step": 714 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020812772133526846, + "loss": 4.8677, + "step": 715 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020769230769230766, + "loss": 4.5891, + "step": 716 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020725689404934685, + "loss": 4.781, + "step": 717 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020682148040638608, + "loss": 4.7408, + "step": 718 + }, + { + "epoch": 0.6, + "learning_rate": 0.00020638606676342522, + "loss": 4.761, + "step": 719 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020595065312046441, + "loss": 4.634, + "step": 720 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020551523947750364, + "loss": 4.5554, + "step": 721 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020507982583454278, + "loss": 4.4004, + "step": 722 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020464441219158197, + "loss": 4.9258, + "step": 723 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020420899854862117, + "loss": 4.3661, + "step": 724 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020377358490566034, + "loss": 4.7506, + "step": 725 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020333817126269953, + "loss": 5.4538, + "step": 726 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020290275761973873, + "loss": 4.5899, + "step": 727 + }, + { + "epoch": 0.61, + "learning_rate": 0.0002024673439767779, + "loss": 4.8142, + "step": 728 + }, + { + "epoch": 0.61, + "learning_rate": 0.0002020319303338171, + "loss": 4.27, + "step": 729 + }, + { + "epoch": 0.61, + "learning_rate": 0.0002015965166908563, + "loss": 4.6607, + "step": 730 + }, + { + "epoch": 0.61, + "learning_rate": 0.00020116110304789546, + "loss": 5.046, + "step": 731 + }, + { + "epoch": 0.62, + "learning_rate": 0.00020072568940493466, + "loss": 4.8481, + "step": 732 + }, + { + "epoch": 0.62, + "learning_rate": 0.00020029027576197385, + "loss": 4.6015, + "step": 733 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019985486211901305, + "loss": 4.5866, + "step": 734 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019941944847605222, + "loss": 4.6953, + "step": 735 + }, + { + "epoch": 0.62, + "learning_rate": 0.0001989840348330914, + "loss": 4.6332, + "step": 736 + }, + { + "epoch": 0.62, + "learning_rate": 0.0001985486211901306, + "loss": 5.0558, + "step": 737 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019811320754716978, + "loss": 4.8305, + "step": 738 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019767779390420897, + "loss": 4.9385, + "step": 739 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019724238026124817, + "loss": 4.8042, + "step": 740 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019680696661828734, + "loss": 4.6975, + "step": 741 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019637155297532653, + "loss": 5.1322, + "step": 742 + }, + { + "epoch": 0.62, + "learning_rate": 0.00019593613933236573, + "loss": 4.6679, + "step": 743 + }, + { + "epoch": 0.63, + "learning_rate": 0.0001955007256894049, + "loss": 4.6595, + "step": 744 + }, + { + "epoch": 0.63, + "learning_rate": 0.0001950653120464441, + "loss": 5.3807, + "step": 745 + }, + { + "epoch": 0.63, + "learning_rate": 0.0001946298984034833, + "loss": 5.0664, + "step": 746 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019419448476052249, + "loss": 4.9545, + "step": 747 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019375907111756165, + "loss": 5.8167, + "step": 748 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019332365747460085, + "loss": 4.628, + "step": 749 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019288824383164005, + "loss": 4.9773, + "step": 750 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019245283018867922, + "loss": 4.9607, + "step": 751 + }, + { + "epoch": 0.63, + "learning_rate": 0.0001920174165457184, + "loss": 5.057, + "step": 752 + }, + { + "epoch": 0.63, + "learning_rate": 0.0001915820029027576, + "loss": 4.6749, + "step": 753 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019114658925979678, + "loss": 4.3528, + "step": 754 + }, + { + "epoch": 0.63, + "learning_rate": 0.00019071117561683597, + "loss": 4.8129, + "step": 755 + }, + { + "epoch": 0.64, + "learning_rate": 0.00019027576197387517, + "loss": 4.5419, + "step": 756 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018984034833091434, + "loss": 4.616, + "step": 757 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018940493468795353, + "loss": 4.6969, + "step": 758 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018896952104499273, + "loss": 4.4351, + "step": 759 + }, + { + "epoch": 0.64, + "learning_rate": 0.0001885341074020319, + "loss": 4.9809, + "step": 760 + }, + { + "epoch": 0.64, + "learning_rate": 0.0001880986937590711, + "loss": 4.4017, + "step": 761 + }, + { + "epoch": 0.64, + "learning_rate": 0.0001876632801161103, + "loss": 4.6622, + "step": 762 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018722786647314948, + "loss": 4.6659, + "step": 763 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018679245283018865, + "loss": 4.6659, + "step": 764 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018635703918722785, + "loss": 4.9478, + "step": 765 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018592162554426704, + "loss": 4.5117, + "step": 766 + }, + { + "epoch": 0.64, + "learning_rate": 0.00018548621190130621, + "loss": 4.6647, + "step": 767 + }, + { + "epoch": 0.65, + "learning_rate": 0.0001850507982583454, + "loss": 4.304, + "step": 768 + }, + { + "epoch": 0.65, + "learning_rate": 0.0001846153846153846, + "loss": 4.7328, + "step": 769 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018417997097242377, + "loss": 4.7602, + "step": 770 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018374455732946297, + "loss": 4.7407, + "step": 771 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018330914368650217, + "loss": 4.6138, + "step": 772 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018287373004354133, + "loss": 4.5643, + "step": 773 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018243831640058053, + "loss": 4.5592, + "step": 774 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018200290275761973, + "loss": 5.3372, + "step": 775 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018156748911465892, + "loss": 4.3893, + "step": 776 + }, + { + "epoch": 0.65, + "learning_rate": 0.0001811320754716981, + "loss": 4.6554, + "step": 777 + }, + { + "epoch": 0.65, + "learning_rate": 0.0001806966618287373, + "loss": 4.7664, + "step": 778 + }, + { + "epoch": 0.65, + "learning_rate": 0.00018026124818577648, + "loss": 4.5807, + "step": 779 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017982583454281565, + "loss": 4.6459, + "step": 780 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017939042089985485, + "loss": 4.523, + "step": 781 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017895500725689404, + "loss": 4.9125, + "step": 782 + }, + { + "epoch": 0.66, + "learning_rate": 0.0001785195936139332, + "loss": 4.3988, + "step": 783 + }, + { + "epoch": 0.66, + "learning_rate": 0.0001780841799709724, + "loss": 4.7142, + "step": 784 + }, + { + "epoch": 0.66, + "learning_rate": 0.0001776487663280116, + "loss": 5.0238, + "step": 785 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017721335268505077, + "loss": 4.7395, + "step": 786 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017677793904208997, + "loss": 4.8973, + "step": 787 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017634252539912916, + "loss": 4.644, + "step": 788 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017590711175616833, + "loss": 4.6455, + "step": 789 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017547169811320753, + "loss": 4.5039, + "step": 790 + }, + { + "epoch": 0.66, + "learning_rate": 0.00017503628447024673, + "loss": 5.0555, + "step": 791 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017460087082728592, + "loss": 5.0882, + "step": 792 + }, + { + "epoch": 0.67, + "learning_rate": 0.0001741654571843251, + "loss": 5.1277, + "step": 793 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017373004354136429, + "loss": 4.4865, + "step": 794 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017329462989840348, + "loss": 4.9453, + "step": 795 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017285921625544265, + "loss": 4.3557, + "step": 796 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017242380261248185, + "loss": 4.4786, + "step": 797 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017198838896952104, + "loss": 4.853, + "step": 798 + }, + { + "epoch": 0.67, + "learning_rate": 0.0001715529753265602, + "loss": 5.7403, + "step": 799 + }, + { + "epoch": 0.67, + "learning_rate": 0.0001711175616835994, + "loss": 4.6565, + "step": 800 + }, + { + "epoch": 0.67, + "learning_rate": 0.0001706821480406386, + "loss": 4.775, + "step": 801 + }, + { + "epoch": 0.67, + "learning_rate": 0.00017024673439767777, + "loss": 4.5631, + "step": 802 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016981132075471697, + "loss": 4.5405, + "step": 803 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016937590711175616, + "loss": 4.6319, + "step": 804 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016894049346879536, + "loss": 4.3898, + "step": 805 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016850507982583453, + "loss": 4.5239, + "step": 806 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016806966618287372, + "loss": 4.8244, + "step": 807 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016763425253991292, + "loss": 4.5106, + "step": 808 + }, + { + "epoch": 0.68, + "learning_rate": 0.0001671988388969521, + "loss": 4.728, + "step": 809 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016676342525399128, + "loss": 4.7007, + "step": 810 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016632801161103048, + "loss": 4.658, + "step": 811 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016589259796806965, + "loss": 4.7566, + "step": 812 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016545718432510884, + "loss": 4.4668, + "step": 813 + }, + { + "epoch": 0.68, + "learning_rate": 0.00016502177068214804, + "loss": 5.1232, + "step": 814 + }, + { + "epoch": 0.69, + "learning_rate": 0.0001645863570391872, + "loss": 4.7014, + "step": 815 + }, + { + "epoch": 0.69, + "learning_rate": 0.0001641509433962264, + "loss": 4.6855, + "step": 816 + }, + { + "epoch": 0.69, + "learning_rate": 0.0001637155297532656, + "loss": 4.8171, + "step": 817 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016328011611030477, + "loss": 4.3093, + "step": 818 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016284470246734397, + "loss": 4.405, + "step": 819 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016240928882438316, + "loss": 4.6828, + "step": 820 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016197387518142236, + "loss": 4.6373, + "step": 821 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016153846153846153, + "loss": 4.4334, + "step": 822 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016110304789550072, + "loss": 4.6722, + "step": 823 + }, + { + "epoch": 0.69, + "learning_rate": 0.00016066763425253992, + "loss": 4.9524, + "step": 824 + }, + { + "epoch": 0.69, + "learning_rate": 0.0001602322206095791, + "loss": 4.5963, + "step": 825 + }, + { + "epoch": 0.69, + "learning_rate": 0.00015979680696661828, + "loss": 4.8392, + "step": 826 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015936139332365748, + "loss": 4.5088, + "step": 827 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015892597968069665, + "loss": 4.5746, + "step": 828 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015849056603773584, + "loss": 4.4068, + "step": 829 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015805515239477504, + "loss": 4.6483, + "step": 830 + }, + { + "epoch": 0.7, + "learning_rate": 0.0001576197387518142, + "loss": 4.7137, + "step": 831 + }, + { + "epoch": 0.7, + "learning_rate": 0.0001571843251088534, + "loss": 4.8235, + "step": 832 + }, + { + "epoch": 0.7, + "learning_rate": 0.0001567489114658926, + "loss": 4.5442, + "step": 833 + }, + { + "epoch": 0.7, + "learning_rate": 0.0001563134978229318, + "loss": 4.7153, + "step": 834 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015587808417997096, + "loss": 4.723, + "step": 835 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015544267053701016, + "loss": 4.6296, + "step": 836 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015500725689404936, + "loss": 4.4886, + "step": 837 + }, + { + "epoch": 0.7, + "learning_rate": 0.00015457184325108852, + "loss": 4.382, + "step": 838 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015413642960812772, + "loss": 4.5653, + "step": 839 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015370101596516692, + "loss": 4.5769, + "step": 840 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015326560232220606, + "loss": 4.832, + "step": 841 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015283018867924528, + "loss": 4.8725, + "step": 842 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015239477503628448, + "loss": 5.1274, + "step": 843 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015195936139332362, + "loss": 5.345, + "step": 844 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015152394775036284, + "loss": 4.4618, + "step": 845 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015108853410740204, + "loss": 4.7524, + "step": 846 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015065312046444118, + "loss": 4.6078, + "step": 847 + }, + { + "epoch": 0.71, + "learning_rate": 0.00015021770682148038, + "loss": 4.2636, + "step": 848 + }, + { + "epoch": 0.71, + "learning_rate": 0.0001497822931785196, + "loss": 4.7985, + "step": 849 + }, + { + "epoch": 0.71, + "learning_rate": 0.00014934687953555877, + "loss": 4.8195, + "step": 850 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014891146589259794, + "loss": 4.9547, + "step": 851 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014847605224963713, + "loss": 4.5151, + "step": 852 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014804063860667633, + "loss": 4.6253, + "step": 853 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014760522496371552, + "loss": 4.5441, + "step": 854 + }, + { + "epoch": 0.72, + "learning_rate": 0.0001471698113207547, + "loss": 4.4742, + "step": 855 + }, + { + "epoch": 0.72, + "learning_rate": 0.0001467343976777939, + "loss": 4.5735, + "step": 856 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014629898403483308, + "loss": 4.4367, + "step": 857 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014586357039187225, + "loss": 4.2725, + "step": 858 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014542815674891145, + "loss": 4.493, + "step": 859 + }, + { + "epoch": 0.72, + "learning_rate": 0.00014499274310595064, + "loss": 4.6438, + "step": 860 + }, + { + "epoch": 0.72, + "learning_rate": 0.0001445573294629898, + "loss": 4.2126, + "step": 861 + }, + { + "epoch": 0.72, + "learning_rate": 0.000144121915820029, + "loss": 4.5285, + "step": 862 + }, + { + "epoch": 0.73, + "learning_rate": 0.0001436865021770682, + "loss": 4.4828, + "step": 863 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014325108853410737, + "loss": 4.6174, + "step": 864 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014281567489114657, + "loss": 4.5433, + "step": 865 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014238026124818577, + "loss": 4.4671, + "step": 866 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014194484760522496, + "loss": 4.2664, + "step": 867 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014150943396226413, + "loss": 4.5125, + "step": 868 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014107402031930333, + "loss": 4.7846, + "step": 869 + }, + { + "epoch": 0.73, + "learning_rate": 0.00014063860667634252, + "loss": 4.2609, + "step": 870 + }, + { + "epoch": 0.73, + "learning_rate": 0.0001402031930333817, + "loss": 4.1646, + "step": 871 + }, + { + "epoch": 0.73, + "learning_rate": 0.0001397677793904209, + "loss": 4.2666, + "step": 872 + }, + { + "epoch": 0.73, + "learning_rate": 0.00013933236574746008, + "loss": 4.7915, + "step": 873 + }, + { + "epoch": 0.73, + "learning_rate": 0.00013889695210449925, + "loss": 4.3174, + "step": 874 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013846153846153845, + "loss": 4.5633, + "step": 875 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013802612481857764, + "loss": 4.3074, + "step": 876 + }, + { + "epoch": 0.74, + "learning_rate": 0.0001375907111756168, + "loss": 4.4715, + "step": 877 + }, + { + "epoch": 0.74, + "learning_rate": 0.000137155297532656, + "loss": 4.8532, + "step": 878 + }, + { + "epoch": 0.74, + "learning_rate": 0.0001367198838896952, + "loss": 4.7063, + "step": 879 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013628447024673437, + "loss": 4.7012, + "step": 880 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013584905660377357, + "loss": 4.3181, + "step": 881 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013541364296081276, + "loss": 4.5869, + "step": 882 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013497822931785196, + "loss": 4.416, + "step": 883 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013454281567489113, + "loss": 4.525, + "step": 884 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013410740203193032, + "loss": 4.4318, + "step": 885 + }, + { + "epoch": 0.74, + "learning_rate": 0.00013367198838896952, + "loss": 4.6348, + "step": 886 + }, + { + "epoch": 0.75, + "learning_rate": 0.0001332365747460087, + "loss": 4.6311, + "step": 887 + }, + { + "epoch": 0.75, + "learning_rate": 0.00013280116110304789, + "loss": 4.6273, + "step": 888 + }, + { + "epoch": 0.75, + "learning_rate": 0.00013236574746008708, + "loss": 4.6372, + "step": 889 + }, + { + "epoch": 0.75, + "learning_rate": 0.00013193033381712625, + "loss": 4.81, + "step": 890 + }, + { + "epoch": 0.75, + "learning_rate": 0.00013149492017416545, + "loss": 5.3255, + "step": 891 + }, + { + "epoch": 0.75, + "learning_rate": 0.00013105950653120464, + "loss": 4.5569, + "step": 892 + }, + { + "epoch": 0.75, + "learning_rate": 0.0001306240928882438, + "loss": 4.5461, + "step": 893 + }, + { + "epoch": 0.75, + "learning_rate": 0.000130188679245283, + "loss": 4.929, + "step": 894 + }, + { + "epoch": 0.75, + "learning_rate": 0.0001297532656023222, + "loss": 4.7452, + "step": 895 + }, + { + "epoch": 0.75, + "learning_rate": 0.00012931785195936137, + "loss": 4.686, + "step": 896 + }, + { + "epoch": 0.75, + "learning_rate": 0.00012888243831640057, + "loss": 4.9672, + "step": 897 + }, + { + "epoch": 0.75, + "learning_rate": 0.00012844702467343976, + "loss": 4.4317, + "step": 898 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012801161103047896, + "loss": 4.5373, + "step": 899 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012757619738751813, + "loss": 4.5775, + "step": 900 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012714078374455732, + "loss": 4.4482, + "step": 901 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012670537010159652, + "loss": 4.5767, + "step": 902 + }, + { + "epoch": 0.76, + "learning_rate": 0.0001262699564586357, + "loss": 4.5423, + "step": 903 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012583454281567488, + "loss": 4.8253, + "step": 904 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012539912917271408, + "loss": 4.4774, + "step": 905 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012496371552975325, + "loss": 4.7318, + "step": 906 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012452830188679244, + "loss": 4.4901, + "step": 907 + }, + { + "epoch": 0.76, + "learning_rate": 0.00012409288824383164, + "loss": 4.8944, + "step": 908 + }, + { + "epoch": 0.76, + "learning_rate": 0.0001236574746008708, + "loss": 4.5059, + "step": 909 + }, + { + "epoch": 0.77, + "learning_rate": 0.00012322206095791, + "loss": 4.6963, + "step": 910 + }, + { + "epoch": 0.77, + "learning_rate": 0.0001227866473149492, + "loss": 4.4846, + "step": 911 + }, + { + "epoch": 0.77, + "learning_rate": 0.0001223512336719884, + "loss": 4.3725, + "step": 912 + }, + { + "epoch": 0.77, + "learning_rate": 0.00012191582002902757, + "loss": 4.7879, + "step": 913 + }, + { + "epoch": 0.77, + "learning_rate": 0.00012148040638606675, + "loss": 4.4066, + "step": 914 + }, + { + "epoch": 0.77, + "learning_rate": 0.00012104499274310594, + "loss": 4.7591, + "step": 915 + }, + { + "epoch": 0.77, + "learning_rate": 0.00012060957910014513, + "loss": 4.559, + "step": 916 + }, + { + "epoch": 0.77, + "learning_rate": 0.00012017416545718431, + "loss": 4.4282, + "step": 917 + }, + { + "epoch": 0.77, + "learning_rate": 0.0001197387518142235, + "loss": 4.4447, + "step": 918 + }, + { + "epoch": 0.77, + "learning_rate": 0.00011930333817126269, + "loss": 4.8806, + "step": 919 + }, + { + "epoch": 0.77, + "learning_rate": 0.00011886792452830188, + "loss": 4.6653, + "step": 920 + }, + { + "epoch": 0.77, + "learning_rate": 0.00011843251088534106, + "loss": 4.4383, + "step": 921 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011799709724238025, + "loss": 5.0032, + "step": 922 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011756168359941944, + "loss": 4.3098, + "step": 923 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011712626995645863, + "loss": 4.4562, + "step": 924 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011669085631349781, + "loss": 4.2786, + "step": 925 + }, + { + "epoch": 0.78, + "learning_rate": 0.000116255442670537, + "loss": 4.4317, + "step": 926 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011582002902757619, + "loss": 4.5401, + "step": 927 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011538461538461538, + "loss": 4.5013, + "step": 928 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011494920174165456, + "loss": 4.4892, + "step": 929 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011451378809869375, + "loss": 4.2973, + "step": 930 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011407837445573294, + "loss": 4.6421, + "step": 931 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011364296081277212, + "loss": 4.5574, + "step": 932 + }, + { + "epoch": 0.78, + "learning_rate": 0.00011320754716981132, + "loss": 4.4668, + "step": 933 + }, + { + "epoch": 0.79, + "learning_rate": 0.0001127721335268505, + "loss": 4.4809, + "step": 934 + }, + { + "epoch": 0.79, + "learning_rate": 0.00011233671988388969, + "loss": 4.6718, + "step": 935 + }, + { + "epoch": 0.79, + "learning_rate": 0.00011190130624092888, + "loss": 4.5869, + "step": 936 + }, + { + "epoch": 0.79, + "learning_rate": 0.00011146589259796806, + "loss": 4.7458, + "step": 937 + }, + { + "epoch": 0.79, + "learning_rate": 0.00011103047895500725, + "loss": 4.5509, + "step": 938 + }, + { + "epoch": 0.79, + "learning_rate": 0.00011059506531204644, + "loss": 4.4687, + "step": 939 + }, + { + "epoch": 0.79, + "learning_rate": 0.00011015965166908562, + "loss": 4.7157, + "step": 940 + }, + { + "epoch": 0.79, + "learning_rate": 0.00010972423802612482, + "loss": 4.3674, + "step": 941 + }, + { + "epoch": 0.79, + "learning_rate": 0.000109288824383164, + "loss": 4.8773, + "step": 942 + }, + { + "epoch": 0.79, + "learning_rate": 0.00010885341074020318, + "loss": 4.1633, + "step": 943 + }, + { + "epoch": 0.79, + "learning_rate": 0.00010841799709724238, + "loss": 4.3811, + "step": 944 + }, + { + "epoch": 0.79, + "learning_rate": 0.00010798258345428156, + "loss": 4.9189, + "step": 945 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010754716981132073, + "loss": 4.321, + "step": 946 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010711175616835994, + "loss": 4.6497, + "step": 947 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010667634252539912, + "loss": 4.4368, + "step": 948 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010624092888243832, + "loss": 4.7107, + "step": 949 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001058055152394775, + "loss": 4.4663, + "step": 950 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010537010159651667, + "loss": 4.3031, + "step": 951 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010493468795355588, + "loss": 4.7735, + "step": 952 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010449927431059505, + "loss": 4.4114, + "step": 953 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010406386066763423, + "loss": 4.21, + "step": 954 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010362844702467343, + "loss": 4.5796, + "step": 955 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010319303338171261, + "loss": 4.7328, + "step": 956 + }, + { + "epoch": 0.8, + "learning_rate": 0.00010275761973875182, + "loss": 4.9922, + "step": 957 + }, + { + "epoch": 0.81, + "learning_rate": 0.00010232220609579099, + "loss": 4.4555, + "step": 958 + }, + { + "epoch": 0.81, + "learning_rate": 0.00010188679245283017, + "loss": 4.6148, + "step": 959 + }, + { + "epoch": 0.81, + "learning_rate": 0.00010145137880986937, + "loss": 4.4513, + "step": 960 + }, + { + "epoch": 0.81, + "learning_rate": 0.00010101596516690855, + "loss": 4.4417, + "step": 961 + }, + { + "epoch": 0.81, + "learning_rate": 0.00010058055152394773, + "loss": 4.5119, + "step": 962 + }, + { + "epoch": 0.81, + "learning_rate": 0.00010014513788098693, + "loss": 4.2022, + "step": 963 + }, + { + "epoch": 0.81, + "learning_rate": 9.970972423802611e-05, + "loss": 4.7104, + "step": 964 + }, + { + "epoch": 0.81, + "learning_rate": 9.92743105950653e-05, + "loss": 4.5417, + "step": 965 + }, + { + "epoch": 0.81, + "learning_rate": 9.883889695210449e-05, + "loss": 4.2816, + "step": 966 + }, + { + "epoch": 0.81, + "learning_rate": 9.840348330914367e-05, + "loss": 4.5645, + "step": 967 + }, + { + "epoch": 0.81, + "learning_rate": 9.796806966618286e-05, + "loss": 4.4727, + "step": 968 + }, + { + "epoch": 0.81, + "learning_rate": 9.753265602322205e-05, + "loss": 4.2171, + "step": 969 + }, + { + "epoch": 0.82, + "learning_rate": 9.709724238026124e-05, + "loss": 4.3504, + "step": 970 + }, + { + "epoch": 0.82, + "learning_rate": 9.666182873730043e-05, + "loss": 4.2563, + "step": 971 + }, + { + "epoch": 0.82, + "learning_rate": 9.622641509433961e-05, + "loss": 4.2678, + "step": 972 + }, + { + "epoch": 0.82, + "learning_rate": 9.57910014513788e-05, + "loss": 4.6457, + "step": 973 + }, + { + "epoch": 0.82, + "learning_rate": 9.535558780841799e-05, + "loss": 4.3283, + "step": 974 + }, + { + "epoch": 0.82, + "learning_rate": 9.492017416545717e-05, + "loss": 4.5288, + "step": 975 + }, + { + "epoch": 0.82, + "learning_rate": 9.448476052249636e-05, + "loss": 4.5169, + "step": 976 + }, + { + "epoch": 0.82, + "learning_rate": 9.404934687953555e-05, + "loss": 4.361, + "step": 977 + }, + { + "epoch": 0.82, + "learning_rate": 9.361393323657474e-05, + "loss": 4.385, + "step": 978 + }, + { + "epoch": 0.82, + "learning_rate": 9.317851959361392e-05, + "loss": 4.2236, + "step": 979 + }, + { + "epoch": 0.82, + "learning_rate": 9.274310595065311e-05, + "loss": 4.7512, + "step": 980 + }, + { + "epoch": 0.82, + "learning_rate": 9.23076923076923e-05, + "loss": 5.0365, + "step": 981 + }, + { + "epoch": 0.83, + "learning_rate": 9.187227866473149e-05, + "loss": 4.898, + "step": 982 + }, + { + "epoch": 0.83, + "learning_rate": 9.143686502177067e-05, + "loss": 4.3839, + "step": 983 + }, + { + "epoch": 0.83, + "learning_rate": 9.100145137880986e-05, + "loss": 4.6126, + "step": 984 + }, + { + "epoch": 0.83, + "learning_rate": 9.056603773584905e-05, + "loss": 4.3094, + "step": 985 + }, + { + "epoch": 0.83, + "learning_rate": 9.013062409288824e-05, + "loss": 4.3598, + "step": 986 + }, + { + "epoch": 0.83, + "learning_rate": 8.969521044992742e-05, + "loss": 4.4427, + "step": 987 + }, + { + "epoch": 0.83, + "learning_rate": 8.92597968069666e-05, + "loss": 4.5503, + "step": 988 + }, + { + "epoch": 0.83, + "learning_rate": 8.88243831640058e-05, + "loss": 4.5281, + "step": 989 + }, + { + "epoch": 0.83, + "learning_rate": 8.838896952104498e-05, + "loss": 4.3314, + "step": 990 + }, + { + "epoch": 0.83, + "learning_rate": 8.795355587808417e-05, + "loss": 4.9221, + "step": 991 + }, + { + "epoch": 0.83, + "learning_rate": 8.751814223512336e-05, + "loss": 4.3239, + "step": 992 + }, + { + "epoch": 0.83, + "learning_rate": 8.708272859216254e-05, + "loss": 4.2032, + "step": 993 + }, + { + "epoch": 0.84, + "learning_rate": 8.664731494920174e-05, + "loss": 4.4298, + "step": 994 + }, + { + "epoch": 0.84, + "learning_rate": 8.621190130624092e-05, + "loss": 4.5482, + "step": 995 + }, + { + "epoch": 0.84, + "learning_rate": 8.57764876632801e-05, + "loss": 5.643, + "step": 996 + }, + { + "epoch": 0.84, + "learning_rate": 8.53410740203193e-05, + "loss": 4.6799, + "step": 997 + }, + { + "epoch": 0.84, + "learning_rate": 8.490566037735848e-05, + "loss": 4.4991, + "step": 998 + }, + { + "epoch": 0.84, + "learning_rate": 8.447024673439768e-05, + "loss": 4.6221, + "step": 999 + }, + { + "epoch": 0.84, + "learning_rate": 8.403483309143686e-05, + "loss": 4.6367, + "step": 1000 + }, + { + "epoch": 0.84, + "eval_loss": 4.670431137084961, + "eval_runtime": 781.1725, + "eval_samples_per_second": 3.382, + "eval_steps_per_second": 0.283, + "eval_wer": 1.9589646965489884, + "step": 1000 + }, + { + "epoch": 0.84, + "learning_rate": 8.359941944847604e-05, + "loss": 4.4648, + "step": 1001 + }, + { + "epoch": 0.84, + "learning_rate": 8.316400580551524e-05, + "loss": 4.4084, + "step": 1002 + }, + { + "epoch": 0.84, + "learning_rate": 8.272859216255442e-05, + "loss": 4.3055, + "step": 1003 + }, + { + "epoch": 0.84, + "learning_rate": 8.22931785195936e-05, + "loss": 5.0103, + "step": 1004 + }, + { + "epoch": 0.84, + "learning_rate": 8.18577648766328e-05, + "loss": 4.525, + "step": 1005 + }, + { + "epoch": 0.85, + "learning_rate": 8.142235123367198e-05, + "loss": 4.3763, + "step": 1006 + }, + { + "epoch": 0.85, + "learning_rate": 8.098693759071118e-05, + "loss": 4.3918, + "step": 1007 + }, + { + "epoch": 0.85, + "learning_rate": 8.055152394775036e-05, + "loss": 4.3913, + "step": 1008 + }, + { + "epoch": 0.85, + "learning_rate": 8.011611030478954e-05, + "loss": 4.4438, + "step": 1009 + }, + { + "epoch": 0.85, + "learning_rate": 7.968069666182874e-05, + "loss": 4.4229, + "step": 1010 + }, + { + "epoch": 0.85, + "learning_rate": 7.924528301886792e-05, + "loss": 4.2863, + "step": 1011 + }, + { + "epoch": 0.85, + "learning_rate": 7.88098693759071e-05, + "loss": 4.3974, + "step": 1012 + }, + { + "epoch": 0.85, + "learning_rate": 7.83744557329463e-05, + "loss": 4.2181, + "step": 1013 + }, + { + "epoch": 0.85, + "learning_rate": 7.793904208998548e-05, + "loss": 4.2907, + "step": 1014 + }, + { + "epoch": 0.85, + "learning_rate": 7.750362844702468e-05, + "loss": 4.4714, + "step": 1015 + }, + { + "epoch": 0.85, + "learning_rate": 7.706821480406386e-05, + "loss": 4.6907, + "step": 1016 + }, + { + "epoch": 0.85, + "learning_rate": 7.663280116110303e-05, + "loss": 4.265, + "step": 1017 + }, + { + "epoch": 0.86, + "learning_rate": 7.619738751814224e-05, + "loss": 4.4746, + "step": 1018 + }, + { + "epoch": 0.86, + "learning_rate": 7.576197387518142e-05, + "loss": 4.6265, + "step": 1019 + }, + { + "epoch": 0.86, + "learning_rate": 7.532656023222059e-05, + "loss": 4.2449, + "step": 1020 + }, + { + "epoch": 0.86, + "learning_rate": 7.48911465892598e-05, + "loss": 4.5754, + "step": 1021 + }, + { + "epoch": 0.86, + "learning_rate": 7.445573294629897e-05, + "loss": 4.5415, + "step": 1022 + }, + { + "epoch": 0.86, + "learning_rate": 7.402031930333816e-05, + "loss": 4.778, + "step": 1023 + }, + { + "epoch": 0.86, + "learning_rate": 7.358490566037735e-05, + "loss": 4.1648, + "step": 1024 + }, + { + "epoch": 0.86, + "learning_rate": 7.314949201741654e-05, + "loss": 4.2665, + "step": 1025 + }, + { + "epoch": 0.86, + "learning_rate": 7.271407837445572e-05, + "loss": 4.2775, + "step": 1026 + }, + { + "epoch": 0.86, + "learning_rate": 7.22786647314949e-05, + "loss": 4.3956, + "step": 1027 + }, + { + "epoch": 0.86, + "learning_rate": 7.18432510885341e-05, + "loss": 4.2988, + "step": 1028 + }, + { + "epoch": 0.87, + "learning_rate": 7.140783744557328e-05, + "loss": 4.6526, + "step": 1029 + }, + { + "epoch": 0.87, + "learning_rate": 7.097242380261248e-05, + "loss": 4.1559, + "step": 1030 + }, + { + "epoch": 0.87, + "learning_rate": 7.053701015965166e-05, + "loss": 4.3723, + "step": 1031 + }, + { + "epoch": 0.87, + "learning_rate": 7.010159651669085e-05, + "loss": 4.4425, + "step": 1032 + }, + { + "epoch": 0.87, + "learning_rate": 6.966618287373004e-05, + "loss": 4.5947, + "step": 1033 + }, + { + "epoch": 0.87, + "learning_rate": 6.923076923076922e-05, + "loss": 4.3767, + "step": 1034 + }, + { + "epoch": 0.87, + "learning_rate": 6.87953555878084e-05, + "loss": 4.3304, + "step": 1035 + }, + { + "epoch": 0.87, + "learning_rate": 6.83599419448476e-05, + "loss": 4.2744, + "step": 1036 + }, + { + "epoch": 0.87, + "learning_rate": 6.792452830188678e-05, + "loss": 4.5859, + "step": 1037 + }, + { + "epoch": 0.87, + "learning_rate": 6.748911465892598e-05, + "loss": 4.594, + "step": 1038 + }, + { + "epoch": 0.87, + "learning_rate": 6.705370101596516e-05, + "loss": 4.3818, + "step": 1039 + }, + { + "epoch": 0.87, + "learning_rate": 6.661828737300434e-05, + "loss": 4.3717, + "step": 1040 + }, + { + "epoch": 0.88, + "learning_rate": 6.618287373004354e-05, + "loss": 4.6032, + "step": 1041 + }, + { + "epoch": 0.88, + "learning_rate": 6.574746008708272e-05, + "loss": 4.5314, + "step": 1042 + }, + { + "epoch": 0.88, + "learning_rate": 6.53120464441219e-05, + "loss": 4.4008, + "step": 1043 + }, + { + "epoch": 0.88, + "learning_rate": 6.48766328011611e-05, + "loss": 4.4811, + "step": 1044 + }, + { + "epoch": 0.88, + "learning_rate": 6.444121915820028e-05, + "loss": 4.9705, + "step": 1045 + }, + { + "epoch": 0.88, + "learning_rate": 6.400580551523948e-05, + "loss": 4.3613, + "step": 1046 + }, + { + "epoch": 0.88, + "learning_rate": 6.357039187227866e-05, + "loss": 4.3718, + "step": 1047 + }, + { + "epoch": 0.88, + "learning_rate": 6.313497822931784e-05, + "loss": 4.6837, + "step": 1048 + }, + { + "epoch": 0.88, + "learning_rate": 6.269956458635704e-05, + "loss": 4.855, + "step": 1049 + }, + { + "epoch": 0.88, + "learning_rate": 6.226415094339622e-05, + "loss": 4.692, + "step": 1050 + }, + { + "epoch": 0.88, + "learning_rate": 6.18287373004354e-05, + "loss": 4.49, + "step": 1051 + }, + { + "epoch": 0.88, + "learning_rate": 6.13933236574746e-05, + "loss": 4.2837, + "step": 1052 + }, + { + "epoch": 0.89, + "learning_rate": 6.095791001451378e-05, + "loss": 4.2908, + "step": 1053 + }, + { + "epoch": 0.89, + "learning_rate": 6.052249637155297e-05, + "loss": 4.5114, + "step": 1054 + }, + { + "epoch": 0.89, + "learning_rate": 6.0087082728592154e-05, + "loss": 4.4601, + "step": 1055 + }, + { + "epoch": 0.89, + "learning_rate": 5.965166908563134e-05, + "loss": 4.5317, + "step": 1056 + }, + { + "epoch": 0.89, + "learning_rate": 5.921625544267053e-05, + "loss": 4.4146, + "step": 1057 + }, + { + "epoch": 0.89, + "learning_rate": 5.878084179970972e-05, + "loss": 4.3239, + "step": 1058 + }, + { + "epoch": 0.89, + "learning_rate": 5.8345428156748904e-05, + "loss": 4.5419, + "step": 1059 + }, + { + "epoch": 0.89, + "learning_rate": 5.791001451378809e-05, + "loss": 4.6625, + "step": 1060 + }, + { + "epoch": 0.89, + "learning_rate": 5.747460087082728e-05, + "loss": 4.4687, + "step": 1061 + }, + { + "epoch": 0.89, + "learning_rate": 5.703918722786647e-05, + "loss": 4.327, + "step": 1062 + }, + { + "epoch": 0.89, + "learning_rate": 5.660377358490566e-05, + "loss": 4.6715, + "step": 1063 + }, + { + "epoch": 0.89, + "learning_rate": 5.616835994194484e-05, + "loss": 4.2803, + "step": 1064 + }, + { + "epoch": 0.9, + "learning_rate": 5.573294629898403e-05, + "loss": 4.2456, + "step": 1065 + }, + { + "epoch": 0.9, + "learning_rate": 5.529753265602322e-05, + "loss": 4.2738, + "step": 1066 + }, + { + "epoch": 0.9, + "learning_rate": 5.486211901306241e-05, + "loss": 4.4095, + "step": 1067 + }, + { + "epoch": 0.9, + "learning_rate": 5.442670537010159e-05, + "loss": 4.3028, + "step": 1068 + }, + { + "epoch": 0.9, + "learning_rate": 5.399129172714078e-05, + "loss": 4.3243, + "step": 1069 + }, + { + "epoch": 0.9, + "learning_rate": 5.355587808417997e-05, + "loss": 4.4912, + "step": 1070 + }, + { + "epoch": 0.9, + "learning_rate": 5.312046444121916e-05, + "loss": 4.3477, + "step": 1071 + }, + { + "epoch": 0.9, + "learning_rate": 5.2685050798258335e-05, + "loss": 4.4689, + "step": 1072 + }, + { + "epoch": 0.9, + "learning_rate": 5.2249637155297524e-05, + "loss": 3.9776, + "step": 1073 + }, + { + "epoch": 0.9, + "learning_rate": 5.181422351233671e-05, + "loss": 4.4369, + "step": 1074 + }, + { + "epoch": 0.9, + "learning_rate": 5.137880986937591e-05, + "loss": 4.4121, + "step": 1075 + }, + { + "epoch": 0.9, + "learning_rate": 5.0943396226415085e-05, + "loss": 4.403, + "step": 1076 + }, + { + "epoch": 0.91, + "learning_rate": 5.0507982583454274e-05, + "loss": 4.784, + "step": 1077 + }, + { + "epoch": 0.91, + "learning_rate": 5.007256894049346e-05, + "loss": 4.4783, + "step": 1078 + }, + { + "epoch": 0.91, + "learning_rate": 4.963715529753265e-05, + "loss": 4.3119, + "step": 1079 + }, + { + "epoch": 0.91, + "learning_rate": 4.9201741654571834e-05, + "loss": 4.1916, + "step": 1080 + }, + { + "epoch": 0.91, + "learning_rate": 4.8766328011611024e-05, + "loss": 4.6158, + "step": 1081 + }, + { + "epoch": 0.91, + "learning_rate": 4.833091436865021e-05, + "loss": 4.4092, + "step": 1082 + }, + { + "epoch": 0.91, + "learning_rate": 4.78955007256894e-05, + "loss": 4.5726, + "step": 1083 + }, + { + "epoch": 0.91, + "learning_rate": 4.7460087082728584e-05, + "loss": 4.3115, + "step": 1084 + }, + { + "epoch": 0.91, + "learning_rate": 4.702467343976777e-05, + "loss": 4.3525, + "step": 1085 + }, + { + "epoch": 0.91, + "learning_rate": 4.658925979680696e-05, + "loss": 4.3343, + "step": 1086 + }, + { + "epoch": 0.91, + "learning_rate": 4.615384615384615e-05, + "loss": 4.2935, + "step": 1087 + }, + { + "epoch": 0.91, + "learning_rate": 4.5718432510885334e-05, + "loss": 4.7828, + "step": 1088 + }, + { + "epoch": 0.92, + "learning_rate": 4.528301886792452e-05, + "loss": 4.3002, + "step": 1089 + }, + { + "epoch": 0.92, + "learning_rate": 4.484760522496371e-05, + "loss": 4.4921, + "step": 1090 + }, + { + "epoch": 0.92, + "learning_rate": 4.44121915820029e-05, + "loss": 4.4086, + "step": 1091 + }, + { + "epoch": 0.92, + "learning_rate": 4.397677793904208e-05, + "loss": 4.2856, + "step": 1092 + }, + { + "epoch": 0.92, + "learning_rate": 4.354136429608127e-05, + "loss": 4.3133, + "step": 1093 + }, + { + "epoch": 0.92, + "learning_rate": 4.310595065312046e-05, + "loss": 4.4364, + "step": 1094 + }, + { + "epoch": 0.92, + "learning_rate": 4.267053701015965e-05, + "loss": 4.4022, + "step": 1095 + }, + { + "epoch": 0.92, + "learning_rate": 4.223512336719884e-05, + "loss": 4.9034, + "step": 1096 + }, + { + "epoch": 0.92, + "learning_rate": 4.179970972423802e-05, + "loss": 4.5113, + "step": 1097 + }, + { + "epoch": 0.92, + "learning_rate": 4.136429608127721e-05, + "loss": 5.4603, + "step": 1098 + }, + { + "epoch": 0.92, + "learning_rate": 4.09288824383164e-05, + "loss": 4.8299, + "step": 1099 + }, + { + "epoch": 0.92, + "learning_rate": 4.049346879535559e-05, + "loss": 4.4163, + "step": 1100 + }, + { + "epoch": 0.93, + "learning_rate": 4.005805515239477e-05, + "loss": 4.8689, + "step": 1101 + }, + { + "epoch": 0.93, + "learning_rate": 3.962264150943396e-05, + "loss": 4.3233, + "step": 1102 + }, + { + "epoch": 0.93, + "learning_rate": 3.918722786647315e-05, + "loss": 4.5112, + "step": 1103 + }, + { + "epoch": 0.93, + "learning_rate": 3.875181422351234e-05, + "loss": 4.2467, + "step": 1104 + }, + { + "epoch": 0.93, + "learning_rate": 3.8316400580551515e-05, + "loss": 4.3371, + "step": 1105 + }, + { + "epoch": 0.93, + "learning_rate": 3.788098693759071e-05, + "loss": 4.1588, + "step": 1106 + }, + { + "epoch": 0.93, + "learning_rate": 3.74455732946299e-05, + "loss": 4.7406, + "step": 1107 + }, + { + "epoch": 0.93, + "learning_rate": 3.701015965166908e-05, + "loss": 4.4931, + "step": 1108 + }, + { + "epoch": 0.93, + "learning_rate": 3.657474600870827e-05, + "loss": 4.4711, + "step": 1109 + }, + { + "epoch": 0.93, + "learning_rate": 3.613933236574745e-05, + "loss": 4.2444, + "step": 1110 + }, + { + "epoch": 0.93, + "learning_rate": 3.570391872278664e-05, + "loss": 4.4157, + "step": 1111 + }, + { + "epoch": 0.93, + "learning_rate": 3.526850507982583e-05, + "loss": 4.6468, + "step": 1112 + }, + { + "epoch": 0.94, + "learning_rate": 3.483309143686502e-05, + "loss": 4.424, + "step": 1113 + }, + { + "epoch": 0.94, + "learning_rate": 3.43976777939042e-05, + "loss": 4.1047, + "step": 1114 + }, + { + "epoch": 0.94, + "learning_rate": 3.396226415094339e-05, + "loss": 4.4881, + "step": 1115 + }, + { + "epoch": 0.94, + "learning_rate": 3.352685050798258e-05, + "loss": 4.6488, + "step": 1116 + }, + { + "epoch": 0.94, + "learning_rate": 3.309143686502177e-05, + "loss": 4.5798, + "step": 1117 + }, + { + "epoch": 0.94, + "learning_rate": 3.265602322206095e-05, + "loss": 4.226, + "step": 1118 + }, + { + "epoch": 0.94, + "learning_rate": 3.222060957910014e-05, + "loss": 3.9814, + "step": 1119 + }, + { + "epoch": 0.94, + "learning_rate": 3.178519593613933e-05, + "loss": 4.6652, + "step": 1120 + }, + { + "epoch": 0.94, + "learning_rate": 3.134978229317852e-05, + "loss": 4.525, + "step": 1121 + }, + { + "epoch": 0.94, + "learning_rate": 3.09143686502177e-05, + "loss": 4.5956, + "step": 1122 + }, + { + "epoch": 0.94, + "learning_rate": 3.047895500725689e-05, + "loss": 4.2274, + "step": 1123 + }, + { + "epoch": 0.94, + "learning_rate": 3.0043541364296077e-05, + "loss": 4.3943, + "step": 1124 + }, + { + "epoch": 0.95, + "learning_rate": 2.9608127721335266e-05, + "loss": 4.658, + "step": 1125 + }, + { + "epoch": 0.95, + "learning_rate": 2.9172714078374452e-05, + "loss": 4.323, + "step": 1126 + }, + { + "epoch": 0.95, + "learning_rate": 2.873730043541364e-05, + "loss": 4.4283, + "step": 1127 + }, + { + "epoch": 0.95, + "learning_rate": 2.830188679245283e-05, + "loss": 4.4013, + "step": 1128 + }, + { + "epoch": 0.95, + "learning_rate": 2.7866473149492016e-05, + "loss": 4.4055, + "step": 1129 + }, + { + "epoch": 0.95, + "learning_rate": 2.7431059506531205e-05, + "loss": 4.7202, + "step": 1130 + }, + { + "epoch": 0.95, + "learning_rate": 2.699564586357039e-05, + "loss": 4.0791, + "step": 1131 + }, + { + "epoch": 0.95, + "learning_rate": 2.656023222060958e-05, + "loss": 4.1649, + "step": 1132 + }, + { + "epoch": 0.95, + "learning_rate": 2.6124818577648762e-05, + "loss": 4.5628, + "step": 1133 + }, + { + "epoch": 0.95, + "learning_rate": 2.5689404934687955e-05, + "loss": 4.3139, + "step": 1134 + }, + { + "epoch": 0.95, + "learning_rate": 2.5253991291727137e-05, + "loss": 4.5978, + "step": 1135 + }, + { + "epoch": 0.96, + "learning_rate": 2.4818577648766326e-05, + "loss": 4.2576, + "step": 1136 + }, + { + "epoch": 0.96, + "learning_rate": 2.4383164005805512e-05, + "loss": 4.2711, + "step": 1137 + }, + { + "epoch": 0.96, + "learning_rate": 2.39477503628447e-05, + "loss": 4.3129, + "step": 1138 + }, + { + "epoch": 0.96, + "learning_rate": 2.3512336719883887e-05, + "loss": 4.1911, + "step": 1139 + }, + { + "epoch": 0.96, + "learning_rate": 2.3076923076923076e-05, + "loss": 4.2852, + "step": 1140 + }, + { + "epoch": 0.96, + "learning_rate": 2.264150943396226e-05, + "loss": 4.5911, + "step": 1141 + }, + { + "epoch": 0.96, + "learning_rate": 2.220609579100145e-05, + "loss": 4.3876, + "step": 1142 + }, + { + "epoch": 0.96, + "learning_rate": 2.1770682148040636e-05, + "loss": 4.632, + "step": 1143 + }, + { + "epoch": 0.96, + "learning_rate": 2.1335268505079825e-05, + "loss": 4.6161, + "step": 1144 + }, + { + "epoch": 0.96, + "learning_rate": 2.089985486211901e-05, + "loss": 4.2559, + "step": 1145 + }, + { + "epoch": 0.96, + "learning_rate": 2.04644412191582e-05, + "loss": 4.6776, + "step": 1146 + }, + { + "epoch": 0.96, + "learning_rate": 2.0029027576197386e-05, + "loss": 5.4177, + "step": 1147 + }, + { + "epoch": 0.97, + "learning_rate": 1.9593613933236575e-05, + "loss": 4.5179, + "step": 1148 + }, + { + "epoch": 0.97, + "learning_rate": 1.9158200290275757e-05, + "loss": 4.7845, + "step": 1149 + }, + { + "epoch": 0.97, + "learning_rate": 1.872278664731495e-05, + "loss": 4.4084, + "step": 1150 + }, + { + "epoch": 0.97, + "learning_rate": 1.8287373004354136e-05, + "loss": 4.2559, + "step": 1151 + }, + { + "epoch": 0.97, + "learning_rate": 1.785195936139332e-05, + "loss": 4.2703, + "step": 1152 + }, + { + "epoch": 0.97, + "learning_rate": 1.741654571843251e-05, + "loss": 4.2279, + "step": 1153 + }, + { + "epoch": 0.97, + "learning_rate": 1.6981132075471696e-05, + "loss": 4.2703, + "step": 1154 + }, + { + "epoch": 0.97, + "learning_rate": 1.6545718432510885e-05, + "loss": 4.5548, + "step": 1155 + }, + { + "epoch": 0.97, + "learning_rate": 1.611030478955007e-05, + "loss": 4.4009, + "step": 1156 + }, + { + "epoch": 0.97, + "learning_rate": 1.567489114658926e-05, + "loss": 4.4102, + "step": 1157 + }, + { + "epoch": 0.97, + "learning_rate": 1.5239477503628446e-05, + "loss": 4.3167, + "step": 1158 + }, + { + "epoch": 0.97, + "learning_rate": 1.4804063860667633e-05, + "loss": 4.1878, + "step": 1159 + }, + { + "epoch": 0.98, + "learning_rate": 1.436865021770682e-05, + "loss": 4.4537, + "step": 1160 + }, + { + "epoch": 0.98, + "learning_rate": 1.3933236574746008e-05, + "loss": 4.3567, + "step": 1161 + }, + { + "epoch": 0.98, + "learning_rate": 1.3497822931785195e-05, + "loss": 4.6943, + "step": 1162 + }, + { + "epoch": 0.98, + "learning_rate": 1.3062409288824381e-05, + "loss": 4.5883, + "step": 1163 + }, + { + "epoch": 0.98, + "learning_rate": 1.2626995645863568e-05, + "loss": 4.2321, + "step": 1164 + }, + { + "epoch": 0.98, + "learning_rate": 1.2191582002902756e-05, + "loss": 4.6015, + "step": 1165 + }, + { + "epoch": 0.98, + "learning_rate": 1.1756168359941943e-05, + "loss": 4.4949, + "step": 1166 + }, + { + "epoch": 0.98, + "learning_rate": 1.132075471698113e-05, + "loss": 4.1862, + "step": 1167 + }, + { + "epoch": 0.98, + "learning_rate": 1.0885341074020318e-05, + "loss": 4.2749, + "step": 1168 + }, + { + "epoch": 0.98, + "learning_rate": 1.0449927431059506e-05, + "loss": 4.4323, + "step": 1169 + }, + { + "epoch": 0.98, + "learning_rate": 1.0014513788098693e-05, + "loss": 4.4331, + "step": 1170 + }, + { + "epoch": 0.98, + "learning_rate": 9.579100145137879e-06, + "loss": 4.3018, + "step": 1171 + }, + { + "epoch": 0.99, + "learning_rate": 9.143686502177068e-06, + "loss": 4.1326, + "step": 1172 + }, + { + "epoch": 0.99, + "learning_rate": 8.708272859216255e-06, + "loss": 4.3419, + "step": 1173 + }, + { + "epoch": 0.99, + "learning_rate": 8.272859216255443e-06, + "loss": 4.3571, + "step": 1174 + }, + { + "epoch": 0.99, + "learning_rate": 7.83744557329463e-06, + "loss": 4.1424, + "step": 1175 + }, + { + "epoch": 0.99, + "learning_rate": 7.4020319303338166e-06, + "loss": 4.335, + "step": 1176 + }, + { + "epoch": 0.99, + "learning_rate": 6.966618287373004e-06, + "loss": 4.3157, + "step": 1177 + }, + { + "epoch": 0.99, + "learning_rate": 6.5312046444121905e-06, + "loss": 4.701, + "step": 1178 + }, + { + "epoch": 0.99, + "learning_rate": 6.095791001451378e-06, + "loss": 4.1487, + "step": 1179 + }, + { + "epoch": 0.99, + "learning_rate": 5.660377358490565e-06, + "loss": 4.4539, + "step": 1180 + }, + { + "epoch": 0.99, + "learning_rate": 5.224963715529753e-06, + "loss": 4.5288, + "step": 1181 + }, + { + "epoch": 0.99, + "learning_rate": 4.789550072568939e-06, + "loss": 4.4239, + "step": 1182 + }, + { + "epoch": 0.99, + "learning_rate": 4.354136429608128e-06, + "loss": 4.504, + "step": 1183 + }, + { + "epoch": 1.0, + "learning_rate": 3.918722786647315e-06, + "loss": 4.4759, + "step": 1184 + }, + { + "epoch": 1.0, + "learning_rate": 3.483309143686502e-06, + "loss": 4.4178, + "step": 1185 + }, + { + "epoch": 1.0, + "learning_rate": 3.047895500725689e-06, + "loss": 4.6013, + "step": 1186 + }, + { + "epoch": 1.0, + "learning_rate": 2.6124818577648764e-06, + "loss": 4.351, + "step": 1187 + }, + { + "epoch": 1.0, + "learning_rate": 2.177068214804064e-06, + "loss": 4.4977, + "step": 1188 + }, + { + "epoch": 1.0, + "learning_rate": 1.741654571843251e-06, + "loss": 5.1519, + "step": 1189 + }, { "epoch": 1.0, - "step": 446, + "step": 1189, "total_flos": 0.0, - "train_loss": 4.383164462487259, - "train_runtime": 5167.2788, - "train_samples_per_second": 5.523, - "train_steps_per_second": 0.086 + "train_loss": 4.647471772210753, + "train_runtime": 6725.1387, + "train_samples_per_second": 4.243, + "train_steps_per_second": 0.177 } ], - "max_steps": 446, + "max_steps": 1189, "num_train_epochs": 1, "total_flos": 0.0, "trial_name": null,