| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 100.0, | |
| "eval_steps": 200, | |
| "global_step": 10600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.4528301886792454e-06, | |
| "loss": 129.1763, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 3.3207547169811323e-06, | |
| "loss": 118.0881, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 5.188679245283019e-06, | |
| "loss": 98.9424, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 7.0754716981132075e-06, | |
| "loss": 43.3696, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 8.962264150943398e-06, | |
| "loss": 23.1622, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 1.0849056603773586e-05, | |
| "loss": 16.4914, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 1.2735849056603775e-05, | |
| "loss": 11.8071, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 1.4622641509433963e-05, | |
| "loss": 8.6248, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 1.650943396226415e-05, | |
| "loss": 6.542, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 9.43, | |
| "learning_rate": 1.839622641509434e-05, | |
| "loss": 5.467, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "learning_rate": 1.9999878001459436e-05, | |
| "loss": 4.8661, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 11.32, | |
| "learning_rate": 1.9992830039282252e-05, | |
| "loss": 4.5895, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 12.26, | |
| "learning_rate": 1.997494649494382e-05, | |
| "loss": 4.4634, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 13.21, | |
| "learning_rate": 1.994624676020936e-05, | |
| "loss": 4.4113, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 14.15, | |
| "learning_rate": 1.990676195522527e-05, | |
| "loss": 4.3831, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 15.09, | |
| "learning_rate": 1.9856534894774423e-05, | |
| "loss": 4.3747, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 16.04, | |
| "learning_rate": 1.9795620041850602e-05, | |
| "loss": 4.3661, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 16.98, | |
| "learning_rate": 1.972408344860231e-05, | |
| "loss": 4.3533, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 17.92, | |
| "learning_rate": 1.9642002684710065e-05, | |
| "loss": 4.3362, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 18.87, | |
| "learning_rate": 1.9549466753274843e-05, | |
| "loss": 4.3183, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 19.81, | |
| "learning_rate": 1.9446575994308842e-05, | |
| "loss": 4.3012, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 20.75, | |
| "learning_rate": 1.933344197593319e-05, | |
| "loss": 4.2824, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 21.7, | |
| "learning_rate": 1.921018737340071e-05, | |
| "loss": 4.2574, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 22.64, | |
| "learning_rate": 1.9076945836074716e-05, | |
| "loss": 4.2355, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 23.58, | |
| "learning_rate": 1.8933861842508258e-05, | |
| "loss": 4.2128, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 24.53, | |
| "learning_rate": 1.8781090543780876e-05, | |
| "loss": 4.1852, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 25.47, | |
| "learning_rate": 1.8618797595262748e-05, | |
| "loss": 4.153, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 26.42, | |
| "learning_rate": 1.8447158976988656e-05, | |
| "loss": 4.0818, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 27.36, | |
| "learning_rate": 1.8266360802836542e-05, | |
| "loss": 3.9215, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 28.3, | |
| "learning_rate": 1.8076599118717634e-05, | |
| "loss": 3.7038, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 29.25, | |
| "learning_rate": 1.7878079689996806e-05, | |
| "loss": 3.3915, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 30.19, | |
| "learning_rate": 1.7671017778373914e-05, | |
| "loss": 2.9503, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 31.13, | |
| "learning_rate": 1.745563790846781e-05, | |
| "loss": 2.5289, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 32.08, | |
| "learning_rate": 1.7232173624356307e-05, | |
| "loss": 2.1726, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 33.02, | |
| "learning_rate": 1.7000867236335987e-05, | |
| "loss": 1.8909, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 33.96, | |
| "learning_rate": 1.676196955817653e-05, | |
| "loss": 1.6745, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 34.91, | |
| "learning_rate": 1.651573963515436e-05, | |
| "loss": 1.5141, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 35.85, | |
| "learning_rate": 1.6262444463160627e-05, | |
| "loss": 1.3735, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 36.79, | |
| "learning_rate": 1.6002358699188035e-05, | |
| "loss": 1.2418, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 37.74, | |
| "learning_rate": 1.573576436351046e-05, | |
| "loss": 1.1395, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 38.68, | |
| "learning_rate": 1.5462950533878318e-05, | |
| "loss": 1.0523, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 39.62, | |
| "learning_rate": 1.5184213032061217e-05, | |
| "loss": 0.9775, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 40.57, | |
| "learning_rate": 1.490272451088505e-05, | |
| "loss": 0.9198, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 41.51, | |
| "learning_rate": 1.4613104080651812e-05, | |
| "loss": 0.8618, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 42.45, | |
| "learning_rate": 1.4321451438907927e-05, | |
| "loss": 0.8094, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 43.4, | |
| "learning_rate": 1.4022191400246923e-05, | |
| "loss": 0.7578, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 44.34, | |
| "learning_rate": 1.3718569955936632e-05, | |
| "loss": 0.7338, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 45.28, | |
| "learning_rate": 1.3410916333542502e-05, | |
| "loss": 0.7023, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 46.23, | |
| "learning_rate": 1.309956413286455e-05, | |
| "loss": 0.6598, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 47.17, | |
| "learning_rate": 1.2784850964203184e-05, | |
| "loss": 0.6316, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 48.11, | |
| "learning_rate": 1.2467118082276324e-05, | |
| "loss": 0.6309, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 49.06, | |
| "learning_rate": 1.2146710016184722e-05, | |
| "loss": 0.5876, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "learning_rate": 1.1823974195826782e-05, | |
| "loss": 0.5738, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 50.94, | |
| "learning_rate": 1.1499260575167908e-05, | |
| "loss": 0.5557, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 51.89, | |
| "learning_rate": 1.1172921252772938e-05, | |
| "loss": 0.5642, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 52.83, | |
| "learning_rate": 1.0845310090013116e-05, | |
| "loss": 0.5474, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 53.77, | |
| "learning_rate": 1.0516782327361563e-05, | |
| "loss": 0.5307, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 54.72, | |
| "learning_rate": 1.0187694199193371e-05, | |
| "loss": 0.5044, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 55.66, | |
| "learning_rate": 9.858402547507968e-06, | |
| "loss": 0.4961, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 56.6, | |
| "learning_rate": 9.529264434992576e-06, | |
| "loss": 0.5012, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 57.55, | |
| "learning_rate": 9.203919337260903e-06, | |
| "loss": 0.4874, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 58.49, | |
| "learning_rate": 8.876148009288813e-06, | |
| "loss": 0.4643, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 59.43, | |
| "learning_rate": 8.549595314129907e-06, | |
| "loss": 0.4569, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 60.38, | |
| "learning_rate": 8.224615344523123e-06, | |
| "loss": 0.4487, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 61.32, | |
| "learning_rate": 7.901560487844973e-06, | |
| "loss": 0.4353, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 62.26, | |
| "learning_rate": 7.580781044003324e-06, | |
| "loss": 0.4271, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 63.21, | |
| "learning_rate": 7.262624845594721e-06, | |
| "loss": 0.4138, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 64.15, | |
| "learning_rate": 6.947436880737089e-06, | |
| "loss": 0.4108, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 65.09, | |
| "learning_rate": 6.635558918986797e-06, | |
| "loss": 0.4056, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 66.04, | |
| "learning_rate": 6.327329140745751e-06, | |
| "loss": 0.3992, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 66.98, | |
| "learning_rate": 6.023081770560307e-06, | |
| "loss": 0.3955, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 67.92, | |
| "learning_rate": 5.723146714709664e-06, | |
| "loss": 0.3944, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 68.87, | |
| "learning_rate": 5.427849203476738e-06, | |
| "loss": 0.3883, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 69.81, | |
| "learning_rate": 5.140387256937587e-06, | |
| "loss": 0.3825, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 70.75, | |
| "learning_rate": 4.855265798347217e-06, | |
| "loss": 0.3769, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 71.7, | |
| "learning_rate": 4.575722958618642e-06, | |
| "loss": 0.3704, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 72.64, | |
| "learning_rate": 4.302061856027213e-06, | |
| "loss": 0.3676, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 73.58, | |
| "learning_rate": 4.034579231070851e-06, | |
| "loss": 0.3682, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 74.53, | |
| "learning_rate": 3.7735651247037275e-06, | |
| "loss": 0.3609, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 75.47, | |
| "learning_rate": 3.5193025638344956e-06, | |
| "loss": 0.3605, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 76.42, | |
| "learning_rate": 3.272067254430137e-06, | |
| "loss": 0.3554, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 77.36, | |
| "learning_rate": 3.0321272825581327e-06, | |
| "loss": 0.3493, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 78.3, | |
| "learning_rate": 2.7997428236911684e-06, | |
| "loss": 0.347, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 79.25, | |
| "learning_rate": 2.5751658605896003e-06, | |
| "loss": 0.3516, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 80.19, | |
| "learning_rate": 2.3586399100675516e-06, | |
| "loss": 0.3489, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 81.13, | |
| "learning_rate": 2.1503997589389334e-06, | |
| "loss": 0.3416, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 82.08, | |
| "learning_rate": 1.9506712094297386e-06, | |
| "loss": 0.3398, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 83.02, | |
| "learning_rate": 1.7596708343326285e-06, | |
| "loss": 0.3412, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 83.96, | |
| "learning_rate": 1.5776057421693126e-06, | |
| "loss": 0.3394, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 84.91, | |
| "learning_rate": 1.4046733526154088e-06, | |
| "loss": 0.3409, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 85.85, | |
| "learning_rate": 1.2410611824312334e-06, | |
| "loss": 0.3364, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 86.79, | |
| "learning_rate": 1.0884402169237329e-06, | |
| "loss": 0.338, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 87.74, | |
| "learning_rate": 9.438929780459661e-07, | |
| "loss": 0.3391, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 88.68, | |
| "learning_rate": 8.091655991389668e-07, | |
| "loss": 0.3327, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 89.62, | |
| "learning_rate": 6.844041699068349e-07, | |
| "loss": 0.3319, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 90.57, | |
| "learning_rate": 5.708401570907373e-07, | |
| "loss": 0.3362, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 91.51, | |
| "learning_rate": 4.6630268912521757e-07, | |
| "loss": 0.3307, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 92.45, | |
| "learning_rate": 3.7210294932142566e-07, | |
| "loss": 0.3338, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 93.4, | |
| "learning_rate": 2.8834308181833304e-07, | |
| "loss": 0.3329, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 94.34, | |
| "learning_rate": 2.151139104288702e-07, | |
| "loss": 0.3297, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 95.28, | |
| "learning_rate": 1.5249484015643078e-07, | |
| "loss": 0.332, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 96.23, | |
| "learning_rate": 1.0055377109319475e-07, | |
| "loss": 0.3324, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 97.17, | |
| "learning_rate": 5.934702479363341e-08, | |
| "loss": 0.3319, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 98.11, | |
| "learning_rate": 2.8919283203038274e-08, | |
| "loss": 0.3301, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 99.06, | |
| "learning_rate": 9.30354020729496e-09, | |
| "loss": 0.333, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "learning_rate": 5.210658564336335e-10, | |
| "loss": 0.3296, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "step": 10600, | |
| "total_flos": 6.483430015500288e+16, | |
| "train_loss": 5.64003086198051, | |
| "train_runtime": 5748.6483, | |
| "train_samples_per_second": 58.866, | |
| "train_steps_per_second": 1.844 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 10600, | |
| "num_train_epochs": 100, | |
| "save_steps": 100, | |
| "total_flos": 6.483430015500288e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |