| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.8229775327133569, | |
| "eval_steps": 500, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.973833272194737e-06, | |
| "loss": 0.2911, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 6.195318418690893e-06, | |
| "loss": 0.2716, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.881634451095711e-06, | |
| "loss": 0.3044, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.361221988663844e-06, | |
| "loss": 0.3361, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.730207550743121e-06, | |
| "loss": 0.3092, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.03016458599496e-06, | |
| "loss": 0.3179, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.282894746203441e-06, | |
| "loss": 0.3034, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.501266121799902e-06, | |
| "loss": 0.3162, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.693512601774437e-06, | |
| "loss": 0.3477, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.865222471593567e-06, | |
| "loss": 0.2986, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.020362953730323e-06, | |
| "loss": 0.3015, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.161852281961698e-06, | |
| "loss": 0.2827, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.29189975311636e-06, | |
| "loss": 0.331, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.412218256259678e-06, | |
| "loss": 0.3151, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.524162683365145e-06, | |
| "loss": 0.3265, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.62882322733502e-06, | |
| "loss": 0.3534, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.727090137141168e-06, | |
| "loss": 0.333, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.819699807237934e-06, | |
| "loss": 0.3401, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.907268307310855e-06, | |
| "loss": 0.3187, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.990316248055788e-06, | |
| "loss": 0.2805, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.977894736842106e-06, | |
| "loss": 0.3064, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.951578947368423e-06, | |
| "loss": 0.3111, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.925263157894738e-06, | |
| "loss": 0.3216, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.898947368421054e-06, | |
| "loss": 0.2801, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.87263157894737e-06, | |
| "loss": 0.3215, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.846315789473684e-06, | |
| "loss": 0.3076, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.820000000000001e-06, | |
| "loss": 0.3093, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.793684210526316e-06, | |
| "loss": 0.3283, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.767368421052632e-06, | |
| "loss": 0.3067, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.741052631578947e-06, | |
| "loss": 0.3007, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.714736842105264e-06, | |
| "loss": 0.3346, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.68842105263158e-06, | |
| "loss": 0.3065, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.662105263157896e-06, | |
| "loss": 0.2789, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.635789473684212e-06, | |
| "loss": 0.2787, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.609473684210527e-06, | |
| "loss": 0.3096, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.583157894736842e-06, | |
| "loss": 0.3124, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.556842105263159e-06, | |
| "loss": 0.318, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.530526315789474e-06, | |
| "loss": 0.3009, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.50421052631579e-06, | |
| "loss": 0.3188, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.477894736842106e-06, | |
| "loss": 0.3381, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.451578947368422e-06, | |
| "loss": 0.3111, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.426315789473685e-06, | |
| "loss": 0.3211, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.4e-06, | |
| "loss": 0.2732, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.373684210526316e-06, | |
| "loss": 0.2863, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.347368421052633e-06, | |
| "loss": 0.278, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.321052631578948e-06, | |
| "loss": 0.2769, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.29578947368421e-06, | |
| "loss": 0.3114, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.269473684210527e-06, | |
| "loss": 0.3132, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.243157894736842e-06, | |
| "loss": 0.2859, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.216842105263159e-06, | |
| "loss": 0.3041, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.190526315789474e-06, | |
| "loss": 0.3011, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.16421052631579e-06, | |
| "loss": 0.3565, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.137894736842106e-06, | |
| "loss": 0.3007, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.11157894736842e-06, | |
| "loss": 0.3157, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.085263157894739e-06, | |
| "loss": 0.2861, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.058947368421054e-06, | |
| "loss": 0.3105, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.032631578947369e-06, | |
| "loss": 0.2818, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.006315789473685e-06, | |
| "loss": 0.288, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.98e-06, | |
| "loss": 0.2906, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.953684210526317e-06, | |
| "loss": 0.3028, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.927368421052632e-06, | |
| "loss": 0.3187, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.901052631578949e-06, | |
| "loss": 0.2838, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.874736842105264e-06, | |
| "loss": 0.2909, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.848421052631579e-06, | |
| "loss": 0.3033, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.822105263157895e-06, | |
| "loss": 0.3133, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.79578947368421e-06, | |
| "loss": 0.3189, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.769473684210527e-06, | |
| "loss": 0.2803, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.743157894736842e-06, | |
| "loss": 0.2783, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.716842105263159e-06, | |
| "loss": 0.2969, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.690526315789475e-06, | |
| "loss": 0.294, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.66421052631579e-06, | |
| "loss": 0.2969, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.637894736842107e-06, | |
| "loss": 0.2893, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.611578947368422e-06, | |
| "loss": 0.2782, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.585263157894737e-06, | |
| "loss": 0.2821, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.558947368421054e-06, | |
| "loss": 0.3172, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.532631578947368e-06, | |
| "loss": 0.2874, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.506315789473685e-06, | |
| "loss": 0.2862, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.48e-06, | |
| "loss": 0.3067, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.453684210526317e-06, | |
| "loss": 0.2936, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.427368421052632e-06, | |
| "loss": 0.292, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.401052631578947e-06, | |
| "loss": 0.2907, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.374736842105265e-06, | |
| "loss": 0.2992, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.34842105263158e-06, | |
| "loss": 0.3135, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.322105263157895e-06, | |
| "loss": 0.29, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.295789473684212e-06, | |
| "loss": 0.2971, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.269473684210527e-06, | |
| "loss": 0.2728, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.243157894736843e-06, | |
| "loss": 0.3034, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.216842105263158e-06, | |
| "loss": 0.3127, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.190526315789475e-06, | |
| "loss": 0.2763, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.16421052631579e-06, | |
| "loss": 0.271, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.137894736842105e-06, | |
| "loss": 0.2928, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.111578947368422e-06, | |
| "loss": 0.2631, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.085263157894737e-06, | |
| "loss": 0.2718, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.058947368421053e-06, | |
| "loss": 0.2446, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.032631578947368e-06, | |
| "loss": 0.2605, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.006315789473685e-06, | |
| "loss": 0.3162, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.980000000000002e-06, | |
| "loss": 0.2813, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.953684210526316e-06, | |
| "loss": 0.3089, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.927368421052633e-06, | |
| "loss": 0.2781, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.901052631578948e-06, | |
| "loss": 0.2922, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.874736842105263e-06, | |
| "loss": 0.2815, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.84842105263158e-06, | |
| "loss": 0.3169, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.822105263157895e-06, | |
| "loss": 0.2972, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.795789473684211e-06, | |
| "loss": 0.2665, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.769473684210526e-06, | |
| "loss": 0.3149, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.743157894736843e-06, | |
| "loss": 0.2909, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.716842105263158e-06, | |
| "loss": 0.3011, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.690526315789475e-06, | |
| "loss": 0.2796, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.665263157894737e-06, | |
| "loss": 0.2854, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.638947368421054e-06, | |
| "loss": 0.2423, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.61263157894737e-06, | |
| "loss": 0.2515, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.586315789473685e-06, | |
| "loss": 0.262, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.5600000000000005e-06, | |
| "loss": 0.2886, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.533684210526316e-06, | |
| "loss": 0.2685, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.507368421052632e-06, | |
| "loss": 0.2905, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.481052631578948e-06, | |
| "loss": 0.2779, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.454736842105264e-06, | |
| "loss": 0.2687, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.4284210526315796e-06, | |
| "loss": 0.2618, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.4021052631578945e-06, | |
| "loss": 0.2931, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.37578947368421e-06, | |
| "loss": 0.2764, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.349473684210527e-06, | |
| "loss": 0.2738, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.323157894736843e-06, | |
| "loss": 0.3016, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.296842105263159e-06, | |
| "loss": 0.308, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.2705263157894745e-06, | |
| "loss": 0.2791, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.245263157894738e-06, | |
| "loss": 0.2367, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.218947368421053e-06, | |
| "loss": 0.2715, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.192631578947369e-06, | |
| "loss": 0.2637, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.1663157894736844e-06, | |
| "loss": 0.2618, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.14e-06, | |
| "loss": 0.3005, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.113684210526316e-06, | |
| "loss": 0.2772, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.087368421052632e-06, | |
| "loss": 0.263, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.0610526315789486e-06, | |
| "loss": 0.2828, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.034736842105264e-06, | |
| "loss": 0.2733, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.00842105263158e-06, | |
| "loss": 0.2733, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.982105263157896e-06, | |
| "loss": 0.2987, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.955789473684211e-06, | |
| "loss": 0.2789, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.929473684210527e-06, | |
| "loss": 0.2579, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.903157894736843e-06, | |
| "loss": 0.2624, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.8768421052631584e-06, | |
| "loss": 0.2566, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.850526315789474e-06, | |
| "loss": 0.2585, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.82421052631579e-06, | |
| "loss": 0.2707, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.797894736842106e-06, | |
| "loss": 0.2676, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.771578947368421e-06, | |
| "loss": 0.2609, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.745263157894737e-06, | |
| "loss": 0.287, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.7189473684210525e-06, | |
| "loss": 0.2738, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.692631578947369e-06, | |
| "loss": 0.2999, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.666315789473685e-06, | |
| "loss": 0.2781, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.640000000000001e-06, | |
| "loss": 0.2635, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.613684210526317e-06, | |
| "loss": 0.2851, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.5873684210526324e-06, | |
| "loss": 0.2797, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.561052631578948e-06, | |
| "loss": 0.2699, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.534736842105264e-06, | |
| "loss": 0.2723, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.508421052631579e-06, | |
| "loss": 0.2554, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.482105263157895e-06, | |
| "loss": 0.2652, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.455789473684211e-06, | |
| "loss": 0.2598, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.4294736842105265e-06, | |
| "loss": 0.2722, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.403157894736842e-06, | |
| "loss": 0.276, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.376842105263158e-06, | |
| "loss": 0.2766, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.350526315789474e-06, | |
| "loss": 0.2281, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.324210526315791e-06, | |
| "loss": 0.2417, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.2978947368421064e-06, | |
| "loss": 0.2835, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.271578947368422e-06, | |
| "loss": 0.2561, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.245263157894737e-06, | |
| "loss": 0.2404, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.218947368421053e-06, | |
| "loss": 0.2871, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.192631578947369e-06, | |
| "loss": 0.2727, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.166315789473685e-06, | |
| "loss": 0.2904, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.1400000000000005e-06, | |
| "loss": 0.2797, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.113684210526316e-06, | |
| "loss": 0.2639, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.087368421052632e-06, | |
| "loss": 0.2515, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.061052631578947e-06, | |
| "loss": 0.2511, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.034736842105263e-06, | |
| "loss": 0.2887, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.008421052631579e-06, | |
| "loss": 0.2978, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.982105263157895e-06, | |
| "loss": 0.2527, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.955789473684211e-06, | |
| "loss": 0.2603, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.929473684210527e-06, | |
| "loss": 0.2543, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.903157894736843e-06, | |
| "loss": 0.273, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.876842105263159e-06, | |
| "loss": 0.2618, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.8505263157894745e-06, | |
| "loss": 0.2507, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.82421052631579e-06, | |
| "loss": 0.2727, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.797894736842105e-06, | |
| "loss": 0.247, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.771578947368421e-06, | |
| "loss": 0.2776, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.745263157894737e-06, | |
| "loss": 0.265, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.718947368421053e-06, | |
| "loss": 0.2435, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.6926315789473686e-06, | |
| "loss": 0.2648, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.666315789473684e-06, | |
| "loss": 0.2609, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.64e-06, | |
| "loss": 0.261, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.613684210526317e-06, | |
| "loss": 0.2394, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.587368421052633e-06, | |
| "loss": 0.2782, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.5610526315789485e-06, | |
| "loss": 0.2652, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.5347368421052635e-06, | |
| "loss": 0.2611, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.508421052631579e-06, | |
| "loss": 0.2421, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.482105263157895e-06, | |
| "loss": 0.2718, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.455789473684211e-06, | |
| "loss": 0.242, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.429473684210527e-06, | |
| "loss": 0.2975, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.403157894736843e-06, | |
| "loss": 0.2579, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.376842105263158e-06, | |
| "loss": 0.2727, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.350526315789473e-06, | |
| "loss": 0.258, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.324210526315789e-06, | |
| "loss": 0.2813, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.297894736842105e-06, | |
| "loss": 0.2398, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.271578947368422e-06, | |
| "loss": 0.2801, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.2452631578947375e-06, | |
| "loss": 0.3113, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.218947368421053e-06, | |
| "loss": 0.2597, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.192631578947369e-06, | |
| "loss": 0.2435, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.166315789473685e-06, | |
| "loss": 0.283, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.142105263157895e-06, | |
| "loss": 0.32, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.115789473684211e-06, | |
| "loss": 0.2682, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.089473684210527e-06, | |
| "loss": 0.2547, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.0631578947368424e-06, | |
| "loss": 0.2734, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.036842105263157e-06, | |
| "loss": 0.279, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.010526315789475e-06, | |
| "loss": 0.279, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.98421052631579e-06, | |
| "loss": 0.2692, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.957894736842106e-06, | |
| "loss": 0.2608, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.9315789473684215e-06, | |
| "loss": 0.2801, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.905263157894737e-06, | |
| "loss": 0.2544, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.878947368421053e-06, | |
| "loss": 0.2413, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.852631578947369e-06, | |
| "loss": 0.2669, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.826315789473685e-06, | |
| "loss": 0.2671, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.801052631578948e-06, | |
| "loss": 0.2484, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.774736842105264e-06, | |
| "loss": 0.2685, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.748421052631579e-06, | |
| "loss": 0.2565, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.722105263157895e-06, | |
| "loss": 0.2798, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.695789473684211e-06, | |
| "loss": 0.2561, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.669473684210526e-06, | |
| "loss": 0.232, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.643157894736843e-06, | |
| "loss": 0.277, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.616842105263158e-06, | |
| "loss": 0.2998, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.590526315789474e-06, | |
| "loss": 0.2634, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.56421052631579e-06, | |
| "loss": 0.2818, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.5378947368421055e-06, | |
| "loss": 0.2736, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.511578947368421e-06, | |
| "loss": 0.2359, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.485263157894737e-06, | |
| "loss": 0.2341, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.458947368421053e-06, | |
| "loss": 0.2836, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.432631578947369e-06, | |
| "loss": 0.2534, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.406315789473685e-06, | |
| "loss": 0.2506, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.38e-06, | |
| "loss": 0.2631, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.353684210526316e-06, | |
| "loss": 0.2366, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.327368421052632e-06, | |
| "loss": 0.281, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.301052631578948e-06, | |
| "loss": 0.2684, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.274736842105264e-06, | |
| "loss": 0.2742, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.2484210526315795e-06, | |
| "loss": 0.2572, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.222105263157895e-06, | |
| "loss": 0.2459, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.195789473684211e-06, | |
| "loss": 0.2479, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.169473684210527e-06, | |
| "loss": 0.2423, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.143157894736842e-06, | |
| "loss": 0.2355, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.116842105263158e-06, | |
| "loss": 0.2498, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.090526315789474e-06, | |
| "loss": 0.2489, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.06421052631579e-06, | |
| "loss": 0.276, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.037894736842106e-06, | |
| "loss": 0.2767, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.011578947368421e-06, | |
| "loss": 0.2621, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.985263157894737e-06, | |
| "loss": 0.2589, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.958947368421053e-06, | |
| "loss": 0.2693, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.9326315789473685e-06, | |
| "loss": 0.2586, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.906315789473685e-06, | |
| "loss": 0.2725, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.88e-06, | |
| "loss": 0.2553, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.853684210526316e-06, | |
| "loss": 0.2363, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.827368421052632e-06, | |
| "loss": 0.2375, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.8010526315789476e-06, | |
| "loss": 0.2571, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.7747368421052634e-06, | |
| "loss": 0.2463, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.7484210526315796e-06, | |
| "loss": 0.229, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.722105263157895e-06, | |
| "loss": 0.2521, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.695789473684211e-06, | |
| "loss": 0.229, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.6694736842105267e-06, | |
| "loss": 0.2194, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.6431578947368425e-06, | |
| "loss": 0.2768, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.616842105263158e-06, | |
| "loss": 0.2258, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.5905263157894737e-06, | |
| "loss": 0.2575, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.56421052631579e-06, | |
| "loss": 0.2257, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.5378947368421058e-06, | |
| "loss": 0.2649, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.5115789473684216e-06, | |
| "loss": 0.2361, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.485263157894737e-06, | |
| "loss": 0.2449, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.458947368421053e-06, | |
| "loss": 0.2551, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.4326315789473686e-06, | |
| "loss": 0.2364, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.4063157894736844e-06, | |
| "loss": 0.2254, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.3800000000000007e-06, | |
| "loss": 0.2196, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.353684210526316e-06, | |
| "loss": 0.2816, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.327368421052632e-06, | |
| "loss": 0.2372, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.3010526315789477e-06, | |
| "loss": 0.2487, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.2747368421052635e-06, | |
| "loss": 0.2218, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.248421052631579e-06, | |
| "loss": 0.2679, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.2221052631578947e-06, | |
| "loss": 0.2331, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.195789473684211e-06, | |
| "loss": 0.2385, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.169473684210527e-06, | |
| "loss": 0.2622, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.1431578947368426e-06, | |
| "loss": 0.2414, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.116842105263158e-06, | |
| "loss": 0.2612, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.090526315789474e-06, | |
| "loss": 0.2443, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.0642105263157896e-06, | |
| "loss": 0.231, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.037894736842106e-06, | |
| "loss": 0.2389, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.0115789473684213e-06, | |
| "loss": 0.2258, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.985263157894737e-06, | |
| "loss": 0.2532, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.958947368421053e-06, | |
| "loss": 0.2287, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.9326315789473687e-06, | |
| "loss": 0.2577, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.906315789473684e-06, | |
| "loss": 0.2548, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.88e-06, | |
| "loss": 0.2532, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.853684210526316e-06, | |
| "loss": 0.2461, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.827368421052632e-06, | |
| "loss": 0.2503, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.801052631578948e-06, | |
| "loss": 0.2251, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.7747368421052632e-06, | |
| "loss": 0.2211, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.748421052631579e-06, | |
| "loss": 0.2443, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.722105263157895e-06, | |
| "loss": 0.2669, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.6978947368421053e-06, | |
| "loss": 0.2653, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.671578947368421e-06, | |
| "loss": 0.2541, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.645263157894737e-06, | |
| "loss": 0.2707, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.6189473684210524e-06, | |
| "loss": 0.2514, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.592631578947369e-06, | |
| "loss": 0.2291, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.5663157894736844e-06, | |
| "loss": 0.2773, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.5400000000000002e-06, | |
| "loss": 0.2454, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.513684210526316e-06, | |
| "loss": 0.2171, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.4873684210526315e-06, | |
| "loss": 0.2577, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.4610526315789477e-06, | |
| "loss": 0.2396, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.4347368421052635e-06, | |
| "loss": 0.2296, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.408421052631579e-06, | |
| "loss": 0.233, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.382105263157895e-06, | |
| "loss": 0.2491, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3557894736842106e-06, | |
| "loss": 0.255, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3294736842105264e-06, | |
| "loss": 0.2359, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3031578947368426e-06, | |
| "loss": 0.2572, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.276842105263158e-06, | |
| "loss": 0.2054, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.250526315789474e-06, | |
| "loss": 0.2587, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.2242105263157896e-06, | |
| "loss": 0.2429, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.1978947368421055e-06, | |
| "loss": 0.2509, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.1715789473684213e-06, | |
| "loss": 0.2411, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.145263157894737e-06, | |
| "loss": 0.2483, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.118947368421053e-06, | |
| "loss": 0.2016, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.0926315789473687e-06, | |
| "loss": 0.2326, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.066315789473684e-06, | |
| "loss": 0.2546, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.04e-06, | |
| "loss": 0.2752, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.013684210526316e-06, | |
| "loss": 0.2537, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9873684210526316e-06, | |
| "loss": 0.2765, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9610526315789474e-06, | |
| "loss": 0.2335, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9347368421052632e-06, | |
| "loss": 0.2534, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.908421052631579e-06, | |
| "loss": 0.2309, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8821052631578949e-06, | |
| "loss": 0.2459, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8557894736842109e-06, | |
| "loss": 0.2456, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8294736842105265e-06, | |
| "loss": 0.2305, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8031578947368423e-06, | |
| "loss": 0.2571, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.776842105263158e-06, | |
| "loss": 0.2656, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.750526315789474e-06, | |
| "loss": 0.2602, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7242105263157896e-06, | |
| "loss": 0.2643, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.6978947368421054e-06, | |
| "loss": 0.2756, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.6715789473684212e-06, | |
| "loss": 0.2415, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.6473684210526317e-06, | |
| "loss": 0.2629, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.6210526315789473e-06, | |
| "loss": 0.2397, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5947368421052633e-06, | |
| "loss": 0.2288, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5684210526315791e-06, | |
| "loss": 0.255, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5421052631578947e-06, | |
| "loss": 0.2228, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.5157894736842108e-06, | |
| "loss": 0.2332, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4894736842105264e-06, | |
| "loss": 0.2099, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4631578947368422e-06, | |
| "loss": 0.2404, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4368421052631582e-06, | |
| "loss": 0.2636, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4105263157894738e-06, | |
| "loss": 0.2462, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3842105263157896e-06, | |
| "loss": 0.2426, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3578947368421052e-06, | |
| "loss": 0.2494, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3315789473684213e-06, | |
| "loss": 0.2604, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3052631578947369e-06, | |
| "loss": 0.225, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.2789473684210527e-06, | |
| "loss": 0.2314, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2526315789473687e-06, | |
| "loss": 0.2362, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2263157894736843e-06, | |
| "loss": 0.2735, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 0.2441, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.173684210526316e-06, | |
| "loss": 0.219, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.1473684210526316e-06, | |
| "loss": 0.242, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.1210526315789474e-06, | |
| "loss": 0.2393, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0947368421052632e-06, | |
| "loss": 0.2291, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.068421052631579e-06, | |
| "loss": 0.2447, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0421052631578949e-06, | |
| "loss": 0.2795, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0157894736842105e-06, | |
| "loss": 0.2236, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.894736842105265e-07, | |
| "loss": 0.2581, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.631578947368423e-07, | |
| "loss": 0.2094, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.368421052631579e-07, | |
| "loss": 0.2606, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.105263157894737e-07, | |
| "loss": 0.2394, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.842105263157895e-07, | |
| "loss": 0.2355, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.578947368421054e-07, | |
| "loss": 0.2432, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.315789473684212e-07, | |
| "loss": 0.2433, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.052631578947369e-07, | |
| "loss": 0.2542, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.789473684210527e-07, | |
| "loss": 0.2276, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.526315789473684e-07, | |
| "loss": 0.2382, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.263157894736843e-07, | |
| "loss": 0.2553, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.000000000000001e-07, | |
| "loss": 0.2382, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.736842105263158e-07, | |
| "loss": 0.2811, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.473684210526317e-07, | |
| "loss": 0.2544, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 6.210526315789474e-07, | |
| "loss": 0.256, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.947368421052632e-07, | |
| "loss": 0.2512, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.705263157894737e-07, | |
| "loss": 0.2567, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.442105263157895e-07, | |
| "loss": 0.217, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.178947368421052e-07, | |
| "loss": 0.2337, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.915789473684211e-07, | |
| "loss": 0.2528, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.652631578947369e-07, | |
| "loss": 0.2273, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.389473684210527e-07, | |
| "loss": 0.2427, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.1263157894736846e-07, | |
| "loss": 0.2173, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.8631578947368423e-07, | |
| "loss": 0.2343, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.6e-07, | |
| "loss": 0.2471, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.3368421052631587e-07, | |
| "loss": 0.2498, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.073684210526316e-07, | |
| "loss": 0.26, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.810526315789474e-07, | |
| "loss": 0.2354, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.5473684210526316e-07, | |
| "loss": 0.2611, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.2842105263157898e-07, | |
| "loss": 0.2485, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.0210526315789475e-07, | |
| "loss": 0.2666, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.7578947368421054e-07, | |
| "loss": 0.2406, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.4947368421052633e-07, | |
| "loss": 0.2331, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.2315789473684212e-07, | |
| "loss": 0.2459, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.68421052631579e-08, | |
| "loss": 0.2303, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 7.05263157894737e-08, | |
| "loss": 0.2313, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.421052631578947e-08, | |
| "loss": 0.2474, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.7894736842105265e-08, | |
| "loss": 0.2436, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "step": 10000, | |
| "total_flos": 2.8754981281385677e+19, | |
| "train_loss": 0.26775399169921876, | |
| "train_runtime": 9181.5505, | |
| "train_samples_per_second": 17.426, | |
| "train_steps_per_second": 1.089 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 10000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2000, | |
| "total_flos": 2.8754981281385677e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |