wisdomInterrogatory / trainer_state.json
wuyiquan's picture
upload
2fd2361
raw
history blame
20 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 4.999168882978723,
"global_step": 12030,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 6.492946524638607e-06,
"loss": 1.601,
"step": 100
},
{
"epoch": 0.08,
"learning_rate": 7.470232356717817e-06,
"loss": 1.4225,
"step": 200
},
{
"epoch": 0.12,
"learning_rate": 8.041907920970229e-06,
"loss": 1.4184,
"step": 300
},
{
"epoch": 0.17,
"learning_rate": 8.447518188797028e-06,
"loss": 1.3869,
"step": 400
},
{
"epoch": 0.21,
"learning_rate": 8.762133954878699e-06,
"loss": 1.3759,
"step": 500
},
{
"epoch": 0.21,
"eval_loss": 1.3726129531860352,
"eval_runtime": 272.1193,
"eval_samples_per_second": 18.617,
"eval_steps_per_second": 2.33,
"step": 500
},
{
"epoch": 0.25,
"learning_rate": 9.019193753049438e-06,
"loss": 1.3454,
"step": 600
},
{
"epoch": 0.29,
"learning_rate": 9.236534715583339e-06,
"loss": 1.358,
"step": 700
},
{
"epoch": 0.33,
"learning_rate": 9.42480402087624e-06,
"loss": 1.3487,
"step": 800
},
{
"epoch": 0.37,
"learning_rate": 9.59086931730185e-06,
"loss": 1.3397,
"step": 900
},
{
"epoch": 0.42,
"learning_rate": 9.73941978695791e-06,
"loss": 1.3515,
"step": 1000
},
{
"epoch": 0.42,
"eval_loss": 1.346224069595337,
"eval_runtime": 272.1001,
"eval_samples_per_second": 18.618,
"eval_steps_per_second": 2.33,
"step": 1000
},
{
"epoch": 0.46,
"learning_rate": 9.873800032579688e-06,
"loss": 1.3469,
"step": 1100
},
{
"epoch": 0.5,
"learning_rate": 9.99647958512865e-06,
"loss": 1.3331,
"step": 1200
},
{
"epoch": 0.54,
"learning_rate": 9.911332779163204e-06,
"loss": 1.3336,
"step": 1300
},
{
"epoch": 0.58,
"learning_rate": 9.81897109079154e-06,
"loss": 1.3345,
"step": 1400
},
{
"epoch": 0.62,
"learning_rate": 9.726609402419877e-06,
"loss": 1.3207,
"step": 1500
},
{
"epoch": 0.62,
"eval_loss": 1.328342080116272,
"eval_runtime": 272.126,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 1500
},
{
"epoch": 0.66,
"learning_rate": 9.634247714048214e-06,
"loss": 1.3345,
"step": 1600
},
{
"epoch": 0.71,
"learning_rate": 9.54188602567655e-06,
"loss": 1.3151,
"step": 1700
},
{
"epoch": 0.75,
"learning_rate": 9.449524337304887e-06,
"loss": 1.3387,
"step": 1800
},
{
"epoch": 0.79,
"learning_rate": 9.357162648933224e-06,
"loss": 1.3183,
"step": 1900
},
{
"epoch": 0.83,
"learning_rate": 9.264800960561559e-06,
"loss": 1.3172,
"step": 2000
},
{
"epoch": 0.83,
"eval_loss": 1.3202550411224365,
"eval_runtime": 272.1379,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 2000
},
{
"epoch": 0.87,
"learning_rate": 9.172439272189896e-06,
"loss": 1.2997,
"step": 2100
},
{
"epoch": 0.91,
"learning_rate": 9.080077583818233e-06,
"loss": 1.3338,
"step": 2200
},
{
"epoch": 0.96,
"learning_rate": 8.987715895446569e-06,
"loss": 1.3199,
"step": 2300
},
{
"epoch": 1.0,
"learning_rate": 8.895354207074907e-06,
"loss": 1.3067,
"step": 2400
},
{
"epoch": 1.04,
"learning_rate": 8.802992518703243e-06,
"loss": 1.2836,
"step": 2500
},
{
"epoch": 1.04,
"eval_loss": 1.310795545578003,
"eval_runtime": 272.0952,
"eval_samples_per_second": 18.618,
"eval_steps_per_second": 2.33,
"step": 2500
},
{
"epoch": 1.08,
"learning_rate": 8.710630830331578e-06,
"loss": 1.2834,
"step": 2600
},
{
"epoch": 1.12,
"learning_rate": 8.618269141959917e-06,
"loss": 1.2902,
"step": 2700
},
{
"epoch": 1.16,
"learning_rate": 8.525907453588252e-06,
"loss": 1.2755,
"step": 2800
},
{
"epoch": 1.21,
"learning_rate": 8.43354576521659e-06,
"loss": 1.2887,
"step": 2900
},
{
"epoch": 1.25,
"learning_rate": 8.341184076844926e-06,
"loss": 1.2734,
"step": 3000
},
{
"epoch": 1.25,
"eval_loss": 1.3082149028778076,
"eval_runtime": 272.1154,
"eval_samples_per_second": 18.617,
"eval_steps_per_second": 2.33,
"step": 3000
},
{
"epoch": 1.29,
"learning_rate": 8.248822388473262e-06,
"loss": 1.282,
"step": 3100
},
{
"epoch": 1.33,
"learning_rate": 8.156460700101599e-06,
"loss": 1.2855,
"step": 3200
},
{
"epoch": 1.37,
"learning_rate": 8.064099011729936e-06,
"loss": 1.2793,
"step": 3300
},
{
"epoch": 1.41,
"learning_rate": 7.971737323358271e-06,
"loss": 1.2811,
"step": 3400
},
{
"epoch": 1.45,
"learning_rate": 7.879375634986609e-06,
"loss": 1.261,
"step": 3500
},
{
"epoch": 1.45,
"eval_loss": 1.3000493049621582,
"eval_runtime": 272.083,
"eval_samples_per_second": 18.619,
"eval_steps_per_second": 2.33,
"step": 3500
},
{
"epoch": 1.5,
"learning_rate": 7.787013946614946e-06,
"loss": 1.2742,
"step": 3600
},
{
"epoch": 1.54,
"learning_rate": 7.694652258243281e-06,
"loss": 1.2837,
"step": 3700
},
{
"epoch": 1.58,
"learning_rate": 7.602290569871617e-06,
"loss": 1.2663,
"step": 3800
},
{
"epoch": 1.62,
"learning_rate": 7.509928881499955e-06,
"loss": 1.2719,
"step": 3900
},
{
"epoch": 1.66,
"learning_rate": 7.4175671931282914e-06,
"loss": 1.2703,
"step": 4000
},
{
"epoch": 1.66,
"eval_loss": 1.2987574338912964,
"eval_runtime": 272.1184,
"eval_samples_per_second": 18.617,
"eval_steps_per_second": 2.33,
"step": 4000
},
{
"epoch": 1.7,
"learning_rate": 7.325205504756628e-06,
"loss": 1.2695,
"step": 4100
},
{
"epoch": 1.75,
"learning_rate": 7.232843816384965e-06,
"loss": 1.262,
"step": 4200
},
{
"epoch": 1.79,
"learning_rate": 7.140482128013301e-06,
"loss": 1.2584,
"step": 4300
},
{
"epoch": 1.83,
"learning_rate": 7.048120439641637e-06,
"loss": 1.2707,
"step": 4400
},
{
"epoch": 1.87,
"learning_rate": 6.955758751269974e-06,
"loss": 1.2579,
"step": 4500
},
{
"epoch": 1.87,
"eval_loss": 1.2950292825698853,
"eval_runtime": 272.1448,
"eval_samples_per_second": 18.615,
"eval_steps_per_second": 2.33,
"step": 4500
},
{
"epoch": 1.91,
"learning_rate": 6.8633970628983106e-06,
"loss": 1.2784,
"step": 4600
},
{
"epoch": 1.95,
"learning_rate": 6.771035374526647e-06,
"loss": 1.2573,
"step": 4700
},
{
"epoch": 1.99,
"learning_rate": 6.678673686154984e-06,
"loss": 1.2722,
"step": 4800
},
{
"epoch": 2.04,
"learning_rate": 6.58631199778332e-06,
"loss": 1.2396,
"step": 4900
},
{
"epoch": 2.08,
"learning_rate": 6.493950309411656e-06,
"loss": 1.2447,
"step": 5000
},
{
"epoch": 2.08,
"eval_loss": 1.297192096710205,
"eval_runtime": 272.1306,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 5000
},
{
"epoch": 2.12,
"learning_rate": 6.4015886210399935e-06,
"loss": 1.2418,
"step": 5100
},
{
"epoch": 2.16,
"learning_rate": 6.30922693266833e-06,
"loss": 1.2523,
"step": 5200
},
{
"epoch": 2.2,
"learning_rate": 6.216865244296666e-06,
"loss": 1.2309,
"step": 5300
},
{
"epoch": 2.24,
"learning_rate": 6.124503555925003e-06,
"loss": 1.2442,
"step": 5400
},
{
"epoch": 2.29,
"learning_rate": 6.032141867553339e-06,
"loss": 1.2261,
"step": 5500
},
{
"epoch": 2.29,
"eval_loss": 1.2935367822647095,
"eval_runtime": 272.1527,
"eval_samples_per_second": 18.615,
"eval_steps_per_second": 2.33,
"step": 5500
},
{
"epoch": 2.33,
"learning_rate": 5.9397801791816755e-06,
"loss": 1.2561,
"step": 5600
},
{
"epoch": 2.37,
"learning_rate": 5.847418490810013e-06,
"loss": 1.234,
"step": 5700
},
{
"epoch": 2.41,
"learning_rate": 5.755056802438349e-06,
"loss": 1.2314,
"step": 5800
},
{
"epoch": 2.45,
"learning_rate": 5.662695114066685e-06,
"loss": 1.24,
"step": 5900
},
{
"epoch": 2.49,
"learning_rate": 5.570333425695022e-06,
"loss": 1.2388,
"step": 6000
},
{
"epoch": 2.49,
"eval_loss": 1.2919647693634033,
"eval_runtime": 272.1268,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 6000
},
{
"epoch": 2.53,
"learning_rate": 5.477971737323358e-06,
"loss": 1.2416,
"step": 6100
},
{
"epoch": 2.58,
"learning_rate": 5.385610048951695e-06,
"loss": 1.2527,
"step": 6200
},
{
"epoch": 2.62,
"learning_rate": 5.2932483605800326e-06,
"loss": 1.2331,
"step": 6300
},
{
"epoch": 2.66,
"learning_rate": 5.200886672208369e-06,
"loss": 1.2483,
"step": 6400
},
{
"epoch": 2.7,
"learning_rate": 5.108524983836704e-06,
"loss": 1.2467,
"step": 6500
},
{
"epoch": 2.7,
"eval_loss": 1.2915822267532349,
"eval_runtime": 272.1288,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 6500
},
{
"epoch": 2.74,
"learning_rate": 5.016163295465042e-06,
"loss": 1.2528,
"step": 6600
},
{
"epoch": 2.78,
"learning_rate": 4.923801607093378e-06,
"loss": 1.2373,
"step": 6700
},
{
"epoch": 2.83,
"learning_rate": 4.831439918721715e-06,
"loss": 1.2357,
"step": 6800
},
{
"epoch": 2.87,
"learning_rate": 4.739078230350051e-06,
"loss": 1.2423,
"step": 6900
},
{
"epoch": 2.91,
"learning_rate": 4.646716541978388e-06,
"loss": 1.2358,
"step": 7000
},
{
"epoch": 2.91,
"eval_loss": 1.2892886400222778,
"eval_runtime": 272.1494,
"eval_samples_per_second": 18.615,
"eval_steps_per_second": 2.33,
"step": 7000
},
{
"epoch": 2.95,
"learning_rate": 4.554354853606724e-06,
"loss": 1.2398,
"step": 7100
},
{
"epoch": 2.99,
"learning_rate": 4.4619931652350604e-06,
"loss": 1.2271,
"step": 7200
},
{
"epoch": 3.03,
"learning_rate": 4.3696314768633975e-06,
"loss": 1.2167,
"step": 7300
},
{
"epoch": 3.08,
"learning_rate": 4.277269788491734e-06,
"loss": 1.2298,
"step": 7400
},
{
"epoch": 3.12,
"learning_rate": 4.18490810012007e-06,
"loss": 1.2121,
"step": 7500
},
{
"epoch": 3.12,
"eval_loss": 1.2931495904922485,
"eval_runtime": 272.1691,
"eval_samples_per_second": 18.613,
"eval_steps_per_second": 2.329,
"step": 7500
},
{
"epoch": 3.16,
"learning_rate": 4.092546411748407e-06,
"loss": 1.2265,
"step": 7600
},
{
"epoch": 3.2,
"learning_rate": 4.000184723376744e-06,
"loss": 1.216,
"step": 7700
},
{
"epoch": 3.24,
"learning_rate": 3.9078230350050796e-06,
"loss": 1.2243,
"step": 7800
},
{
"epoch": 3.28,
"learning_rate": 3.815461346633417e-06,
"loss": 1.2047,
"step": 7900
},
{
"epoch": 3.32,
"learning_rate": 3.7230996582617533e-06,
"loss": 1.2274,
"step": 8000
},
{
"epoch": 3.32,
"eval_loss": 1.2907688617706299,
"eval_runtime": 272.1306,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 8000
},
{
"epoch": 3.37,
"learning_rate": 3.6307379698900895e-06,
"loss": 1.2214,
"step": 8100
},
{
"epoch": 3.41,
"learning_rate": 3.538376281518426e-06,
"loss": 1.2215,
"step": 8200
},
{
"epoch": 3.45,
"learning_rate": 3.4460145931467633e-06,
"loss": 1.2221,
"step": 8300
},
{
"epoch": 3.49,
"learning_rate": 3.353652904775099e-06,
"loss": 1.2179,
"step": 8400
},
{
"epoch": 3.53,
"learning_rate": 3.261291216403436e-06,
"loss": 1.2229,
"step": 8500
},
{
"epoch": 3.53,
"eval_loss": 1.290418267250061,
"eval_runtime": 272.1197,
"eval_samples_per_second": 18.617,
"eval_steps_per_second": 2.33,
"step": 8500
},
{
"epoch": 3.57,
"learning_rate": 3.168929528031773e-06,
"loss": 1.2174,
"step": 8600
},
{
"epoch": 3.62,
"learning_rate": 3.076567839660109e-06,
"loss": 1.2101,
"step": 8700
},
{
"epoch": 3.66,
"learning_rate": 2.9842061512884458e-06,
"loss": 1.2199,
"step": 8800
},
{
"epoch": 3.7,
"learning_rate": 2.8918444629167824e-06,
"loss": 1.2365,
"step": 8900
},
{
"epoch": 3.74,
"learning_rate": 2.799482774545119e-06,
"loss": 1.218,
"step": 9000
},
{
"epoch": 3.74,
"eval_loss": 1.2891569137573242,
"eval_runtime": 272.1682,
"eval_samples_per_second": 18.613,
"eval_steps_per_second": 2.329,
"step": 9000
},
{
"epoch": 3.78,
"learning_rate": 2.7071210861734553e-06,
"loss": 1.2228,
"step": 9100
},
{
"epoch": 3.82,
"learning_rate": 2.614759397801792e-06,
"loss": 1.2309,
"step": 9200
},
{
"epoch": 3.86,
"learning_rate": 2.5223977094301287e-06,
"loss": 1.2271,
"step": 9300
},
{
"epoch": 3.91,
"learning_rate": 2.430036021058465e-06,
"loss": 1.2194,
"step": 9400
},
{
"epoch": 3.95,
"learning_rate": 2.3376743326868016e-06,
"loss": 1.214,
"step": 9500
},
{
"epoch": 3.95,
"eval_loss": 1.2882676124572754,
"eval_runtime": 272.1318,
"eval_samples_per_second": 18.616,
"eval_steps_per_second": 2.33,
"step": 9500
},
{
"epoch": 3.99,
"learning_rate": 2.2453126443151382e-06,
"loss": 1.2166,
"step": 9600
},
{
"epoch": 4.03,
"learning_rate": 2.152950955943475e-06,
"loss": 1.2048,
"step": 9700
},
{
"epoch": 4.07,
"learning_rate": 2.0605892675718116e-06,
"loss": 1.2171,
"step": 9800
},
{
"epoch": 4.11,
"learning_rate": 1.968227579200148e-06,
"loss": 1.2093,
"step": 9900
},
{
"epoch": 4.16,
"learning_rate": 1.8758658908284845e-06,
"loss": 1.1948,
"step": 10000
},
{
"epoch": 4.16,
"eval_loss": 1.2930774688720703,
"eval_runtime": 272.152,
"eval_samples_per_second": 18.615,
"eval_steps_per_second": 2.33,
"step": 10000
},
{
"epoch": 4.2,
"learning_rate": 1.7835042024568211e-06,
"loss": 1.2097,
"step": 10100
},
{
"epoch": 4.24,
"learning_rate": 1.6911425140851576e-06,
"loss": 1.2187,
"step": 10200
},
{
"epoch": 4.28,
"learning_rate": 1.5987808257134942e-06,
"loss": 1.1994,
"step": 10300
},
{
"epoch": 4.32,
"learning_rate": 1.5064191373418307e-06,
"loss": 1.2129,
"step": 10400
},
{
"epoch": 4.36,
"learning_rate": 1.4140574489701671e-06,
"loss": 1.2067,
"step": 10500
},
{
"epoch": 4.36,
"eval_loss": 1.292514681816101,
"eval_runtime": 272.1549,
"eval_samples_per_second": 18.614,
"eval_steps_per_second": 2.33,
"step": 10500
},
{
"epoch": 4.4,
"learning_rate": 1.321695760598504e-06,
"loss": 1.2075,
"step": 10600
},
{
"epoch": 4.45,
"learning_rate": 1.2293340722268405e-06,
"loss": 1.2224,
"step": 10700
},
{
"epoch": 4.49,
"learning_rate": 1.1369723838551771e-06,
"loss": 1.212,
"step": 10800
},
{
"epoch": 4.53,
"learning_rate": 1.0446106954835136e-06,
"loss": 1.2171,
"step": 10900
},
{
"epoch": 4.57,
"learning_rate": 9.522490071118501e-07,
"loss": 1.2106,
"step": 11000
},
{
"epoch": 4.57,
"eval_loss": 1.2926254272460938,
"eval_runtime": 272.1417,
"eval_samples_per_second": 18.615,
"eval_steps_per_second": 2.33,
"step": 11000
},
{
"epoch": 4.61,
"learning_rate": 8.598873187401867e-07,
"loss": 1.2025,
"step": 11100
},
{
"epoch": 4.65,
"learning_rate": 7.675256303685231e-07,
"loss": 1.2081,
"step": 11200
},
{
"epoch": 4.7,
"learning_rate": 6.751639419968597e-07,
"loss": 1.1977,
"step": 11300
},
{
"epoch": 4.74,
"learning_rate": 5.828022536251963e-07,
"loss": 1.2217,
"step": 11400
},
{
"epoch": 4.78,
"learning_rate": 4.904405652535329e-07,
"loss": 1.2026,
"step": 11500
},
{
"epoch": 4.78,
"eval_loss": 1.2920366525650024,
"eval_runtime": 272.1179,
"eval_samples_per_second": 18.617,
"eval_steps_per_second": 2.33,
"step": 11500
},
{
"epoch": 4.82,
"learning_rate": 3.9807887688186943e-07,
"loss": 1.214,
"step": 11600
},
{
"epoch": 4.86,
"learning_rate": 3.05717188510206e-07,
"loss": 1.2025,
"step": 11700
},
{
"epoch": 4.9,
"learning_rate": 2.1335550013854254e-07,
"loss": 1.225,
"step": 11800
},
{
"epoch": 4.95,
"learning_rate": 1.209938117668791e-07,
"loss": 1.2101,
"step": 11900
},
{
"epoch": 4.99,
"learning_rate": 2.8632123395215668e-08,
"loss": 1.1956,
"step": 12000
},
{
"epoch": 4.99,
"eval_loss": 1.2920278310775757,
"eval_runtime": 272.1447,
"eval_samples_per_second": 18.615,
"eval_steps_per_second": 2.33,
"step": 12000
},
{
"epoch": 5.0,
"step": 12030,
"total_flos": 1.5667694787731915e+19,
"train_loss": 1.2596230482321824,
"train_runtime": 116835.9972,
"train_samples_per_second": 4.119,
"train_steps_per_second": 0.103
}
],
"max_steps": 12030,
"num_train_epochs": 5,
"total_flos": 1.5667694787731915e+19,
"trial_name": null,
"trial_params": null
}