farleyknight's picture
End of training
4a4e1b2
raw
history blame contribute delete
No virus
19.7 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"global_step": 60361,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 4.9585825284538036e-05,
"loss": 3.048,
"step": 500
},
{
"epoch": 0.02,
"learning_rate": 4.917165056907606e-05,
"loss": 2.8892,
"step": 1000
},
{
"epoch": 0.02,
"learning_rate": 4.8757475853614095e-05,
"loss": 2.8557,
"step": 1500
},
{
"epoch": 0.03,
"learning_rate": 4.834330113815212e-05,
"loss": 2.7846,
"step": 2000
},
{
"epoch": 0.04,
"learning_rate": 4.792912642269015e-05,
"loss": 2.7347,
"step": 2500
},
{
"epoch": 0.05,
"learning_rate": 4.7514951707228175e-05,
"loss": 2.7132,
"step": 3000
},
{
"epoch": 0.06,
"learning_rate": 4.710077699176621e-05,
"loss": 2.7034,
"step": 3500
},
{
"epoch": 0.07,
"learning_rate": 4.6686602276304234e-05,
"loss": 2.6868,
"step": 4000
},
{
"epoch": 0.07,
"learning_rate": 4.627242756084227e-05,
"loss": 2.6852,
"step": 4500
},
{
"epoch": 0.08,
"learning_rate": 4.5858252845380294e-05,
"loss": 2.6121,
"step": 5000
},
{
"epoch": 0.08,
"eval_gen_len": 119.98657918282136,
"eval_loss": 2.565171003341675,
"eval_rouge1": 35.0673,
"eval_rouge2": 12.0073,
"eval_rougeL": 24.5471,
"eval_rougeLsum": 28.9315,
"eval_runtime": 12112.9109,
"eval_samples_per_second": 0.277,
"eval_steps_per_second": 0.277,
"step": 5000
},
{
"epoch": 0.09,
"learning_rate": 4.544407812991833e-05,
"loss": 2.6604,
"step": 5500
},
{
"epoch": 0.1,
"learning_rate": 4.502990341445636e-05,
"loss": 2.6511,
"step": 6000
},
{
"epoch": 0.11,
"learning_rate": 4.461572869899439e-05,
"loss": 2.6329,
"step": 6500
},
{
"epoch": 0.12,
"learning_rate": 4.420155398353242e-05,
"loss": 2.6062,
"step": 7000
},
{
"epoch": 0.12,
"learning_rate": 4.378737926807045e-05,
"loss": 2.5629,
"step": 7500
},
{
"epoch": 0.13,
"learning_rate": 4.337320455260847e-05,
"loss": 2.5683,
"step": 8000
},
{
"epoch": 0.14,
"learning_rate": 4.29590298371465e-05,
"loss": 2.6047,
"step": 8500
},
{
"epoch": 0.15,
"learning_rate": 4.254485512168453e-05,
"loss": 2.5723,
"step": 9000
},
{
"epoch": 0.16,
"learning_rate": 4.213068040622256e-05,
"loss": 2.5601,
"step": 9500
},
{
"epoch": 0.17,
"learning_rate": 4.171650569076059e-05,
"loss": 2.5182,
"step": 10000
},
{
"epoch": 0.17,
"eval_gen_len": 119.20429466149717,
"eval_loss": 2.479748249053955,
"eval_rouge1": 34.6909,
"eval_rouge2": 11.6432,
"eval_rougeL": 24.87,
"eval_rougeLsum": 28.1543,
"eval_runtime": 11632.814,
"eval_samples_per_second": 0.288,
"eval_steps_per_second": 0.288,
"step": 10000
},
{
"epoch": 0.17,
"learning_rate": 4.130233097529862e-05,
"loss": 2.5384,
"step": 10500
},
{
"epoch": 0.18,
"learning_rate": 4.088815625983665e-05,
"loss": 2.5414,
"step": 11000
},
{
"epoch": 0.19,
"learning_rate": 4.047398154437468e-05,
"loss": 2.5039,
"step": 11500
},
{
"epoch": 0.2,
"learning_rate": 4.005980682891271e-05,
"loss": 2.5185,
"step": 12000
},
{
"epoch": 0.21,
"learning_rate": 3.9645632113450745e-05,
"loss": 2.5128,
"step": 12500
},
{
"epoch": 0.22,
"learning_rate": 3.923145739798877e-05,
"loss": 2.4872,
"step": 13000
},
{
"epoch": 0.22,
"learning_rate": 3.88172826825268e-05,
"loss": 2.5029,
"step": 13500
},
{
"epoch": 0.23,
"learning_rate": 3.8403107967064825e-05,
"loss": 2.5205,
"step": 14000
},
{
"epoch": 0.24,
"learning_rate": 3.798893325160286e-05,
"loss": 2.5333,
"step": 14500
},
{
"epoch": 0.25,
"learning_rate": 3.7574758536140885e-05,
"loss": 2.5102,
"step": 15000
},
{
"epoch": 0.25,
"eval_gen_len": 115.28899492991351,
"eval_loss": 2.423785924911499,
"eval_rouge1": 35.8574,
"eval_rouge2": 12.2402,
"eval_rougeL": 25.0712,
"eval_rougeLsum": 29.5607,
"eval_runtime": 11094.1737,
"eval_samples_per_second": 0.302,
"eval_steps_per_second": 0.302,
"step": 15000
},
{
"epoch": 0.26,
"learning_rate": 3.716058382067892e-05,
"loss": 2.5104,
"step": 15500
},
{
"epoch": 0.27,
"learning_rate": 3.6746409105216944e-05,
"loss": 2.4881,
"step": 16000
},
{
"epoch": 0.27,
"learning_rate": 3.633223438975498e-05,
"loss": 2.5039,
"step": 16500
},
{
"epoch": 0.28,
"learning_rate": 3.5918059674293004e-05,
"loss": 2.4573,
"step": 17000
},
{
"epoch": 0.29,
"learning_rate": 3.550388495883104e-05,
"loss": 2.4593,
"step": 17500
},
{
"epoch": 0.3,
"learning_rate": 3.508971024336907e-05,
"loss": 2.4674,
"step": 18000
},
{
"epoch": 0.31,
"learning_rate": 3.46755355279071e-05,
"loss": 2.4989,
"step": 18500
},
{
"epoch": 0.31,
"learning_rate": 3.4261360812445123e-05,
"loss": 2.4718,
"step": 19000
},
{
"epoch": 0.32,
"learning_rate": 3.384718609698315e-05,
"loss": 2.4474,
"step": 19500
},
{
"epoch": 0.33,
"learning_rate": 3.343301138152118e-05,
"loss": 2.4292,
"step": 20000
},
{
"epoch": 0.33,
"eval_gen_len": 112.59200715776916,
"eval_loss": 2.386885166168213,
"eval_rouge1": 36.0133,
"eval_rouge2": 12.2453,
"eval_rougeL": 25.4039,
"eval_rougeLsum": 29.483,
"eval_runtime": 10884.5177,
"eval_samples_per_second": 0.308,
"eval_steps_per_second": 0.308,
"step": 20000
},
{
"epoch": 0.34,
"learning_rate": 3.301883666605921e-05,
"loss": 2.4816,
"step": 20500
},
{
"epoch": 0.35,
"learning_rate": 3.260466195059724e-05,
"loss": 2.4813,
"step": 21000
},
{
"epoch": 0.36,
"learning_rate": 3.219048723513527e-05,
"loss": 2.4417,
"step": 21500
},
{
"epoch": 0.36,
"learning_rate": 3.17763125196733e-05,
"loss": 2.4158,
"step": 22000
},
{
"epoch": 0.37,
"learning_rate": 3.136213780421133e-05,
"loss": 2.4254,
"step": 22500
},
{
"epoch": 0.38,
"learning_rate": 3.094796308874936e-05,
"loss": 2.4147,
"step": 23000
},
{
"epoch": 0.39,
"learning_rate": 3.053378837328739e-05,
"loss": 2.396,
"step": 23500
},
{
"epoch": 0.4,
"learning_rate": 3.011961365782542e-05,
"loss": 2.462,
"step": 24000
},
{
"epoch": 0.41,
"learning_rate": 2.9705438942363452e-05,
"loss": 2.4212,
"step": 24500
},
{
"epoch": 0.41,
"learning_rate": 2.929126422690148e-05,
"loss": 2.3678,
"step": 25000
},
{
"epoch": 0.41,
"eval_gen_len": 119.1738741425589,
"eval_loss": 2.3594205379486084,
"eval_rouge1": 35.238,
"eval_rouge2": 11.6833,
"eval_rougeL": 25.0449,
"eval_rougeLsum": 28.3313,
"eval_runtime": 12079.2976,
"eval_samples_per_second": 0.278,
"eval_steps_per_second": 0.278,
"step": 25000
},
{
"epoch": 0.42,
"learning_rate": 2.8877089511439508e-05,
"loss": 2.4486,
"step": 25500
},
{
"epoch": 0.43,
"learning_rate": 2.8462914795977535e-05,
"loss": 2.406,
"step": 26000
},
{
"epoch": 0.44,
"learning_rate": 2.8048740080515568e-05,
"loss": 2.3893,
"step": 26500
},
{
"epoch": 0.45,
"learning_rate": 2.7634565365053594e-05,
"loss": 2.4248,
"step": 27000
},
{
"epoch": 0.46,
"learning_rate": 2.7220390649591628e-05,
"loss": 2.3788,
"step": 27500
},
{
"epoch": 0.46,
"learning_rate": 2.6806215934129654e-05,
"loss": 2.4128,
"step": 28000
},
{
"epoch": 0.47,
"learning_rate": 2.6392041218667684e-05,
"loss": 2.3768,
"step": 28500
},
{
"epoch": 0.48,
"learning_rate": 2.597786650320571e-05,
"loss": 2.3998,
"step": 29000
},
{
"epoch": 0.49,
"learning_rate": 2.5563691787743744e-05,
"loss": 2.3686,
"step": 29500
},
{
"epoch": 0.5,
"learning_rate": 2.5149517072281774e-05,
"loss": 2.3511,
"step": 30000
},
{
"epoch": 0.5,
"eval_gen_len": 110.58186698478974,
"eval_loss": 2.332641363143921,
"eval_rouge1": 36.7755,
"eval_rouge2": 12.8394,
"eval_rougeL": 25.7218,
"eval_rougeLsum": 30.2594,
"eval_runtime": 11544.7187,
"eval_samples_per_second": 0.29,
"eval_steps_per_second": 0.29,
"step": 30000
},
{
"epoch": 0.51,
"learning_rate": 2.47353423568198e-05,
"loss": 2.3468,
"step": 30500
},
{
"epoch": 0.51,
"learning_rate": 2.432116764135783e-05,
"loss": 2.4301,
"step": 31000
},
{
"epoch": 0.52,
"learning_rate": 2.390699292589586e-05,
"loss": 2.4104,
"step": 31500
},
{
"epoch": 0.53,
"learning_rate": 2.349281821043389e-05,
"loss": 2.401,
"step": 32000
},
{
"epoch": 0.54,
"learning_rate": 2.307864349497192e-05,
"loss": 2.3912,
"step": 32500
},
{
"epoch": 0.55,
"learning_rate": 2.266446877950995e-05,
"loss": 2.3639,
"step": 33000
},
{
"epoch": 0.55,
"learning_rate": 2.225029406404798e-05,
"loss": 2.3666,
"step": 33500
},
{
"epoch": 0.56,
"learning_rate": 2.183611934858601e-05,
"loss": 2.3635,
"step": 34000
},
{
"epoch": 0.57,
"learning_rate": 2.142194463312404e-05,
"loss": 2.3947,
"step": 34500
},
{
"epoch": 0.58,
"learning_rate": 2.100776991766207e-05,
"loss": 2.3334,
"step": 35000
},
{
"epoch": 0.58,
"eval_gen_len": 115.5997614076946,
"eval_loss": 2.312462091445923,
"eval_rouge1": 36.6317,
"eval_rouge2": 12.7493,
"eval_rougeL": 25.5388,
"eval_rougeLsum": 30.094,
"eval_runtime": 11814.8156,
"eval_samples_per_second": 0.284,
"eval_steps_per_second": 0.284,
"step": 35000
},
{
"epoch": 0.59,
"learning_rate": 2.05935952022001e-05,
"loss": 2.4,
"step": 35500
},
{
"epoch": 0.6,
"learning_rate": 2.0179420486738125e-05,
"loss": 2.3579,
"step": 36000
},
{
"epoch": 0.6,
"learning_rate": 1.9765245771276155e-05,
"loss": 2.3495,
"step": 36500
},
{
"epoch": 0.61,
"learning_rate": 1.9351071055814185e-05,
"loss": 2.3314,
"step": 37000
},
{
"epoch": 0.62,
"learning_rate": 1.8936896340352215e-05,
"loss": 2.3711,
"step": 37500
},
{
"epoch": 0.63,
"learning_rate": 1.8522721624890245e-05,
"loss": 2.3315,
"step": 38000
},
{
"epoch": 0.64,
"learning_rate": 1.8108546909428274e-05,
"loss": 2.3507,
"step": 38500
},
{
"epoch": 0.65,
"learning_rate": 1.7694372193966304e-05,
"loss": 2.3741,
"step": 39000
},
{
"epoch": 0.65,
"learning_rate": 1.7280197478504334e-05,
"loss": 2.3551,
"step": 39500
},
{
"epoch": 0.66,
"learning_rate": 1.6866022763042364e-05,
"loss": 2.3833,
"step": 40000
},
{
"epoch": 0.66,
"eval_gen_len": 113.82224873247837,
"eval_loss": 2.2942898273468018,
"eval_rouge1": 37.1219,
"eval_rouge2": 13.1564,
"eval_rougeL": 25.7571,
"eval_rougeLsum": 30.8666,
"eval_runtime": 11697.4733,
"eval_samples_per_second": 0.287,
"eval_steps_per_second": 0.287,
"step": 40000
},
{
"epoch": 0.67,
"learning_rate": 1.6451848047580394e-05,
"loss": 2.3712,
"step": 40500
},
{
"epoch": 0.68,
"learning_rate": 1.603767333211842e-05,
"loss": 2.2799,
"step": 41000
},
{
"epoch": 0.69,
"learning_rate": 1.562349861665645e-05,
"loss": 2.2798,
"step": 41500
},
{
"epoch": 0.7,
"learning_rate": 1.520932390119448e-05,
"loss": 2.3305,
"step": 42000
},
{
"epoch": 0.7,
"learning_rate": 1.479514918573251e-05,
"loss": 2.3402,
"step": 42500
},
{
"epoch": 0.71,
"learning_rate": 1.438097447027054e-05,
"loss": 2.4002,
"step": 43000
},
{
"epoch": 0.72,
"learning_rate": 1.3966799754808568e-05,
"loss": 2.342,
"step": 43500
},
{
"epoch": 0.73,
"learning_rate": 1.3552625039346598e-05,
"loss": 2.3365,
"step": 44000
},
{
"epoch": 0.74,
"learning_rate": 1.3138450323884628e-05,
"loss": 2.3715,
"step": 44500
},
{
"epoch": 0.75,
"learning_rate": 1.272427560842266e-05,
"loss": 2.341,
"step": 45000
},
{
"epoch": 0.75,
"eval_gen_len": 115.98449150014912,
"eval_loss": 2.2813336849212646,
"eval_rouge1": 36.4962,
"eval_rouge2": 12.6225,
"eval_rougeL": 25.6904,
"eval_rougeLsum": 29.9741,
"eval_runtime": 11865.9631,
"eval_samples_per_second": 0.283,
"eval_steps_per_second": 0.283,
"step": 45000
},
{
"epoch": 0.75,
"learning_rate": 1.2310100892960687e-05,
"loss": 2.333,
"step": 45500
},
{
"epoch": 0.76,
"learning_rate": 1.1895926177498716e-05,
"loss": 2.3081,
"step": 46000
},
{
"epoch": 0.77,
"learning_rate": 1.1481751462036747e-05,
"loss": 2.3207,
"step": 46500
},
{
"epoch": 0.78,
"learning_rate": 1.1067576746574775e-05,
"loss": 2.3634,
"step": 47000
},
{
"epoch": 0.79,
"learning_rate": 1.0653402031112805e-05,
"loss": 2.3378,
"step": 47500
},
{
"epoch": 0.8,
"learning_rate": 1.0239227315650835e-05,
"loss": 2.3165,
"step": 48000
},
{
"epoch": 0.8,
"learning_rate": 9.825052600188863e-06,
"loss": 2.323,
"step": 48500
},
{
"epoch": 0.81,
"learning_rate": 9.410877884726893e-06,
"loss": 2.3006,
"step": 49000
},
{
"epoch": 0.82,
"learning_rate": 8.996703169264925e-06,
"loss": 2.3148,
"step": 49500
},
{
"epoch": 0.83,
"learning_rate": 8.582528453802953e-06,
"loss": 2.3179,
"step": 50000
},
{
"epoch": 0.83,
"eval_gen_len": 117.77542499254399,
"eval_loss": 2.2725210189819336,
"eval_rouge1": 37.3535,
"eval_rouge2": 13.1596,
"eval_rougeL": 25.7385,
"eval_rougeLsum": 31.056,
"eval_runtime": 11928.8606,
"eval_samples_per_second": 0.281,
"eval_steps_per_second": 0.281,
"step": 50000
},
{
"epoch": 0.84,
"learning_rate": 8.168353738340983e-06,
"loss": 2.3341,
"step": 50500
},
{
"epoch": 0.84,
"learning_rate": 7.75417902287901e-06,
"loss": 2.3698,
"step": 51000
},
{
"epoch": 0.85,
"learning_rate": 7.3400043074170406e-06,
"loss": 2.2883,
"step": 51500
},
{
"epoch": 0.86,
"learning_rate": 6.9258295919550704e-06,
"loss": 2.3415,
"step": 52000
},
{
"epoch": 0.87,
"learning_rate": 6.5116548764931e-06,
"loss": 2.3404,
"step": 52500
},
{
"epoch": 0.88,
"learning_rate": 6.09748016103113e-06,
"loss": 2.3713,
"step": 53000
},
{
"epoch": 0.89,
"learning_rate": 5.683305445569159e-06,
"loss": 2.3564,
"step": 53500
},
{
"epoch": 0.89,
"learning_rate": 5.269130730107188e-06,
"loss": 2.3017,
"step": 54000
},
{
"epoch": 0.9,
"learning_rate": 4.854956014645219e-06,
"loss": 2.3253,
"step": 54500
},
{
"epoch": 0.91,
"learning_rate": 4.440781299183248e-06,
"loss": 2.3164,
"step": 55000
},
{
"epoch": 0.91,
"eval_gen_len": 116.1670146137787,
"eval_loss": 2.2654106616973877,
"eval_rouge1": 36.9191,
"eval_rouge2": 12.9316,
"eval_rougeL": 25.7586,
"eval_rougeLsum": 30.4691,
"eval_runtime": 11825.852,
"eval_samples_per_second": 0.284,
"eval_steps_per_second": 0.284,
"step": 55000
},
{
"epoch": 0.92,
"learning_rate": 4.026606583721277e-06,
"loss": 2.3089,
"step": 55500
},
{
"epoch": 0.93,
"learning_rate": 3.6124318682593068e-06,
"loss": 2.2817,
"step": 56000
},
{
"epoch": 0.94,
"learning_rate": 3.198257152797336e-06,
"loss": 2.2929,
"step": 56500
},
{
"epoch": 0.94,
"learning_rate": 2.784082437335366e-06,
"loss": 2.3415,
"step": 57000
},
{
"epoch": 0.95,
"learning_rate": 2.369907721873395e-06,
"loss": 2.2952,
"step": 57500
},
{
"epoch": 0.96,
"learning_rate": 1.955733006411425e-06,
"loss": 2.3011,
"step": 58000
},
{
"epoch": 0.97,
"learning_rate": 1.5415582909494541e-06,
"loss": 2.3534,
"step": 58500
},
{
"epoch": 0.98,
"learning_rate": 1.1273835754874836e-06,
"loss": 2.2867,
"step": 59000
},
{
"epoch": 0.99,
"learning_rate": 7.132088600255132e-07,
"loss": 2.2891,
"step": 59500
},
{
"epoch": 0.99,
"learning_rate": 2.9903414456354266e-07,
"loss": 2.3046,
"step": 60000
},
{
"epoch": 0.99,
"eval_gen_len": 114.51953474500448,
"eval_loss": 2.261798620223999,
"eval_rouge1": 37.3992,
"eval_rouge2": 13.2731,
"eval_rougeL": 26.0327,
"eval_rougeLsum": 31.0338,
"eval_runtime": 11730.6434,
"eval_samples_per_second": 0.286,
"eval_steps_per_second": 0.286,
"step": 60000
},
{
"epoch": 1.0,
"step": 60361,
"total_flos": 1.7326358261160346e+17,
"train_loss": 2.4350297420723725,
"train_runtime": 177223.4218,
"train_samples_per_second": 0.341,
"train_steps_per_second": 0.341
}
],
"max_steps": 60361,
"num_train_epochs": 1,
"total_flos": 1.7326358261160346e+17,
"trial_name": null,
"trial_params": null
}