alex_gpt3_Doctextfull / trainer_state.json
danurahul's picture
Initial commit
4617533
raw history blame
No virus
10.7 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.9716123619074253,
"global_step": 42500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 4.941733090942992e-05,
"loss": 3.2035,
"step": 500
},
{
"epoch": 0.07,
"learning_rate": 4.8834661818859834e-05,
"loss": 3.1734,
"step": 1000
},
{
"epoch": 0.1,
"learning_rate": 4.825199272828975e-05,
"loss": 3.1439,
"step": 1500
},
{
"epoch": 0.14,
"learning_rate": 4.766932363771967e-05,
"loss": 3.1277,
"step": 2000
},
{
"epoch": 0.17,
"learning_rate": 4.7086654547149584e-05,
"loss": 3.1302,
"step": 2500
},
{
"epoch": 0.21,
"learning_rate": 4.65039854565795e-05,
"loss": 3.1091,
"step": 3000
},
{
"epoch": 0.24,
"learning_rate": 4.592131636600942e-05,
"loss": 3.115,
"step": 3500
},
{
"epoch": 0.28,
"learning_rate": 4.5338647275439334e-05,
"loss": 3.0718,
"step": 4000
},
{
"epoch": 0.31,
"learning_rate": 4.4755978184869253e-05,
"loss": 3.0977,
"step": 4500
},
{
"epoch": 0.35,
"learning_rate": 4.417330909429917e-05,
"loss": 3.1092,
"step": 5000
},
{
"epoch": 0.38,
"learning_rate": 4.3590640003729085e-05,
"loss": 3.0919,
"step": 5500
},
{
"epoch": 0.42,
"learning_rate": 4.3007970913159004e-05,
"loss": 3.0868,
"step": 6000
},
{
"epoch": 0.45,
"learning_rate": 4.242530182258892e-05,
"loss": 3.0913,
"step": 6500
},
{
"epoch": 0.49,
"learning_rate": 4.1842632732018835e-05,
"loss": 3.0817,
"step": 7000
},
{
"epoch": 0.52,
"learning_rate": 4.1259963641448754e-05,
"loss": 3.0835,
"step": 7500
},
{
"epoch": 0.56,
"learning_rate": 4.0677294550878666e-05,
"loss": 3.059,
"step": 8000
},
{
"epoch": 0.59,
"learning_rate": 4.0094625460308585e-05,
"loss": 3.0757,
"step": 8500
},
{
"epoch": 0.63,
"learning_rate": 3.95119563697385e-05,
"loss": 3.0767,
"step": 9000
},
{
"epoch": 0.66,
"learning_rate": 3.892928727916842e-05,
"loss": 3.0637,
"step": 9500
},
{
"epoch": 0.7,
"learning_rate": 3.834661818859833e-05,
"loss": 3.0504,
"step": 10000
},
{
"epoch": 0.73,
"learning_rate": 3.776394909802825e-05,
"loss": 3.0339,
"step": 10500
},
{
"epoch": 0.77,
"learning_rate": 3.718128000745816e-05,
"loss": 3.0385,
"step": 11000
},
{
"epoch": 0.8,
"learning_rate": 3.659861091688808e-05,
"loss": 3.064,
"step": 11500
},
{
"epoch": 0.84,
"learning_rate": 3.6015941826318e-05,
"loss": 3.0685,
"step": 12000
},
{
"epoch": 0.87,
"learning_rate": 3.543327273574791e-05,
"loss": 3.0366,
"step": 12500
},
{
"epoch": 0.91,
"learning_rate": 3.485060364517783e-05,
"loss": 3.0512,
"step": 13000
},
{
"epoch": 0.94,
"learning_rate": 3.426793455460775e-05,
"loss": 3.0179,
"step": 13500
},
{
"epoch": 0.98,
"learning_rate": 3.368526546403766e-05,
"loss": 3.0113,
"step": 14000
},
{
"epoch": 1.01,
"learning_rate": 3.310259637346758e-05,
"loss": 2.9934,
"step": 14500
},
{
"epoch": 1.05,
"learning_rate": 3.25199272828975e-05,
"loss": 3.0166,
"step": 15000
},
{
"epoch": 1.08,
"learning_rate": 3.193725819232741e-05,
"loss": 3.0001,
"step": 15500
},
{
"epoch": 1.12,
"learning_rate": 3.135458910175733e-05,
"loss": 2.9672,
"step": 16000
},
{
"epoch": 1.15,
"learning_rate": 3.077192001118725e-05,
"loss": 2.9892,
"step": 16500
},
{
"epoch": 1.19,
"learning_rate": 3.018925092061716e-05,
"loss": 2.9614,
"step": 17000
},
{
"epoch": 1.22,
"learning_rate": 2.960658183004708e-05,
"loss": 2.9961,
"step": 17500
},
{
"epoch": 1.26,
"learning_rate": 2.9023912739477e-05,
"loss": 2.9779,
"step": 18000
},
{
"epoch": 1.29,
"learning_rate": 2.8441243648906912e-05,
"loss": 2.9579,
"step": 18500
},
{
"epoch": 1.33,
"learning_rate": 2.785857455833683e-05,
"loss": 2.973,
"step": 19000
},
{
"epoch": 1.36,
"learning_rate": 2.727590546776675e-05,
"loss": 2.9722,
"step": 19500
},
{
"epoch": 1.4,
"learning_rate": 2.6693236377196662e-05,
"loss": 2.9646,
"step": 20000
},
{
"epoch": 1.43,
"learning_rate": 2.611056728662658e-05,
"loss": 2.9623,
"step": 20500
},
{
"epoch": 1.47,
"learning_rate": 2.55278981960565e-05,
"loss": 2.9916,
"step": 21000
},
{
"epoch": 1.5,
"learning_rate": 2.4945229105486416e-05,
"loss": 2.9656,
"step": 21500
},
{
"epoch": 1.54,
"learning_rate": 2.436256001491633e-05,
"loss": 2.9928,
"step": 22000
},
{
"epoch": 1.57,
"learning_rate": 2.3779890924346247e-05,
"loss": 2.9385,
"step": 22500
},
{
"epoch": 1.61,
"learning_rate": 2.3197221833776163e-05,
"loss": 2.957,
"step": 23000
},
{
"epoch": 1.64,
"learning_rate": 2.261455274320608e-05,
"loss": 2.9654,
"step": 23500
},
{
"epoch": 1.68,
"learning_rate": 2.2031883652635994e-05,
"loss": 2.97,
"step": 24000
},
{
"epoch": 1.71,
"learning_rate": 2.144921456206591e-05,
"loss": 2.9741,
"step": 24500
},
{
"epoch": 1.75,
"learning_rate": 2.086654547149583e-05,
"loss": 2.9547,
"step": 25000
},
{
"epoch": 1.78,
"learning_rate": 2.0283876380925745e-05,
"loss": 2.9451,
"step": 25500
},
{
"epoch": 1.82,
"learning_rate": 1.970120729035566e-05,
"loss": 2.9596,
"step": 26000
},
{
"epoch": 1.85,
"learning_rate": 1.911853819978558e-05,
"loss": 2.9608,
"step": 26500
},
{
"epoch": 1.89,
"learning_rate": 1.8535869109215495e-05,
"loss": 2.9353,
"step": 27000
},
{
"epoch": 1.92,
"learning_rate": 1.795320001864541e-05,
"loss": 2.9597,
"step": 27500
},
{
"epoch": 1.96,
"learning_rate": 1.737053092807533e-05,
"loss": 2.9766,
"step": 28000
},
{
"epoch": 1.99,
"learning_rate": 1.6787861837505245e-05,
"loss": 2.9663,
"step": 28500
},
{
"epoch": 2.03,
"learning_rate": 1.620519274693516e-05,
"loss": 2.9407,
"step": 29000
},
{
"epoch": 2.06,
"learning_rate": 1.562252365636508e-05,
"loss": 2.9297,
"step": 29500
},
{
"epoch": 2.1,
"learning_rate": 1.5039854565794994e-05,
"loss": 2.8912,
"step": 30000
},
{
"epoch": 2.13,
"learning_rate": 1.445718547522491e-05,
"loss": 2.9339,
"step": 30500
},
{
"epoch": 2.17,
"learning_rate": 1.3874516384654828e-05,
"loss": 2.9428,
"step": 31000
},
{
"epoch": 2.2,
"learning_rate": 1.3291847294084744e-05,
"loss": 2.9401,
"step": 31500
},
{
"epoch": 2.24,
"learning_rate": 1.270917820351466e-05,
"loss": 2.9332,
"step": 32000
},
{
"epoch": 2.27,
"learning_rate": 1.2126509112944577e-05,
"loss": 2.9101,
"step": 32500
},
{
"epoch": 2.31,
"learning_rate": 1.1543840022374494e-05,
"loss": 2.9166,
"step": 33000
},
{
"epoch": 2.34,
"learning_rate": 1.096117093180441e-05,
"loss": 2.9384,
"step": 33500
},
{
"epoch": 2.38,
"learning_rate": 1.0378501841234327e-05,
"loss": 2.9133,
"step": 34000
},
{
"epoch": 2.41,
"learning_rate": 9.795832750664243e-06,
"loss": 2.8853,
"step": 34500
},
{
"epoch": 2.45,
"learning_rate": 9.213163660094159e-06,
"loss": 2.9052,
"step": 35000
},
{
"epoch": 2.48,
"learning_rate": 8.630494569524076e-06,
"loss": 2.9147,
"step": 35500
},
{
"epoch": 2.52,
"learning_rate": 8.047825478953992e-06,
"loss": 2.9421,
"step": 36000
},
{
"epoch": 2.55,
"learning_rate": 7.465156388383909e-06,
"loss": 2.9287,
"step": 36500
},
{
"epoch": 2.59,
"learning_rate": 6.8824872978138264e-06,
"loss": 2.9044,
"step": 37000
},
{
"epoch": 2.62,
"learning_rate": 6.299818207243742e-06,
"loss": 2.9015,
"step": 37500
},
{
"epoch": 2.66,
"learning_rate": 5.7171491166736594e-06,
"loss": 2.9207,
"step": 38000
},
{
"epoch": 2.69,
"learning_rate": 5.134480026103575e-06,
"loss": 2.9307,
"step": 38500
},
{
"epoch": 2.73,
"learning_rate": 4.5518109355334916e-06,
"loss": 2.9315,
"step": 39000
},
{
"epoch": 2.76,
"learning_rate": 3.969141844963409e-06,
"loss": 2.9047,
"step": 39500
},
{
"epoch": 2.8,
"learning_rate": 3.386472754393325e-06,
"loss": 2.9263,
"step": 40000
},
{
"epoch": 2.83,
"learning_rate": 2.8038036638232415e-06,
"loss": 2.9154,
"step": 40500
},
{
"epoch": 2.87,
"learning_rate": 2.2211345732531584e-06,
"loss": 2.9042,
"step": 41000
},
{
"epoch": 2.9,
"learning_rate": 1.6384654826830745e-06,
"loss": 2.886,
"step": 41500
},
{
"epoch": 2.94,
"learning_rate": 1.0557963921129912e-06,
"loss": 2.9167,
"step": 42000
},
{
"epoch": 2.97,
"learning_rate": 4.731273015429078e-07,
"loss": 2.8958,
"step": 42500
}
],
"max_steps": 42906,
"num_train_epochs": 3,
"total_flos": 4.277802369024e+16,
"trial_name": null,
"trial_params": null
}