slackingfred's picture
After 5 stages / 150K steps
c3e0053
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.5,
"eval_steps": 1000,
"global_step": 30000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"grad_norm": 6.840716361999512,
"learning_rate": 1.9600000000000002e-05,
"loss": 3.0263,
"step": 100
},
{
"epoch": 0.02,
"grad_norm": 3.3429949283599854,
"learning_rate": 3.960000000000001e-05,
"loss": 1.6744,
"step": 200
},
{
"epoch": 0.03,
"grad_norm": 5.441232681274414,
"learning_rate": 5.96e-05,
"loss": 1.5933,
"step": 300
},
{
"epoch": 0.03,
"grad_norm": 2.98654842376709,
"learning_rate": 7.960000000000001e-05,
"loss": 1.5397,
"step": 400
},
{
"epoch": 0.04,
"grad_norm": 1.9203338623046875,
"learning_rate": 9.960000000000001e-05,
"loss": 1.5443,
"step": 500
},
{
"epoch": 0.05,
"grad_norm": 2.706545352935791,
"learning_rate": 9.966779661016949e-05,
"loss": 1.5593,
"step": 600
},
{
"epoch": 0.06,
"grad_norm": 1.7645795345306396,
"learning_rate": 9.932881355932204e-05,
"loss": 1.569,
"step": 700
},
{
"epoch": 0.07,
"grad_norm": 1.51504647731781,
"learning_rate": 9.898983050847458e-05,
"loss": 1.5094,
"step": 800
},
{
"epoch": 0.07,
"grad_norm": 3.9701757431030273,
"learning_rate": 9.865084745762713e-05,
"loss": 1.5007,
"step": 900
},
{
"epoch": 0.08,
"grad_norm": 2.04455304145813,
"learning_rate": 9.831186440677966e-05,
"loss": 1.5154,
"step": 1000
},
{
"epoch": 0.08,
"eval_loss": 1.4852064847946167,
"eval_runtime": 93.0778,
"eval_samples_per_second": 10.744,
"eval_steps_per_second": 2.686,
"step": 1000
},
{
"epoch": 0.09,
"grad_norm": 1.8170721530914307,
"learning_rate": 9.797288135593221e-05,
"loss": 1.4842,
"step": 1100
},
{
"epoch": 0.1,
"grad_norm": 1.3413264751434326,
"learning_rate": 9.763389830508474e-05,
"loss": 1.4884,
"step": 1200
},
{
"epoch": 0.11,
"grad_norm": 1.753246784210205,
"learning_rate": 9.72949152542373e-05,
"loss": 1.464,
"step": 1300
},
{
"epoch": 0.12,
"grad_norm": 3.4083104133605957,
"learning_rate": 9.695593220338983e-05,
"loss": 1.4739,
"step": 1400
},
{
"epoch": 0.12,
"grad_norm": 2.3532192707061768,
"learning_rate": 9.661694915254238e-05,
"loss": 1.5031,
"step": 1500
},
{
"epoch": 0.13,
"grad_norm": 2.6274845600128174,
"learning_rate": 9.627796610169491e-05,
"loss": 1.4936,
"step": 1600
},
{
"epoch": 0.14,
"grad_norm": 3.692795991897583,
"learning_rate": 9.593898305084746e-05,
"loss": 1.4842,
"step": 1700
},
{
"epoch": 0.15,
"grad_norm": 2.3271782398223877,
"learning_rate": 9.56e-05,
"loss": 1.527,
"step": 1800
},
{
"epoch": 0.16,
"grad_norm": 1.4074125289916992,
"learning_rate": 9.526101694915255e-05,
"loss": 1.4918,
"step": 1900
},
{
"epoch": 0.17,
"grad_norm": 1.9484646320343018,
"learning_rate": 9.492203389830509e-05,
"loss": 1.459,
"step": 2000
},
{
"epoch": 0.17,
"eval_loss": 1.489809274673462,
"eval_runtime": 93.0028,
"eval_samples_per_second": 10.752,
"eval_steps_per_second": 2.688,
"step": 2000
},
{
"epoch": 0.17,
"grad_norm": 1.8115673065185547,
"learning_rate": 9.458305084745763e-05,
"loss": 1.4285,
"step": 2100
},
{
"epoch": 0.18,
"grad_norm": 1.803442358970642,
"learning_rate": 9.424406779661016e-05,
"loss": 1.5765,
"step": 2200
},
{
"epoch": 0.19,
"grad_norm": 1.2882965803146362,
"learning_rate": 9.39084745762712e-05,
"loss": 1.4512,
"step": 2300
},
{
"epoch": 0.2,
"grad_norm": 1.9917691946029663,
"learning_rate": 9.356949152542374e-05,
"loss": 1.5322,
"step": 2400
},
{
"epoch": 0.21,
"grad_norm": 1.6726502180099487,
"learning_rate": 9.323050847457627e-05,
"loss": 1.5219,
"step": 2500
},
{
"epoch": 0.22,
"grad_norm": 3.595461845397949,
"learning_rate": 9.289152542372882e-05,
"loss": 1.444,
"step": 2600
},
{
"epoch": 0.23,
"grad_norm": 2.5381546020507812,
"learning_rate": 9.255254237288135e-05,
"loss": 1.4474,
"step": 2700
},
{
"epoch": 0.23,
"grad_norm": 3.1601195335388184,
"learning_rate": 9.22135593220339e-05,
"loss": 1.4111,
"step": 2800
},
{
"epoch": 0.24,
"grad_norm": 2.147916078567505,
"learning_rate": 9.187457627118645e-05,
"loss": 1.4551,
"step": 2900
},
{
"epoch": 0.25,
"grad_norm": 1.6436530351638794,
"learning_rate": 9.153559322033899e-05,
"loss": 1.4915,
"step": 3000
},
{
"epoch": 0.25,
"eval_loss": 1.458221197128296,
"eval_runtime": 93.0923,
"eval_samples_per_second": 10.742,
"eval_steps_per_second": 2.686,
"step": 3000
},
{
"epoch": 0.26,
"grad_norm": 2.2148969173431396,
"learning_rate": 9.119661016949152e-05,
"loss": 1.4816,
"step": 3100
},
{
"epoch": 0.27,
"grad_norm": 2.3700318336486816,
"learning_rate": 9.085762711864407e-05,
"loss": 1.4501,
"step": 3200
},
{
"epoch": 0.28,
"grad_norm": 1.5613566637039185,
"learning_rate": 9.05186440677966e-05,
"loss": 1.4646,
"step": 3300
},
{
"epoch": 0.28,
"grad_norm": 2.175220251083374,
"learning_rate": 9.017966101694916e-05,
"loss": 1.5036,
"step": 3400
},
{
"epoch": 0.29,
"grad_norm": 12.032076835632324,
"learning_rate": 8.98406779661017e-05,
"loss": 1.4563,
"step": 3500
},
{
"epoch": 0.3,
"grad_norm": 1.2785927057266235,
"learning_rate": 8.950169491525424e-05,
"loss": 1.5178,
"step": 3600
},
{
"epoch": 0.31,
"grad_norm": 1.5785298347473145,
"learning_rate": 8.916271186440679e-05,
"loss": 1.4257,
"step": 3700
},
{
"epoch": 0.32,
"grad_norm": 3.1845338344573975,
"learning_rate": 8.882372881355932e-05,
"loss": 1.4742,
"step": 3800
},
{
"epoch": 0.33,
"grad_norm": 2.2537214756011963,
"learning_rate": 8.848474576271187e-05,
"loss": 1.4538,
"step": 3900
},
{
"epoch": 0.33,
"grad_norm": 2.092677354812622,
"learning_rate": 8.814576271186441e-05,
"loss": 1.4436,
"step": 4000
},
{
"epoch": 0.33,
"eval_loss": 1.4766532182693481,
"eval_runtime": 93.0059,
"eval_samples_per_second": 10.752,
"eval_steps_per_second": 2.688,
"step": 4000
},
{
"epoch": 0.34,
"grad_norm": 2.3880198001861572,
"learning_rate": 8.780677966101696e-05,
"loss": 1.4706,
"step": 4100
},
{
"epoch": 0.35,
"grad_norm": 1.7497975826263428,
"learning_rate": 8.746779661016949e-05,
"loss": 1.4361,
"step": 4200
},
{
"epoch": 0.36,
"grad_norm": 2.1048712730407715,
"learning_rate": 8.713220338983051e-05,
"loss": 1.4484,
"step": 4300
},
{
"epoch": 0.37,
"grad_norm": 2.206047534942627,
"learning_rate": 8.679322033898306e-05,
"loss": 1.4685,
"step": 4400
},
{
"epoch": 0.38,
"grad_norm": 2.012110471725464,
"learning_rate": 8.64542372881356e-05,
"loss": 1.429,
"step": 4500
},
{
"epoch": 0.38,
"grad_norm": 2.0992116928100586,
"learning_rate": 8.611525423728813e-05,
"loss": 1.5028,
"step": 4600
},
{
"epoch": 0.39,
"grad_norm": 4.423650741577148,
"learning_rate": 8.577627118644068e-05,
"loss": 1.4644,
"step": 4700
},
{
"epoch": 0.4,
"grad_norm": 1.7697961330413818,
"learning_rate": 8.543728813559323e-05,
"loss": 1.4537,
"step": 4800
},
{
"epoch": 0.41,
"grad_norm": 3.925752878189087,
"learning_rate": 8.509830508474576e-05,
"loss": 1.4298,
"step": 4900
},
{
"epoch": 0.42,
"grad_norm": 1.335164189338684,
"learning_rate": 8.475932203389832e-05,
"loss": 1.4534,
"step": 5000
},
{
"epoch": 0.42,
"eval_loss": 1.4249181747436523,
"eval_runtime": 93.056,
"eval_samples_per_second": 10.746,
"eval_steps_per_second": 2.687,
"step": 5000
},
{
"epoch": 0.42,
"grad_norm": 2.5609335899353027,
"learning_rate": 8.442033898305085e-05,
"loss": 1.4444,
"step": 5100
},
{
"epoch": 0.43,
"grad_norm": 1.4093282222747803,
"learning_rate": 8.40813559322034e-05,
"loss": 1.4737,
"step": 5200
},
{
"epoch": 0.44,
"grad_norm": 1.9211537837982178,
"learning_rate": 8.374237288135593e-05,
"loss": 1.4108,
"step": 5300
},
{
"epoch": 0.45,
"grad_norm": 1.1686183214187622,
"learning_rate": 8.340338983050848e-05,
"loss": 1.4603,
"step": 5400
},
{
"epoch": 0.46,
"grad_norm": 2.1233601570129395,
"learning_rate": 8.306440677966102e-05,
"loss": 1.414,
"step": 5500
},
{
"epoch": 0.47,
"grad_norm": 1.9452950954437256,
"learning_rate": 8.272881355932204e-05,
"loss": 1.3891,
"step": 5600
},
{
"epoch": 0.47,
"grad_norm": 2.8304834365844727,
"learning_rate": 8.238983050847457e-05,
"loss": 1.4634,
"step": 5700
},
{
"epoch": 0.48,
"grad_norm": 2.8340227603912354,
"learning_rate": 8.205084745762712e-05,
"loss": 1.4711,
"step": 5800
},
{
"epoch": 0.49,
"grad_norm": 1.5472098588943481,
"learning_rate": 8.171186440677967e-05,
"loss": 1.4079,
"step": 5900
},
{
"epoch": 0.5,
"grad_norm": 1.8752516508102417,
"learning_rate": 8.137288135593221e-05,
"loss": 1.4255,
"step": 6000
},
{
"epoch": 0.5,
"eval_loss": 1.433774471282959,
"eval_runtime": 93.0758,
"eval_samples_per_second": 10.744,
"eval_steps_per_second": 2.686,
"step": 6000
},
{
"epoch": 0.51,
"grad_norm": 4.256100177764893,
"learning_rate": 8.103389830508476e-05,
"loss": 1.4102,
"step": 6100
},
{
"epoch": 0.52,
"grad_norm": 1.966732144355774,
"learning_rate": 8.069491525423729e-05,
"loss": 1.4337,
"step": 6200
},
{
"epoch": 0.53,
"grad_norm": 0.9053303599357605,
"learning_rate": 8.035593220338984e-05,
"loss": 1.4517,
"step": 6300
},
{
"epoch": 0.53,
"grad_norm": 2.6552069187164307,
"learning_rate": 8.001694915254237e-05,
"loss": 1.459,
"step": 6400
},
{
"epoch": 0.54,
"grad_norm": 2.2912251949310303,
"learning_rate": 7.967796610169492e-05,
"loss": 1.3857,
"step": 6500
},
{
"epoch": 0.55,
"grad_norm": 2.4170544147491455,
"learning_rate": 7.933898305084746e-05,
"loss": 1.4032,
"step": 6600
},
{
"epoch": 0.56,
"grad_norm": 1.7848442792892456,
"learning_rate": 7.900000000000001e-05,
"loss": 1.4374,
"step": 6700
},
{
"epoch": 0.57,
"grad_norm": 4.551065444946289,
"learning_rate": 7.866101694915254e-05,
"loss": 1.4481,
"step": 6800
},
{
"epoch": 0.57,
"grad_norm": 1.3571339845657349,
"learning_rate": 7.832203389830509e-05,
"loss": 1.4213,
"step": 6900
},
{
"epoch": 0.58,
"grad_norm": 1.5277926921844482,
"learning_rate": 7.798305084745763e-05,
"loss": 1.429,
"step": 7000
},
{
"epoch": 0.58,
"eval_loss": 1.394229769706726,
"eval_runtime": 93.0895,
"eval_samples_per_second": 10.742,
"eval_steps_per_second": 2.686,
"step": 7000
},
{
"epoch": 0.59,
"grad_norm": 2.962740421295166,
"learning_rate": 7.764406779661018e-05,
"loss": 1.4396,
"step": 7100
},
{
"epoch": 0.6,
"grad_norm": 3.3276052474975586,
"learning_rate": 7.730508474576271e-05,
"loss": 1.4628,
"step": 7200
},
{
"epoch": 0.61,
"grad_norm": 0.9193934202194214,
"learning_rate": 7.696610169491526e-05,
"loss": 1.4234,
"step": 7300
},
{
"epoch": 0.62,
"grad_norm": 1.859925627708435,
"learning_rate": 7.662711864406779e-05,
"loss": 1.4427,
"step": 7400
},
{
"epoch": 0.62,
"grad_norm": 2.7623603343963623,
"learning_rate": 7.628813559322034e-05,
"loss": 1.4046,
"step": 7500
},
{
"epoch": 0.63,
"grad_norm": 2.3409364223480225,
"learning_rate": 7.594915254237289e-05,
"loss": 1.4351,
"step": 7600
},
{
"epoch": 0.64,
"grad_norm": 1.8644472360610962,
"learning_rate": 7.561016949152543e-05,
"loss": 1.4281,
"step": 7700
},
{
"epoch": 0.65,
"grad_norm": 2.663987398147583,
"learning_rate": 7.527118644067796e-05,
"loss": 1.3743,
"step": 7800
},
{
"epoch": 0.66,
"grad_norm": 1.3779089450836182,
"learning_rate": 7.493220338983051e-05,
"loss": 1.4531,
"step": 7900
},
{
"epoch": 0.67,
"grad_norm": 1.2310881614685059,
"learning_rate": 7.459322033898304e-05,
"loss": 1.427,
"step": 8000
},
{
"epoch": 0.67,
"eval_loss": 1.4101628065109253,
"eval_runtime": 92.9756,
"eval_samples_per_second": 10.756,
"eval_steps_per_second": 2.689,
"step": 8000
},
{
"epoch": 0.68,
"grad_norm": 2.426481246948242,
"learning_rate": 7.425762711864407e-05,
"loss": 1.4215,
"step": 8100
},
{
"epoch": 0.68,
"grad_norm": 3.706364154815674,
"learning_rate": 7.391864406779662e-05,
"loss": 1.3344,
"step": 8200
},
{
"epoch": 0.69,
"grad_norm": 2.511159658432007,
"learning_rate": 7.357966101694915e-05,
"loss": 1.4132,
"step": 8300
},
{
"epoch": 0.7,
"grad_norm": 2.31131911277771,
"learning_rate": 7.32406779661017e-05,
"loss": 1.4357,
"step": 8400
},
{
"epoch": 0.71,
"grad_norm": 2.3403029441833496,
"learning_rate": 7.290169491525423e-05,
"loss": 1.455,
"step": 8500
},
{
"epoch": 0.72,
"grad_norm": 2.386819362640381,
"learning_rate": 7.256271186440679e-05,
"loss": 1.374,
"step": 8600
},
{
"epoch": 0.72,
"grad_norm": 12.603606224060059,
"learning_rate": 7.222372881355932e-05,
"loss": 1.461,
"step": 8700
},
{
"epoch": 0.73,
"grad_norm": 2.5920355319976807,
"learning_rate": 7.188474576271187e-05,
"loss": 1.423,
"step": 8800
},
{
"epoch": 0.74,
"grad_norm": 3.7238869667053223,
"learning_rate": 7.15457627118644e-05,
"loss": 1.3845,
"step": 8900
},
{
"epoch": 0.75,
"grad_norm": 4.266007900238037,
"learning_rate": 7.120677966101695e-05,
"loss": 1.4293,
"step": 9000
},
{
"epoch": 0.75,
"eval_loss": 1.4198664426803589,
"eval_runtime": 93.0273,
"eval_samples_per_second": 10.75,
"eval_steps_per_second": 2.687,
"step": 9000
},
{
"epoch": 0.76,
"grad_norm": 2.2583582401275635,
"learning_rate": 7.08677966101695e-05,
"loss": 1.4032,
"step": 9100
},
{
"epoch": 0.77,
"grad_norm": 3.374390125274658,
"learning_rate": 7.052881355932204e-05,
"loss": 1.3469,
"step": 9200
},
{
"epoch": 0.78,
"grad_norm": 2.431976318359375,
"learning_rate": 7.018983050847457e-05,
"loss": 1.3861,
"step": 9300
},
{
"epoch": 0.78,
"grad_norm": 2.953474760055542,
"learning_rate": 6.985084745762712e-05,
"loss": 1.3406,
"step": 9400
},
{
"epoch": 0.79,
"grad_norm": 1.3457430601119995,
"learning_rate": 6.951186440677967e-05,
"loss": 1.4132,
"step": 9500
},
{
"epoch": 0.8,
"grad_norm": 3.713928699493408,
"learning_rate": 6.91728813559322e-05,
"loss": 1.4555,
"step": 9600
},
{
"epoch": 0.81,
"grad_norm": 3.0444705486297607,
"learning_rate": 6.883389830508476e-05,
"loss": 1.3372,
"step": 9700
},
{
"epoch": 0.82,
"grad_norm": 2.5544724464416504,
"learning_rate": 6.849491525423729e-05,
"loss": 1.4265,
"step": 9800
},
{
"epoch": 0.82,
"grad_norm": 3.4634218215942383,
"learning_rate": 6.815593220338984e-05,
"loss": 1.4021,
"step": 9900
},
{
"epoch": 0.83,
"grad_norm": 2.940263509750366,
"learning_rate": 6.781694915254237e-05,
"loss": 1.3975,
"step": 10000
},
{
"epoch": 0.83,
"eval_loss": 1.3409844636917114,
"eval_runtime": 92.9614,
"eval_samples_per_second": 10.757,
"eval_steps_per_second": 2.689,
"step": 10000
},
{
"epoch": 0.84,
"grad_norm": 2.2668895721435547,
"learning_rate": 6.748135593220339e-05,
"loss": 1.3879,
"step": 10100
},
{
"epoch": 0.85,
"grad_norm": 2.5967912673950195,
"learning_rate": 6.714237288135593e-05,
"loss": 1.4197,
"step": 10200
},
{
"epoch": 0.86,
"grad_norm": 4.100217819213867,
"learning_rate": 6.680338983050848e-05,
"loss": 1.4081,
"step": 10300
},
{
"epoch": 0.87,
"grad_norm": 1.7082469463348389,
"learning_rate": 6.646440677966101e-05,
"loss": 1.4103,
"step": 10400
},
{
"epoch": 0.88,
"grad_norm": 2.1128108501434326,
"learning_rate": 6.612542372881356e-05,
"loss": 1.44,
"step": 10500
},
{
"epoch": 0.88,
"grad_norm": 2.1471731662750244,
"learning_rate": 6.57864406779661e-05,
"loss": 1.412,
"step": 10600
},
{
"epoch": 0.89,
"grad_norm": 3.2873263359069824,
"learning_rate": 6.544745762711865e-05,
"loss": 1.4407,
"step": 10700
},
{
"epoch": 0.9,
"grad_norm": 3.7035319805145264,
"learning_rate": 6.51084745762712e-05,
"loss": 1.3792,
"step": 10800
},
{
"epoch": 0.91,
"grad_norm": 2.7462477684020996,
"learning_rate": 6.476949152542373e-05,
"loss": 1.3676,
"step": 10900
},
{
"epoch": 0.92,
"grad_norm": 1.895967721939087,
"learning_rate": 6.443050847457628e-05,
"loss": 1.4092,
"step": 11000
},
{
"epoch": 0.92,
"eval_loss": 1.4003005027770996,
"eval_runtime": 93.0106,
"eval_samples_per_second": 10.751,
"eval_steps_per_second": 2.688,
"step": 11000
},
{
"epoch": 0.93,
"grad_norm": 2.039684295654297,
"learning_rate": 6.409152542372881e-05,
"loss": 1.4015,
"step": 11100
},
{
"epoch": 0.93,
"grad_norm": 1.625591516494751,
"learning_rate": 6.375254237288136e-05,
"loss": 1.4362,
"step": 11200
},
{
"epoch": 0.94,
"grad_norm": 3.4086389541625977,
"learning_rate": 6.34135593220339e-05,
"loss": 1.4192,
"step": 11300
},
{
"epoch": 0.95,
"grad_norm": 1.9734954833984375,
"learning_rate": 6.307457627118645e-05,
"loss": 1.4413,
"step": 11400
},
{
"epoch": 0.96,
"grad_norm": 3.1704461574554443,
"learning_rate": 6.273559322033898e-05,
"loss": 1.3856,
"step": 11500
},
{
"epoch": 0.97,
"grad_norm": 3.659949541091919,
"learning_rate": 6.239661016949153e-05,
"loss": 1.4044,
"step": 11600
},
{
"epoch": 0.97,
"grad_norm": 1.8390787839889526,
"learning_rate": 6.205762711864406e-05,
"loss": 1.3704,
"step": 11700
},
{
"epoch": 0.98,
"grad_norm": 1.7644896507263184,
"learning_rate": 6.171864406779662e-05,
"loss": 1.4389,
"step": 11800
},
{
"epoch": 0.99,
"grad_norm": 2.0395686626434326,
"learning_rate": 6.137966101694915e-05,
"loss": 1.397,
"step": 11900
},
{
"epoch": 1.0,
"grad_norm": 1.8224962949752808,
"learning_rate": 6.10406779661017e-05,
"loss": 1.351,
"step": 12000
},
{
"epoch": 1.0,
"eval_loss": 1.4065361022949219,
"eval_runtime": 93.0021,
"eval_samples_per_second": 10.752,
"eval_steps_per_second": 2.688,
"step": 12000
},
{
"epoch": 1.01,
"grad_norm": 3.049715995788574,
"learning_rate": 6.070169491525424e-05,
"loss": 1.3315,
"step": 12100
},
{
"epoch": 1.02,
"grad_norm": 2.025336503982544,
"learning_rate": 6.0362711864406786e-05,
"loss": 1.3722,
"step": 12200
},
{
"epoch": 1.02,
"grad_norm": 2.9472439289093018,
"learning_rate": 6.002372881355932e-05,
"loss": 1.3185,
"step": 12300
},
{
"epoch": 1.03,
"grad_norm": 3.2052855491638184,
"learning_rate": 5.968474576271187e-05,
"loss": 1.3029,
"step": 12400
},
{
"epoch": 1.04,
"grad_norm": 3.9783244132995605,
"learning_rate": 5.9345762711864405e-05,
"loss": 1.3617,
"step": 12500
},
{
"epoch": 1.05,
"grad_norm": 6.090597152709961,
"learning_rate": 5.900677966101695e-05,
"loss": 1.4188,
"step": 12600
},
{
"epoch": 1.06,
"grad_norm": 2.486492156982422,
"learning_rate": 5.866779661016949e-05,
"loss": 1.3771,
"step": 12700
},
{
"epoch": 1.07,
"grad_norm": 2.2206759452819824,
"learning_rate": 5.832881355932204e-05,
"loss": 1.3583,
"step": 12800
},
{
"epoch": 1.07,
"grad_norm": 2.092623710632324,
"learning_rate": 5.7989830508474577e-05,
"loss": 1.344,
"step": 12900
},
{
"epoch": 1.08,
"grad_norm": 1.9661636352539062,
"learning_rate": 5.765084745762712e-05,
"loss": 1.3364,
"step": 13000
},
{
"epoch": 1.08,
"eval_loss": 1.3436501026153564,
"eval_runtime": 92.9061,
"eval_samples_per_second": 10.764,
"eval_steps_per_second": 2.691,
"step": 13000
},
{
"epoch": 1.09,
"grad_norm": 2.299858331680298,
"learning_rate": 5.7311864406779656e-05,
"loss": 1.327,
"step": 13100
},
{
"epoch": 1.1,
"grad_norm": 1.999542474746704,
"learning_rate": 5.697288135593221e-05,
"loss": 1.3852,
"step": 13200
},
{
"epoch": 1.11,
"grad_norm": 4.422431468963623,
"learning_rate": 5.6633898305084755e-05,
"loss": 1.3812,
"step": 13300
},
{
"epoch": 1.12,
"grad_norm": 1.9813380241394043,
"learning_rate": 5.629491525423729e-05,
"loss": 1.3517,
"step": 13400
},
{
"epoch": 1.12,
"grad_norm": 1.8180012702941895,
"learning_rate": 5.595593220338984e-05,
"loss": 1.3715,
"step": 13500
},
{
"epoch": 1.13,
"grad_norm": 3.0727899074554443,
"learning_rate": 5.5616949152542374e-05,
"loss": 1.3278,
"step": 13600
},
{
"epoch": 1.14,
"grad_norm": 1.4579344987869263,
"learning_rate": 5.527796610169492e-05,
"loss": 1.3649,
"step": 13700
},
{
"epoch": 1.15,
"grad_norm": 1.9728525876998901,
"learning_rate": 5.493898305084746e-05,
"loss": 1.2894,
"step": 13800
},
{
"epoch": 1.16,
"grad_norm": 3.2770729064941406,
"learning_rate": 5.4600000000000006e-05,
"loss": 1.3748,
"step": 13900
},
{
"epoch": 1.17,
"grad_norm": 4.356542587280273,
"learning_rate": 5.4261016949152545e-05,
"loss": 1.3153,
"step": 14000
},
{
"epoch": 1.17,
"eval_loss": 1.3724653720855713,
"eval_runtime": 92.8763,
"eval_samples_per_second": 10.767,
"eval_steps_per_second": 2.692,
"step": 14000
},
{
"epoch": 1.18,
"grad_norm": 1.5841625928878784,
"learning_rate": 5.392203389830509e-05,
"loss": 1.3295,
"step": 14100
},
{
"epoch": 1.18,
"grad_norm": 8.736273765563965,
"learning_rate": 5.35864406779661e-05,
"loss": 1.3146,
"step": 14200
},
{
"epoch": 1.19,
"grad_norm": 3.8798937797546387,
"learning_rate": 5.324745762711865e-05,
"loss": 1.2944,
"step": 14300
},
{
"epoch": 1.2,
"grad_norm": 3.1168253421783447,
"learning_rate": 5.2908474576271194e-05,
"loss": 1.2995,
"step": 14400
},
{
"epoch": 1.21,
"grad_norm": 1.7689605951309204,
"learning_rate": 5.256949152542373e-05,
"loss": 1.3166,
"step": 14500
},
{
"epoch": 1.22,
"grad_norm": 2.00744891166687,
"learning_rate": 5.223050847457628e-05,
"loss": 1.3385,
"step": 14600
},
{
"epoch": 1.23,
"grad_norm": 1.9501924514770508,
"learning_rate": 5.189152542372881e-05,
"loss": 1.3564,
"step": 14700
},
{
"epoch": 1.23,
"grad_norm": 2.614849328994751,
"learning_rate": 5.1552542372881366e-05,
"loss": 1.3326,
"step": 14800
},
{
"epoch": 1.24,
"grad_norm": 2.0598857402801514,
"learning_rate": 5.12135593220339e-05,
"loss": 1.2322,
"step": 14900
},
{
"epoch": 1.25,
"grad_norm": 2.12611985206604,
"learning_rate": 5.0874576271186445e-05,
"loss": 1.354,
"step": 15000
},
{
"epoch": 1.25,
"eval_loss": 1.368465542793274,
"eval_runtime": 93.0272,
"eval_samples_per_second": 10.75,
"eval_steps_per_second": 2.687,
"step": 15000
},
{
"epoch": 1.26,
"grad_norm": 1.287361979484558,
"learning_rate": 5.0535593220338984e-05,
"loss": 1.3178,
"step": 15100
},
{
"epoch": 1.27,
"grad_norm": 3.340104579925537,
"learning_rate": 5.019661016949153e-05,
"loss": 1.3893,
"step": 15200
},
{
"epoch": 1.27,
"grad_norm": 2.4543209075927734,
"learning_rate": 4.985762711864407e-05,
"loss": 1.3597,
"step": 15300
},
{
"epoch": 1.28,
"grad_norm": 2.6554243564605713,
"learning_rate": 4.951864406779661e-05,
"loss": 1.2903,
"step": 15400
},
{
"epoch": 1.29,
"grad_norm": 1.685389518737793,
"learning_rate": 4.917966101694915e-05,
"loss": 1.2902,
"step": 15500
},
{
"epoch": 1.3,
"grad_norm": 1.9464205503463745,
"learning_rate": 4.88406779661017e-05,
"loss": 1.3333,
"step": 15600
},
{
"epoch": 1.31,
"grad_norm": 2.7877588272094727,
"learning_rate": 4.850169491525424e-05,
"loss": 1.3016,
"step": 15700
},
{
"epoch": 1.32,
"grad_norm": 1.88291335105896,
"learning_rate": 4.816271186440678e-05,
"loss": 1.382,
"step": 15800
},
{
"epoch": 1.32,
"grad_norm": 4.62669038772583,
"learning_rate": 4.782372881355933e-05,
"loss": 1.3343,
"step": 15900
},
{
"epoch": 1.33,
"grad_norm": 2.525221824645996,
"learning_rate": 4.748474576271187e-05,
"loss": 1.2822,
"step": 16000
},
{
"epoch": 1.33,
"eval_loss": 1.3313556909561157,
"eval_runtime": 93.0605,
"eval_samples_per_second": 10.746,
"eval_steps_per_second": 2.686,
"step": 16000
},
{
"epoch": 1.34,
"grad_norm": 2.8074324131011963,
"learning_rate": 4.714576271186441e-05,
"loss": 1.3487,
"step": 16100
},
{
"epoch": 1.35,
"grad_norm": 3.902251958847046,
"learning_rate": 4.680677966101695e-05,
"loss": 1.2796,
"step": 16200
},
{
"epoch": 1.36,
"grad_norm": 3.72412109375,
"learning_rate": 4.646779661016949e-05,
"loss": 1.3161,
"step": 16300
},
{
"epoch": 1.37,
"grad_norm": 1.7499101161956787,
"learning_rate": 4.612881355932204e-05,
"loss": 1.3477,
"step": 16400
},
{
"epoch": 1.38,
"grad_norm": 2.252373695373535,
"learning_rate": 4.578983050847458e-05,
"loss": 1.3288,
"step": 16500
},
{
"epoch": 1.38,
"grad_norm": 3.353426933288574,
"learning_rate": 4.5450847457627125e-05,
"loss": 1.3472,
"step": 16600
},
{
"epoch": 1.39,
"grad_norm": 2.308408260345459,
"learning_rate": 4.5111864406779664e-05,
"loss": 1.3213,
"step": 16700
},
{
"epoch": 1.4,
"grad_norm": 4.369659423828125,
"learning_rate": 4.4772881355932204e-05,
"loss": 1.2767,
"step": 16800
},
{
"epoch": 1.41,
"grad_norm": 1.9831510782241821,
"learning_rate": 4.443389830508475e-05,
"loss": 1.2989,
"step": 16900
},
{
"epoch": 1.42,
"grad_norm": 1.2581738233566284,
"learning_rate": 4.409491525423729e-05,
"loss": 1.3224,
"step": 17000
},
{
"epoch": 1.42,
"eval_loss": 1.3554507493972778,
"eval_runtime": 92.9689,
"eval_samples_per_second": 10.756,
"eval_steps_per_second": 2.689,
"step": 17000
},
{
"epoch": 1.43,
"grad_norm": 5.903542518615723,
"learning_rate": 4.375593220338983e-05,
"loss": 1.3135,
"step": 17100
},
{
"epoch": 1.43,
"grad_norm": 2.0982234477996826,
"learning_rate": 4.3416949152542375e-05,
"loss": 1.3036,
"step": 17200
},
{
"epoch": 1.44,
"grad_norm": 1.5168031454086304,
"learning_rate": 4.3077966101694915e-05,
"loss": 1.3223,
"step": 17300
},
{
"epoch": 1.45,
"grad_norm": 2.655869722366333,
"learning_rate": 4.273898305084746e-05,
"loss": 1.3036,
"step": 17400
},
{
"epoch": 1.46,
"grad_norm": 3.1604421138763428,
"learning_rate": 4.24e-05,
"loss": 1.3172,
"step": 17500
},
{
"epoch": 1.47,
"grad_norm": 1.9133104085922241,
"learning_rate": 4.206101694915254e-05,
"loss": 1.3596,
"step": 17600
},
{
"epoch": 1.48,
"grad_norm": 5.270731449127197,
"learning_rate": 4.1722033898305086e-05,
"loss": 1.3021,
"step": 17700
},
{
"epoch": 1.48,
"grad_norm": 1.63645339012146,
"learning_rate": 4.1383050847457626e-05,
"loss": 1.3197,
"step": 17800
},
{
"epoch": 1.49,
"grad_norm": 3.240687370300293,
"learning_rate": 4.104406779661017e-05,
"loss": 1.347,
"step": 17900
},
{
"epoch": 1.5,
"grad_norm": 2.892014265060425,
"learning_rate": 4.070508474576271e-05,
"loss": 1.2844,
"step": 18000
},
{
"epoch": 1.5,
"eval_loss": 1.3619292974472046,
"eval_runtime": 92.9703,
"eval_samples_per_second": 10.756,
"eval_steps_per_second": 2.689,
"step": 18000
},
{
"epoch": 1.51,
"grad_norm": 1.62366783618927,
"learning_rate": 4.036949152542373e-05,
"loss": 1.3391,
"step": 18100
},
{
"epoch": 1.52,
"grad_norm": 3.9142508506774902,
"learning_rate": 4.0030508474576275e-05,
"loss": 1.2751,
"step": 18200
},
{
"epoch": 1.52,
"grad_norm": 3.78511381149292,
"learning_rate": 3.9691525423728814e-05,
"loss": 1.3169,
"step": 18300
},
{
"epoch": 1.53,
"grad_norm": 2.912883758544922,
"learning_rate": 3.9352542372881354e-05,
"loss": 1.3224,
"step": 18400
},
{
"epoch": 1.54,
"grad_norm": 2.096040725708008,
"learning_rate": 3.90135593220339e-05,
"loss": 1.2708,
"step": 18500
},
{
"epoch": 1.55,
"grad_norm": 5.406456470489502,
"learning_rate": 3.867457627118644e-05,
"loss": 1.3068,
"step": 18600
},
{
"epoch": 1.56,
"grad_norm": 1.6677026748657227,
"learning_rate": 3.8335593220338986e-05,
"loss": 1.3202,
"step": 18700
},
{
"epoch": 1.57,
"grad_norm": 2.0527544021606445,
"learning_rate": 3.7996610169491525e-05,
"loss": 1.2886,
"step": 18800
},
{
"epoch": 1.57,
"grad_norm": 3.8199574947357178,
"learning_rate": 3.7657627118644065e-05,
"loss": 1.3367,
"step": 18900
},
{
"epoch": 1.58,
"grad_norm": 2.5120060443878174,
"learning_rate": 3.731864406779661e-05,
"loss": 1.2945,
"step": 19000
},
{
"epoch": 1.58,
"eval_loss": 1.3452004194259644,
"eval_runtime": 93.0461,
"eval_samples_per_second": 10.747,
"eval_steps_per_second": 2.687,
"step": 19000
},
{
"epoch": 1.59,
"grad_norm": 1.0111308097839355,
"learning_rate": 3.697966101694915e-05,
"loss": 1.3713,
"step": 19100
},
{
"epoch": 1.6,
"grad_norm": 2.966914176940918,
"learning_rate": 3.66406779661017e-05,
"loss": 1.3124,
"step": 19200
},
{
"epoch": 1.61,
"grad_norm": 4.211293697357178,
"learning_rate": 3.630508474576271e-05,
"loss": 1.3617,
"step": 19300
},
{
"epoch": 1.62,
"grad_norm": 1.8540898561477661,
"learning_rate": 3.596610169491525e-05,
"loss": 1.3393,
"step": 19400
},
{
"epoch": 1.62,
"grad_norm": 4.376151084899902,
"learning_rate": 3.56271186440678e-05,
"loss": 1.304,
"step": 19500
},
{
"epoch": 1.63,
"grad_norm": 3.297484874725342,
"learning_rate": 3.528813559322034e-05,
"loss": 1.276,
"step": 19600
},
{
"epoch": 1.64,
"grad_norm": 3.258236885070801,
"learning_rate": 3.4949152542372885e-05,
"loss": 1.3191,
"step": 19700
},
{
"epoch": 1.65,
"grad_norm": 4.905130863189697,
"learning_rate": 3.4610169491525425e-05,
"loss": 1.3228,
"step": 19800
},
{
"epoch": 1.66,
"grad_norm": 2.611107110977173,
"learning_rate": 3.4271186440677964e-05,
"loss": 1.2464,
"step": 19900
},
{
"epoch": 1.67,
"grad_norm": 4.044171333312988,
"learning_rate": 3.393220338983051e-05,
"loss": 1.2852,
"step": 20000
},
{
"epoch": 1.67,
"eval_loss": 1.322507619857788,
"eval_runtime": 93.0207,
"eval_samples_per_second": 10.75,
"eval_steps_per_second": 2.688,
"step": 20000
},
{
"epoch": 1.68,
"grad_norm": 2.803262710571289,
"learning_rate": 3.359322033898305e-05,
"loss": 1.32,
"step": 20100
},
{
"epoch": 1.68,
"grad_norm": 1.6002579927444458,
"learning_rate": 3.325423728813559e-05,
"loss": 1.2831,
"step": 20200
},
{
"epoch": 1.69,
"grad_norm": 5.442947864532471,
"learning_rate": 3.2915254237288136e-05,
"loss": 1.2849,
"step": 20300
},
{
"epoch": 1.7,
"grad_norm": 3.7041471004486084,
"learning_rate": 3.257627118644068e-05,
"loss": 1.2846,
"step": 20400
},
{
"epoch": 1.71,
"grad_norm": 4.188296794891357,
"learning_rate": 3.223728813559322e-05,
"loss": 1.3026,
"step": 20500
},
{
"epoch": 1.72,
"grad_norm": 3.6854124069213867,
"learning_rate": 3.189830508474577e-05,
"loss": 1.2429,
"step": 20600
},
{
"epoch": 1.73,
"grad_norm": 3.1174068450927734,
"learning_rate": 3.155932203389831e-05,
"loss": 1.2728,
"step": 20700
},
{
"epoch": 1.73,
"grad_norm": 1.2928777933120728,
"learning_rate": 3.1220338983050854e-05,
"loss": 1.291,
"step": 20800
},
{
"epoch": 1.74,
"grad_norm": 3.058570146560669,
"learning_rate": 3.088135593220339e-05,
"loss": 1.2786,
"step": 20900
},
{
"epoch": 1.75,
"grad_norm": 3.311408042907715,
"learning_rate": 3.054237288135593e-05,
"loss": 1.2607,
"step": 21000
},
{
"epoch": 1.75,
"eval_loss": 1.2871655225753784,
"eval_runtime": 93.0004,
"eval_samples_per_second": 10.753,
"eval_steps_per_second": 2.688,
"step": 21000
},
{
"epoch": 1.76,
"grad_norm": 3.0149199962615967,
"learning_rate": 3.0203389830508476e-05,
"loss": 1.2897,
"step": 21100
},
{
"epoch": 1.77,
"grad_norm": 3.8012924194335938,
"learning_rate": 2.986440677966102e-05,
"loss": 1.3003,
"step": 21200
},
{
"epoch": 1.77,
"grad_norm": 1.5058399438858032,
"learning_rate": 2.952542372881356e-05,
"loss": 1.245,
"step": 21300
},
{
"epoch": 1.78,
"grad_norm": 5.085143089294434,
"learning_rate": 2.9186440677966104e-05,
"loss": 1.2702,
"step": 21400
},
{
"epoch": 1.79,
"grad_norm": 1.6351230144500732,
"learning_rate": 2.8847457627118647e-05,
"loss": 1.28,
"step": 21500
},
{
"epoch": 1.8,
"grad_norm": 3.3916802406311035,
"learning_rate": 2.8508474576271187e-05,
"loss": 1.2621,
"step": 21600
},
{
"epoch": 1.81,
"grad_norm": 2.4449045658111572,
"learning_rate": 2.816949152542373e-05,
"loss": 1.2968,
"step": 21700
},
{
"epoch": 1.82,
"grad_norm": 2.8779613971710205,
"learning_rate": 2.7830508474576273e-05,
"loss": 1.3546,
"step": 21800
},
{
"epoch": 1.82,
"grad_norm": 1.7994945049285889,
"learning_rate": 2.7491525423728816e-05,
"loss": 1.2766,
"step": 21900
},
{
"epoch": 1.83,
"grad_norm": 3.81644344329834,
"learning_rate": 2.7152542372881355e-05,
"loss": 1.2648,
"step": 22000
},
{
"epoch": 1.83,
"eval_loss": 1.322618007659912,
"eval_runtime": 92.9974,
"eval_samples_per_second": 10.753,
"eval_steps_per_second": 2.688,
"step": 22000
},
{
"epoch": 1.84,
"grad_norm": 3.8521928787231445,
"learning_rate": 2.6813559322033898e-05,
"loss": 1.2689,
"step": 22100
},
{
"epoch": 1.85,
"grad_norm": 3.50951886177063,
"learning_rate": 2.647457627118644e-05,
"loss": 1.3133,
"step": 22200
},
{
"epoch": 1.86,
"grad_norm": 2.187098979949951,
"learning_rate": 2.6135593220338984e-05,
"loss": 1.2842,
"step": 22300
},
{
"epoch": 1.87,
"grad_norm": 2.276773691177368,
"learning_rate": 2.5796610169491527e-05,
"loss": 1.252,
"step": 22400
},
{
"epoch": 1.88,
"grad_norm": 1.8711966276168823,
"learning_rate": 2.5457627118644066e-05,
"loss": 1.2994,
"step": 22500
},
{
"epoch": 1.88,
"grad_norm": 2.4090774059295654,
"learning_rate": 2.511864406779661e-05,
"loss": 1.2686,
"step": 22600
},
{
"epoch": 1.89,
"grad_norm": 4.18037748336792,
"learning_rate": 2.4779661016949156e-05,
"loss": 1.318,
"step": 22700
},
{
"epoch": 1.9,
"grad_norm": 3.396822452545166,
"learning_rate": 2.4440677966101695e-05,
"loss": 1.27,
"step": 22800
},
{
"epoch": 1.91,
"grad_norm": 3.4309394359588623,
"learning_rate": 2.4101694915254238e-05,
"loss": 1.2888,
"step": 22900
},
{
"epoch": 1.92,
"grad_norm": 1.140385627746582,
"learning_rate": 2.376271186440678e-05,
"loss": 1.2936,
"step": 23000
},
{
"epoch": 1.92,
"eval_loss": 1.3380318880081177,
"eval_runtime": 93.0298,
"eval_samples_per_second": 10.749,
"eval_steps_per_second": 2.687,
"step": 23000
},
{
"epoch": 1.93,
"grad_norm": 1.4485564231872559,
"learning_rate": 2.3423728813559324e-05,
"loss": 1.2744,
"step": 23100
},
{
"epoch": 1.93,
"grad_norm": 2.8173444271087646,
"learning_rate": 2.3084745762711867e-05,
"loss": 1.2774,
"step": 23200
},
{
"epoch": 1.94,
"grad_norm": 2.9735991954803467,
"learning_rate": 2.2745762711864406e-05,
"loss": 1.3241,
"step": 23300
},
{
"epoch": 1.95,
"grad_norm": 2.011720657348633,
"learning_rate": 2.240677966101695e-05,
"loss": 1.2912,
"step": 23400
},
{
"epoch": 1.96,
"grad_norm": 2.2044718265533447,
"learning_rate": 2.2067796610169492e-05,
"loss": 1.2904,
"step": 23500
},
{
"epoch": 1.97,
"grad_norm": 3.7060163021087646,
"learning_rate": 2.1728813559322035e-05,
"loss": 1.2289,
"step": 23600
},
{
"epoch": 1.98,
"grad_norm": 4.124302864074707,
"learning_rate": 2.1389830508474575e-05,
"loss": 1.2544,
"step": 23700
},
{
"epoch": 1.98,
"grad_norm": 3.379523992538452,
"learning_rate": 2.105084745762712e-05,
"loss": 1.2604,
"step": 23800
},
{
"epoch": 1.99,
"grad_norm": 7.474296569824219,
"learning_rate": 2.0711864406779664e-05,
"loss": 1.274,
"step": 23900
},
{
"epoch": 2.0,
"grad_norm": 5.122653007507324,
"learning_rate": 2.0372881355932207e-05,
"loss": 1.2985,
"step": 24000
},
{
"epoch": 2.0,
"eval_loss": 1.274635910987854,
"eval_runtime": 93.0906,
"eval_samples_per_second": 10.742,
"eval_steps_per_second": 2.686,
"step": 24000
},
{
"epoch": 2.01,
"grad_norm": 2.563617467880249,
"learning_rate": 2.0033898305084746e-05,
"loss": 1.1996,
"step": 24100
},
{
"epoch": 2.02,
"grad_norm": 3.481621265411377,
"learning_rate": 1.969491525423729e-05,
"loss": 1.2156,
"step": 24200
},
{
"epoch": 2.02,
"grad_norm": 2.6262869834899902,
"learning_rate": 1.9355932203389832e-05,
"loss": 1.221,
"step": 24300
},
{
"epoch": 2.03,
"grad_norm": 3.437523603439331,
"learning_rate": 1.9016949152542375e-05,
"loss": 1.1814,
"step": 24400
},
{
"epoch": 2.04,
"grad_norm": 4.948596477508545,
"learning_rate": 1.8677966101694915e-05,
"loss": 1.1972,
"step": 24500
},
{
"epoch": 2.05,
"grad_norm": 3.0667967796325684,
"learning_rate": 1.8338983050847458e-05,
"loss": 1.2229,
"step": 24600
},
{
"epoch": 2.06,
"grad_norm": 2.1678037643432617,
"learning_rate": 1.8e-05,
"loss": 1.182,
"step": 24700
},
{
"epoch": 2.07,
"grad_norm": 2.7943167686462402,
"learning_rate": 1.7661016949152543e-05,
"loss": 1.1889,
"step": 24800
},
{
"epoch": 2.08,
"grad_norm": 1.5044032335281372,
"learning_rate": 1.7322033898305083e-05,
"loss": 1.1796,
"step": 24900
},
{
"epoch": 2.08,
"grad_norm": 3.931037425994873,
"learning_rate": 1.6983050847457626e-05,
"loss": 1.2159,
"step": 25000
},
{
"epoch": 2.08,
"eval_loss": 1.33604097366333,
"eval_runtime": 93.1418,
"eval_samples_per_second": 10.736,
"eval_steps_per_second": 2.684,
"step": 25000
},
{
"epoch": 2.09,
"grad_norm": 5.764918804168701,
"learning_rate": 1.6644067796610172e-05,
"loss": 1.1995,
"step": 25100
},
{
"epoch": 2.1,
"grad_norm": 2.17740535736084,
"learning_rate": 1.6305084745762715e-05,
"loss": 1.1873,
"step": 25200
},
{
"epoch": 2.11,
"grad_norm": 3.145355224609375,
"learning_rate": 1.5966101694915255e-05,
"loss": 1.2101,
"step": 25300
},
{
"epoch": 2.12,
"grad_norm": 5.353292942047119,
"learning_rate": 1.563050847457627e-05,
"loss": 1.2076,
"step": 25400
},
{
"epoch": 2.12,
"grad_norm": 2.399566411972046,
"learning_rate": 1.5291525423728814e-05,
"loss": 1.2099,
"step": 25500
},
{
"epoch": 2.13,
"grad_norm": 3.8052713871002197,
"learning_rate": 1.4952542372881357e-05,
"loss": 1.1932,
"step": 25600
},
{
"epoch": 2.14,
"grad_norm": 4.528957843780518,
"learning_rate": 1.4613559322033898e-05,
"loss": 1.1838,
"step": 25700
},
{
"epoch": 2.15,
"grad_norm": 3.597487449645996,
"learning_rate": 1.4274576271186441e-05,
"loss": 1.187,
"step": 25800
},
{
"epoch": 2.16,
"grad_norm": 3.2705302238464355,
"learning_rate": 1.3935593220338982e-05,
"loss": 1.1829,
"step": 25900
},
{
"epoch": 2.17,
"grad_norm": 3.251126289367676,
"learning_rate": 1.3596610169491525e-05,
"loss": 1.1888,
"step": 26000
},
{
"epoch": 2.17,
"eval_loss": 1.3534026145935059,
"eval_runtime": 93.1511,
"eval_samples_per_second": 10.735,
"eval_steps_per_second": 2.684,
"step": 26000
},
{
"epoch": 2.17,
"grad_norm": 3.9193084239959717,
"learning_rate": 1.325762711864407e-05,
"loss": 1.2176,
"step": 26100
},
{
"epoch": 2.18,
"grad_norm": 1.7747070789337158,
"learning_rate": 1.2918644067796613e-05,
"loss": 1.1845,
"step": 26200
},
{
"epoch": 2.19,
"grad_norm": 1.7094638347625732,
"learning_rate": 1.2579661016949154e-05,
"loss": 1.2025,
"step": 26300
},
{
"epoch": 2.2,
"grad_norm": 4.238964557647705,
"learning_rate": 1.2240677966101695e-05,
"loss": 1.1665,
"step": 26400
},
{
"epoch": 2.21,
"grad_norm": 1.669313669204712,
"learning_rate": 1.1901694915254238e-05,
"loss": 1.1792,
"step": 26500
},
{
"epoch": 2.22,
"grad_norm": 8.226383209228516,
"learning_rate": 1.1562711864406781e-05,
"loss": 1.1591,
"step": 26600
},
{
"epoch": 2.23,
"grad_norm": 3.0040552616119385,
"learning_rate": 1.1223728813559322e-05,
"loss": 1.2112,
"step": 26700
},
{
"epoch": 2.23,
"grad_norm": 1.9113960266113281,
"learning_rate": 1.0884745762711865e-05,
"loss": 1.164,
"step": 26800
},
{
"epoch": 2.24,
"grad_norm": 2.2811169624328613,
"learning_rate": 1.0545762711864406e-05,
"loss": 1.1807,
"step": 26900
},
{
"epoch": 2.25,
"grad_norm": 3.2554876804351807,
"learning_rate": 1.020677966101695e-05,
"loss": 1.2362,
"step": 27000
},
{
"epoch": 2.25,
"eval_loss": 1.315274715423584,
"eval_runtime": 93.1384,
"eval_samples_per_second": 10.737,
"eval_steps_per_second": 2.684,
"step": 27000
},
{
"epoch": 2.26,
"grad_norm": 3.656125545501709,
"learning_rate": 9.867796610169492e-06,
"loss": 1.1712,
"step": 27100
},
{
"epoch": 2.27,
"grad_norm": 4.444190502166748,
"learning_rate": 9.528813559322035e-06,
"loss": 1.2532,
"step": 27200
},
{
"epoch": 2.27,
"grad_norm": 5.304549217224121,
"learning_rate": 9.189830508474576e-06,
"loss": 1.1848,
"step": 27300
},
{
"epoch": 2.28,
"grad_norm": 4.003425121307373,
"learning_rate": 8.85084745762712e-06,
"loss": 1.1601,
"step": 27400
},
{
"epoch": 2.29,
"grad_norm": 4.701766490936279,
"learning_rate": 8.511864406779662e-06,
"loss": 1.1682,
"step": 27500
},
{
"epoch": 2.3,
"grad_norm": 4.16826057434082,
"learning_rate": 8.172881355932203e-06,
"loss": 1.1806,
"step": 27600
},
{
"epoch": 2.31,
"grad_norm": 3.569227695465088,
"learning_rate": 7.833898305084746e-06,
"loss": 1.1295,
"step": 27700
},
{
"epoch": 2.32,
"grad_norm": 6.8756890296936035,
"learning_rate": 7.494915254237289e-06,
"loss": 1.1863,
"step": 27800
},
{
"epoch": 2.33,
"grad_norm": 4.841982364654541,
"learning_rate": 7.155932203389831e-06,
"loss": 1.1651,
"step": 27900
},
{
"epoch": 2.33,
"grad_norm": 6.766154766082764,
"learning_rate": 6.816949152542373e-06,
"loss": 1.1831,
"step": 28000
},
{
"epoch": 2.33,
"eval_loss": 1.3225314617156982,
"eval_runtime": 93.1704,
"eval_samples_per_second": 10.733,
"eval_steps_per_second": 2.683,
"step": 28000
},
{
"epoch": 2.34,
"grad_norm": 4.122812747955322,
"learning_rate": 6.477966101694915e-06,
"loss": 1.1934,
"step": 28100
},
{
"epoch": 2.35,
"grad_norm": 2.2169628143310547,
"learning_rate": 6.1389830508474575e-06,
"loss": 1.1044,
"step": 28200
},
{
"epoch": 2.36,
"grad_norm": 3.0423035621643066,
"learning_rate": 5.8e-06,
"loss": 1.1876,
"step": 28300
},
{
"epoch": 2.37,
"grad_norm": 3.517133951187134,
"learning_rate": 5.4610169491525424e-06,
"loss": 1.2411,
"step": 28400
},
{
"epoch": 2.38,
"grad_norm": 3.3230624198913574,
"learning_rate": 5.1220338983050845e-06,
"loss": 1.189,
"step": 28500
},
{
"epoch": 2.38,
"grad_norm": 5.101288795471191,
"learning_rate": 4.7830508474576274e-06,
"loss": 1.1435,
"step": 28600
},
{
"epoch": 2.39,
"grad_norm": 3.061377763748169,
"learning_rate": 4.4440677966101695e-06,
"loss": 1.1902,
"step": 28700
},
{
"epoch": 2.4,
"grad_norm": 3.9341752529144287,
"learning_rate": 4.1050847457627124e-06,
"loss": 1.22,
"step": 28800
},
{
"epoch": 2.41,
"grad_norm": 3.691490888595581,
"learning_rate": 3.766101694915254e-06,
"loss": 1.2105,
"step": 28900
},
{
"epoch": 2.42,
"grad_norm": 3.67085599899292,
"learning_rate": 3.427118644067797e-06,
"loss": 1.1909,
"step": 29000
},
{
"epoch": 2.42,
"eval_loss": 1.294958472251892,
"eval_runtime": 93.09,
"eval_samples_per_second": 10.742,
"eval_steps_per_second": 2.686,
"step": 29000
},
{
"epoch": 2.42,
"grad_norm": 4.373409748077393,
"learning_rate": 3.088135593220339e-06,
"loss": 1.2423,
"step": 29100
},
{
"epoch": 2.43,
"grad_norm": 4.1964006423950195,
"learning_rate": 2.7491525423728816e-06,
"loss": 1.1482,
"step": 29200
},
{
"epoch": 2.44,
"grad_norm": 4.233890056610107,
"learning_rate": 2.4135593220338984e-06,
"loss": 1.1824,
"step": 29300
},
{
"epoch": 2.45,
"grad_norm": 3.9279072284698486,
"learning_rate": 2.0745762711864404e-06,
"loss": 1.1466,
"step": 29400
},
{
"epoch": 2.46,
"grad_norm": 3.39454984664917,
"learning_rate": 1.7355932203389831e-06,
"loss": 1.1302,
"step": 29500
},
{
"epoch": 2.47,
"grad_norm": 1.3635748624801636,
"learning_rate": 1.3966101694915254e-06,
"loss": 1.214,
"step": 29600
},
{
"epoch": 2.48,
"grad_norm": 3.5587875843048096,
"learning_rate": 1.057627118644068e-06,
"loss": 1.1981,
"step": 29700
},
{
"epoch": 2.48,
"grad_norm": 7.449352741241455,
"learning_rate": 7.186440677966102e-07,
"loss": 1.1196,
"step": 29800
},
{
"epoch": 2.49,
"grad_norm": 2.7902631759643555,
"learning_rate": 3.796610169491526e-07,
"loss": 1.1452,
"step": 29900
},
{
"epoch": 2.5,
"grad_norm": 4.423699855804443,
"learning_rate": 4.067796610169492e-08,
"loss": 1.197,
"step": 30000
},
{
"epoch": 2.5,
"eval_loss": 1.2965623140335083,
"eval_runtime": 93.1115,
"eval_samples_per_second": 10.74,
"eval_steps_per_second": 2.685,
"step": 30000
}
],
"logging_steps": 100,
"max_steps": 30000,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 2000,
"total_flos": 4.8306377981952e+17,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}