| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "global_step": 122720, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.991932855280313e-05, | |
| "loss": 0.886, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.983784224250326e-05, | |
| "loss": 0.6985, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.975635593220339e-05, | |
| "loss": 0.6446, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.967486962190352e-05, | |
| "loss": 0.6309, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.9593383311603653e-05, | |
| "loss": 0.6153, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.9511897001303784e-05, | |
| "loss": 0.6165, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.9430410691003915e-05, | |
| "loss": 0.5867, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.9348924380704043e-05, | |
| "loss": 0.59, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.9267438070404174e-05, | |
| "loss": 0.5768, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.9185951760104305e-05, | |
| "loss": 0.5758, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.9104465449804433e-05, | |
| "loss": 0.5651, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.9022979139504564e-05, | |
| "loss": 0.5702, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.8941492829204696e-05, | |
| "loss": 0.5707, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.8860006518904827e-05, | |
| "loss": 0.5567, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.8778520208604955e-05, | |
| "loss": 0.5417, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.8697033898305086e-05, | |
| "loss": 0.5497, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.8615710560625818e-05, | |
| "loss": 0.5467, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.8534224250325946e-05, | |
| "loss": 0.5696, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.8452737940026077e-05, | |
| "loss": 0.5536, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.837125162972621e-05, | |
| "loss": 0.5521, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.828976531942634e-05, | |
| "loss": 0.535, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.8208279009126467e-05, | |
| "loss": 0.5277, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.81267926988266e-05, | |
| "loss": 0.5418, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.804530638852673e-05, | |
| "loss": 0.5358, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.7963820078226857e-05, | |
| "loss": 0.5349, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.788249674054759e-05, | |
| "loss": 0.5253, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.780101043024772e-05, | |
| "loss": 0.5261, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.771968709256845e-05, | |
| "loss": 0.5424, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.763820078226858e-05, | |
| "loss": 0.5237, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.755671447196871e-05, | |
| "loss": 0.5307, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.747522816166884e-05, | |
| "loss": 0.5365, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.739374185136897e-05, | |
| "loss": 0.5146, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.73124185136897e-05, | |
| "loss": 0.53, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.723093220338983e-05, | |
| "loss": 0.522, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.7149445893089963e-05, | |
| "loss": 0.5336, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.7067959582790094e-05, | |
| "loss": 0.5299, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.698647327249022e-05, | |
| "loss": 0.511, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.6904986962190353e-05, | |
| "loss": 0.5148, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.6823500651890484e-05, | |
| "loss": 0.516, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.6742014341590612e-05, | |
| "loss": 0.498, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.6660691003911344e-05, | |
| "loss": 0.5022, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.6579204693611475e-05, | |
| "loss": 0.5148, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.6497718383311606e-05, | |
| "loss": 0.5245, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.6416232073011734e-05, | |
| "loss": 0.4936, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.6334745762711865e-05, | |
| "loss": 0.5063, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.6253585397653195e-05, | |
| "loss": 0.514, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.6172099087353327e-05, | |
| "loss": 0.4997, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.6090612777053454e-05, | |
| "loss": 0.4968, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.6009126466753586e-05, | |
| "loss": 0.4964, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.5927640156453717e-05, | |
| "loss": 0.3777, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.5846153846153848e-05, | |
| "loss": 0.3681, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.5764667535853976e-05, | |
| "loss": 0.376, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.5683344198174708e-05, | |
| "loss": 0.3569, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.560185788787484e-05, | |
| "loss": 0.3708, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.5520371577574967e-05, | |
| "loss": 0.3585, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.5438885267275098e-05, | |
| "loss": 0.3835, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.535739895697523e-05, | |
| "loss": 0.3644, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.5276075619295962e-05, | |
| "loss": 0.3601, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.5194589308996091e-05, | |
| "loss": 0.3731, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.511310299869622e-05, | |
| "loss": 0.3642, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.503161668839635e-05, | |
| "loss": 0.3687, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.4950130378096481e-05, | |
| "loss": 0.3856, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.4868644067796611e-05, | |
| "loss": 0.3863, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.4787157757496742e-05, | |
| "loss": 0.3774, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.4705834419817473e-05, | |
| "loss": 0.3719, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.4624348109517604e-05, | |
| "loss": 0.3727, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.4542861799217733e-05, | |
| "loss": 0.3722, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.4461375488917863e-05, | |
| "loss": 0.3719, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.4379889178617994e-05, | |
| "loss": 0.3825, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.4298402868318124e-05, | |
| "loss": 0.3745, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.4217079530638852e-05, | |
| "loss": 0.3759, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.4135593220338984e-05, | |
| "loss": 0.3868, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.4054106910039113e-05, | |
| "loss": 0.3758, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.3972620599739244e-05, | |
| "loss": 0.3713, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.3891134289439376e-05, | |
| "loss": 0.3838, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 1.3809647979139507e-05, | |
| "loss": 0.3687, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 1.3728161668839636e-05, | |
| "loss": 0.3592, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.3646675358539767e-05, | |
| "loss": 0.3848, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 1.3565352020860496e-05, | |
| "loss": 0.3649, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.3483865710560626e-05, | |
| "loss": 0.3817, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 1.3402379400260757e-05, | |
| "loss": 0.3757, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 1.3320893089960886e-05, | |
| "loss": 0.3762, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.3239569752281619e-05, | |
| "loss": 0.3717, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.3158083441981748e-05, | |
| "loss": 0.3757, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.3076597131681878e-05, | |
| "loss": 0.3766, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.2995110821382009e-05, | |
| "loss": 0.3752, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.2913624511082138e-05, | |
| "loss": 0.3861, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.283213820078227e-05, | |
| "loss": 0.3809, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.27506518904824e-05, | |
| "loss": 0.3836, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.2669328552803131e-05, | |
| "loss": 0.3873, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.2587842242503261e-05, | |
| "loss": 0.3898, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.250635593220339e-05, | |
| "loss": 0.3892, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.2424869621903522e-05, | |
| "loss": 0.3828, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.2343383311603651e-05, | |
| "loss": 0.387, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.226205997392438e-05, | |
| "loss": 0.3691, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.2180573663624513e-05, | |
| "loss": 0.3551, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.2099087353324644e-05, | |
| "loss": 0.3846, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.2017601043024774e-05, | |
| "loss": 0.3766, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.1936277705345502e-05, | |
| "loss": 0.2658, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.1854791395045632e-05, | |
| "loss": 0.2262, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.1773468057366364e-05, | |
| "loss": 0.2343, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.1691981747066494e-05, | |
| "loss": 0.2277, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.1610495436766625e-05, | |
| "loss": 0.2209, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.1529009126466754e-05, | |
| "loss": 0.2317, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.1447522816166886e-05, | |
| "loss": 0.2373, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.1366036505867015e-05, | |
| "loss": 0.2308, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.1284550195567145e-05, | |
| "loss": 0.2403, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.1203063885267276e-05, | |
| "loss": 0.2493, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.1121577574967405e-05, | |
| "loss": 0.2362, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.1040254237288138e-05, | |
| "loss": 0.2233, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.0958767926988267e-05, | |
| "loss": 0.229, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.0877444589308996e-05, | |
| "loss": 0.2394, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.0795958279009127e-05, | |
| "loss": 0.2446, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.0714471968709257e-05, | |
| "loss": 0.2446, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.0632985658409388e-05, | |
| "loss": 0.2318, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 1.0551662320730118e-05, | |
| "loss": 0.2436, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.0470176010430248e-05, | |
| "loss": 0.2399, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.038868970013038e-05, | |
| "loss": 0.2446, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 1.0307203389830509e-05, | |
| "loss": 0.231, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.022571707953064e-05, | |
| "loss": 0.2399, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 1.014423076923077e-05, | |
| "loss": 0.2506, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 1.00629074315515e-05, | |
| "loss": 0.232, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 9.981421121251631e-06, | |
| "loss": 0.2571, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 9.89993481095176e-06, | |
| "loss": 0.2567, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 9.818448500651892e-06, | |
| "loss": 0.2457, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 9.736962190352021e-06, | |
| "loss": 0.2408, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 9.655475880052153e-06, | |
| "loss": 0.2538, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 9.574152542372881e-06, | |
| "loss": 0.2324, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 9.492666232073013e-06, | |
| "loss": 0.242, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 9.411179921773142e-06, | |
| "loss": 0.2416, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 9.329693611473273e-06, | |
| "loss": 0.2386, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 9.248207301173405e-06, | |
| "loss": 0.2355, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 9.166720990873534e-06, | |
| "loss": 0.2576, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 9.085234680573665e-06, | |
| "loss": 0.2472, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 9.003748370273795e-06, | |
| "loss": 0.243, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 8.922588005215125e-06, | |
| "loss": 0.247, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 8.841101694915256e-06, | |
| "loss": 0.2462, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 8.759615384615385e-06, | |
| "loss": 0.2614, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 8.678129074315515e-06, | |
| "loss": 0.2384, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 8.596642764015646e-06, | |
| "loss": 0.2417, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 8.515156453715776e-06, | |
| "loss": 0.255, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 8.433670143415907e-06, | |
| "loss": 0.2439, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 8.352183833116038e-06, | |
| "loss": 0.2473, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 8.270697522816167e-06, | |
| "loss": 0.2399, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 8.189211212516299e-06, | |
| "loss": 0.2503, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 8.107724902216428e-06, | |
| "loss": 0.2397, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 8.026401564537159e-06, | |
| "loss": 0.2373, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 7.944915254237288e-06, | |
| "loss": 0.1605, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 7.86342894393742e-06, | |
| "loss": 0.1379, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 7.781942633637549e-06, | |
| "loss": 0.1501, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 7.700782268578879e-06, | |
| "loss": 0.1415, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 7.619295958279009e-06, | |
| "loss": 0.1508, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 7.53780964797914e-06, | |
| "loss": 0.1495, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 7.456323337679271e-06, | |
| "loss": 0.1498, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 7.375000000000001e-06, | |
| "loss": 0.156, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 7.293513689700131e-06, | |
| "loss": 0.1609, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 7.212027379400261e-06, | |
| "loss": 0.1555, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 7.130541069100392e-06, | |
| "loss": 0.1483, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 7.049054758800522e-06, | |
| "loss": 0.1548, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 6.9677314211212525e-06, | |
| "loss": 0.1581, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 6.886245110821382e-06, | |
| "loss": 0.1608, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 6.804758800521512e-06, | |
| "loss": 0.1614, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 6.723272490221643e-06, | |
| "loss": 0.1535, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 6.641786179921774e-06, | |
| "loss": 0.1486, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 6.560299869621904e-06, | |
| "loss": 0.1483, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 6.478976531942635e-06, | |
| "loss": 0.156, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 6.397490221642765e-06, | |
| "loss": 0.1566, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 6.316003911342895e-06, | |
| "loss": 0.1535, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 6.234517601043025e-06, | |
| "loss": 0.1637, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 6.153357235984355e-06, | |
| "loss": 0.1636, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 6.071870925684485e-06, | |
| "loss": 0.1609, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 5.990384615384616e-06, | |
| "loss": 0.1631, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 5.908898305084746e-06, | |
| "loss": 0.167, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 5.827411994784876e-06, | |
| "loss": 0.1568, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 5.745925684485008e-06, | |
| "loss": 0.1624, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 5.664439374185138e-06, | |
| "loss": 0.1543, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 5.582953063885268e-06, | |
| "loss": 0.1579, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 5.501466753585399e-06, | |
| "loss": 0.1676, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 5.420143415906128e-06, | |
| "loss": 0.1508, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 5.338657105606259e-06, | |
| "loss": 0.1549, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 5.257170795306389e-06, | |
| "loss": 0.1642, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 5.175684485006519e-06, | |
| "loss": 0.1612, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 5.09419817470665e-06, | |
| "loss": 0.1476, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 5.012711864406779e-06, | |
| "loss": 0.1565, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 4.93155149934811e-06, | |
| "loss": 0.1526, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 4.85006518904824e-06, | |
| "loss": 0.1578, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 4.768578878748371e-06, | |
| "loss": 0.174, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 4.687092568448501e-06, | |
| "loss": 0.1643, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 4.6056062581486315e-06, | |
| "loss": 0.1519, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 4.524119947848762e-06, | |
| "loss": 0.1591, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 4.442633637548892e-06, | |
| "loss": 0.1641, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 4.3611473272490225e-06, | |
| "loss": 0.1533, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 4.279661016949153e-06, | |
| "loss": 0.1595, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 4.1983376792698834e-06, | |
| "loss": 0.1579, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 4.116851368970014e-06, | |
| "loss": 0.147, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 4.035365058670144e-06, | |
| "loss": 0.1501, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 3.953878748370274e-06, | |
| "loss": 0.0986, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 3.872392438070404e-06, | |
| "loss": 0.0773, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 3.791232073011734e-06, | |
| "loss": 0.0799, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 3.709745762711865e-06, | |
| "loss": 0.0843, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 3.628259452411995e-06, | |
| "loss": 0.0803, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 3.5467731421121254e-06, | |
| "loss": 0.0814, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 3.4652868318122558e-06, | |
| "loss": 0.0845, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 3.3838005215123865e-06, | |
| "loss": 0.0691, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 3.302314211212517e-06, | |
| "loss": 0.085, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 3.220827900912647e-06, | |
| "loss": 0.0833, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 3.139341590612777e-06, | |
| "loss": 0.0764, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 3.058181225554107e-06, | |
| "loss": 0.0726, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 2.9766949152542375e-06, | |
| "loss": 0.0887, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 2.8952086049543682e-06, | |
| "loss": 0.0855, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 2.8137222946544986e-06, | |
| "loss": 0.0792, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 2.7322359843546285e-06, | |
| "loss": 0.0821, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 2.6509126466753587e-06, | |
| "loss": 0.0857, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 2.569426336375489e-06, | |
| "loss": 0.071, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 2.4879400260756194e-06, | |
| "loss": 0.0887, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 2.4064537157757497e-06, | |
| "loss": 0.0793, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 2.3249674054758805e-06, | |
| "loss": 0.0709, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 2.2434810951760104e-06, | |
| "loss": 0.0694, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 2.161994784876141e-06, | |
| "loss": 0.0793, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 2.0805084745762715e-06, | |
| "loss": 0.0734, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 1.9991851368970013e-06, | |
| "loss": 0.0742, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 1.9178617992177314e-06, | |
| "loss": 0.0795, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 1.836375488917862e-06, | |
| "loss": 0.0871, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 1.7548891786179923e-06, | |
| "loss": 0.0776, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 1.6734028683181227e-06, | |
| "loss": 0.0764, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 1.5920795306388528e-06, | |
| "loss": 0.0794, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.5105932203389832e-06, | |
| "loss": 0.0766, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 1.4291069100391135e-06, | |
| "loss": 0.0818, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 1.3476205997392439e-06, | |
| "loss": 0.0794, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 1.2661342894393744e-06, | |
| "loss": 0.0702, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 1.1846479791395046e-06, | |
| "loss": 0.0897, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 1.1031616688396351e-06, | |
| "loss": 0.087, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 1.0216753585397655e-06, | |
| "loss": 0.0733, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 9.403520208604955e-07, | |
| "loss": 0.0778, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 8.588657105606259e-07, | |
| "loss": 0.0797, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 7.773794002607562e-07, | |
| "loss": 0.0718, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 6.958930899608867e-07, | |
| "loss": 0.0754, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 6.14406779661017e-07, | |
| "loss": 0.0686, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 5.330834419817471e-07, | |
| "loss": 0.0715, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 4.5159713168187747e-07, | |
| "loss": 0.0775, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 3.7011082138200787e-07, | |
| "loss": 0.072, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 2.886245110821382e-07, | |
| "loss": 0.0544, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 2.071382007822686e-07, | |
| "loss": 0.068, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 1.258148631029987e-07, | |
| "loss": 0.0628, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 4.432855280312908e-08, | |
| "loss": 0.065, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 122720, | |
| "total_flos": 4.5745873020125184e+17, | |
| "train_loss": 0.28029768033319846, | |
| "train_runtime": 11164.1016, | |
| "train_samples_per_second": 175.877, | |
| "train_steps_per_second": 10.992 | |
| } | |
| ], | |
| "max_steps": 122720, | |
| "num_train_epochs": 5, | |
| "total_flos": 4.5745873020125184e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |