{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9991860934470597, "global_step": 302000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 4.9983457183883334e-05, "loss": 3.2639, "step": 100 }, { "epoch": 0.0, "learning_rate": 4.996691436776665e-05, "loss": 3.2781, "step": 200 }, { "epoch": 0.0, "learning_rate": 4.995037155164998e-05, "loss": 3.2758, "step": 300 }, { "epoch": 0.0, "learning_rate": 4.9933828735533314e-05, "loss": 3.2775, "step": 400 }, { "epoch": 0.0, "learning_rate": 4.991728591941663e-05, "loss": 3.2774, "step": 500 }, { "epoch": 0.0, "learning_rate": 4.990074310329996e-05, "loss": 3.2595, "step": 600 }, { "epoch": 0.0, "learning_rate": 4.9884200287183294e-05, "loss": 3.2909, "step": 700 }, { "epoch": 0.0, "learning_rate": 4.986765747106661e-05, "loss": 3.2913, "step": 800 }, { "epoch": 0.0, "learning_rate": 4.9851114654949944e-05, "loss": 3.2938, "step": 900 }, { "epoch": 0.0, "learning_rate": 4.9834571838833275e-05, "loss": 3.2852, "step": 1000 }, { "epoch": 0.0, "learning_rate": 4.98180290227166e-05, "loss": 3.2939, "step": 1100 }, { "epoch": 0.0, "learning_rate": 4.9801486206599924e-05, "loss": 3.2833, "step": 1200 }, { "epoch": 0.0, "learning_rate": 4.9784943390483255e-05, "loss": 3.2919, "step": 1300 }, { "epoch": 0.0, "learning_rate": 4.976840057436658e-05, "loss": 3.2771, "step": 1400 }, { "epoch": 0.0, "learning_rate": 4.9751857758249904e-05, "loss": 3.2949, "step": 1500 }, { "epoch": 0.01, "learning_rate": 4.973531494213323e-05, "loss": 3.2974, "step": 1600 }, { "epoch": 0.01, "learning_rate": 4.971877212601656e-05, "loss": 3.307, "step": 1700 }, { "epoch": 0.01, "learning_rate": 4.9702229309899885e-05, "loss": 3.2939, "step": 1800 }, { "epoch": 0.01, "learning_rate": 4.968568649378321e-05, "loss": 3.2917, "step": 1900 }, { "epoch": 0.01, "learning_rate": 4.966914367766654e-05, "loss": 3.2832, "step": 2000 }, { "epoch": 0.01, "learning_rate": 4.9652600861549865e-05, "loss": 3.2845, "step": 2100 }, { "epoch": 0.01, "learning_rate": 4.963605804543319e-05, "loss": 3.3021, "step": 2200 }, { "epoch": 0.01, "learning_rate": 4.961951522931652e-05, "loss": 3.2918, "step": 2300 }, { "epoch": 0.01, "learning_rate": 4.9602972413199845e-05, "loss": 3.2982, "step": 2400 }, { "epoch": 0.01, "learning_rate": 4.958642959708317e-05, "loss": 3.2903, "step": 2500 }, { "epoch": 0.01, "learning_rate": 4.95698867809665e-05, "loss": 3.2898, "step": 2600 }, { "epoch": 0.01, "learning_rate": 4.9553343964849826e-05, "loss": 3.297, "step": 2700 }, { "epoch": 0.01, "learning_rate": 4.953680114873315e-05, "loss": 3.2864, "step": 2800 }, { "epoch": 0.01, "learning_rate": 4.952025833261648e-05, "loss": 3.2827, "step": 2900 }, { "epoch": 0.01, "learning_rate": 4.9503715516499806e-05, "loss": 3.2932, "step": 3000 }, { "epoch": 0.01, "learning_rate": 4.948717270038313e-05, "loss": 3.2809, "step": 3100 }, { "epoch": 0.01, "learning_rate": 4.947062988426646e-05, "loss": 3.2943, "step": 3200 }, { "epoch": 0.01, "learning_rate": 4.945408706814979e-05, "loss": 3.2932, "step": 3300 }, { "epoch": 0.01, "learning_rate": 4.943754425203311e-05, "loss": 3.3063, "step": 3400 }, { "epoch": 0.01, "learning_rate": 4.942100143591644e-05, "loss": 3.2854, "step": 3500 }, { "epoch": 0.01, "learning_rate": 4.9404458619799774e-05, "loss": 3.2995, "step": 3600 }, { "epoch": 0.01, "learning_rate": 4.938791580368309e-05, "loss": 3.2967, "step": 3700 }, { "epoch": 0.01, "learning_rate": 4.937137298756642e-05, "loss": 3.3016, "step": 3800 }, { "epoch": 0.01, "learning_rate": 4.9354830171449754e-05, "loss": 3.2916, "step": 3900 }, { "epoch": 0.01, "learning_rate": 4.933828735533307e-05, "loss": 3.2958, "step": 4000 }, { "epoch": 0.01, "learning_rate": 4.93217445392164e-05, "loss": 3.3011, "step": 4100 }, { "epoch": 0.01, "learning_rate": 4.930520172309973e-05, "loss": 3.2951, "step": 4200 }, { "epoch": 0.01, "learning_rate": 4.928865890698305e-05, "loss": 3.2985, "step": 4300 }, { "epoch": 0.01, "learning_rate": 4.9272116090866384e-05, "loss": 3.2887, "step": 4400 }, { "epoch": 0.01, "learning_rate": 4.925557327474971e-05, "loss": 3.2952, "step": 4500 }, { "epoch": 0.02, "learning_rate": 4.923903045863303e-05, "loss": 3.2845, "step": 4600 }, { "epoch": 0.02, "learning_rate": 4.9222487642516364e-05, "loss": 3.2851, "step": 4700 }, { "epoch": 0.02, "learning_rate": 4.920594482639969e-05, "loss": 3.2916, "step": 4800 }, { "epoch": 0.02, "learning_rate": 4.918940201028301e-05, "loss": 3.2851, "step": 4900 }, { "epoch": 0.02, "learning_rate": 4.9172859194166344e-05, "loss": 3.2833, "step": 5000 }, { "epoch": 0.02, "learning_rate": 4.915631637804967e-05, "loss": 3.2786, "step": 5100 }, { "epoch": 0.02, "learning_rate": 4.9139773561932993e-05, "loss": 3.2954, "step": 5200 }, { "epoch": 0.02, "learning_rate": 4.9123230745816325e-05, "loss": 3.282, "step": 5300 }, { "epoch": 0.02, "learning_rate": 4.910668792969965e-05, "loss": 3.2972, "step": 5400 }, { "epoch": 0.02, "learning_rate": 4.909014511358298e-05, "loss": 3.3043, "step": 5500 }, { "epoch": 0.02, "learning_rate": 4.9073602297466305e-05, "loss": 3.2883, "step": 5600 }, { "epoch": 0.02, "learning_rate": 4.905705948134963e-05, "loss": 3.2923, "step": 5700 }, { "epoch": 0.02, "learning_rate": 4.904051666523296e-05, "loss": 3.2822, "step": 5800 }, { "epoch": 0.02, "learning_rate": 4.9023973849116285e-05, "loss": 3.2934, "step": 5900 }, { "epoch": 0.02, "learning_rate": 4.900743103299961e-05, "loss": 3.2926, "step": 6000 }, { "epoch": 0.02, "learning_rate": 4.899088821688294e-05, "loss": 3.2956, "step": 6100 }, { "epoch": 0.02, "learning_rate": 4.8974345400766266e-05, "loss": 3.2989, "step": 6200 }, { "epoch": 0.02, "learning_rate": 4.895780258464959e-05, "loss": 3.2896, "step": 6300 }, { "epoch": 0.02, "learning_rate": 4.894125976853292e-05, "loss": 3.2996, "step": 6400 }, { "epoch": 0.02, "learning_rate": 4.8924716952416246e-05, "loss": 3.2976, "step": 6500 }, { "epoch": 0.02, "learning_rate": 4.890817413629957e-05, "loss": 3.2935, "step": 6600 }, { "epoch": 0.02, "learning_rate": 4.88916313201829e-05, "loss": 3.2942, "step": 6700 }, { "epoch": 0.02, "learning_rate": 4.8875088504066227e-05, "loss": 3.2969, "step": 6800 }, { "epoch": 0.02, "learning_rate": 4.885854568794955e-05, "loss": 3.2932, "step": 6900 }, { "epoch": 0.02, "learning_rate": 4.884200287183288e-05, "loss": 3.3085, "step": 7000 }, { "epoch": 0.02, "learning_rate": 4.882546005571621e-05, "loss": 3.2937, "step": 7100 }, { "epoch": 0.02, "learning_rate": 4.880891723959953e-05, "loss": 3.295, "step": 7200 }, { "epoch": 0.02, "learning_rate": 4.879237442348286e-05, "loss": 3.2826, "step": 7300 }, { "epoch": 0.02, "learning_rate": 4.877583160736619e-05, "loss": 3.2794, "step": 7400 }, { "epoch": 0.02, "learning_rate": 4.875928879124951e-05, "loss": 3.2947, "step": 7500 }, { "epoch": 0.03, "learning_rate": 4.874274597513284e-05, "loss": 3.2777, "step": 7600 }, { "epoch": 0.03, "learning_rate": 4.872620315901617e-05, "loss": 3.2978, "step": 7700 }, { "epoch": 0.03, "learning_rate": 4.870966034289949e-05, "loss": 3.2885, "step": 7800 }, { "epoch": 0.03, "learning_rate": 4.8693117526782824e-05, "loss": 3.2839, "step": 7900 }, { "epoch": 0.03, "learning_rate": 4.867657471066615e-05, "loss": 3.2922, "step": 8000 }, { "epoch": 0.03, "learning_rate": 4.866003189454947e-05, "loss": 3.2874, "step": 8100 }, { "epoch": 0.03, "learning_rate": 4.8643489078432804e-05, "loss": 3.2901, "step": 8200 }, { "epoch": 0.03, "learning_rate": 4.862694626231613e-05, "loss": 3.2914, "step": 8300 }, { "epoch": 0.03, "learning_rate": 4.861040344619945e-05, "loss": 3.291, "step": 8400 }, { "epoch": 0.03, "learning_rate": 4.8593860630082784e-05, "loss": 3.2921, "step": 8500 }, { "epoch": 0.03, "learning_rate": 4.857731781396611e-05, "loss": 3.3034, "step": 8600 }, { "epoch": 0.03, "learning_rate": 4.8560774997849433e-05, "loss": 3.2853, "step": 8700 }, { "epoch": 0.03, "learning_rate": 4.8544232181732765e-05, "loss": 3.2932, "step": 8800 }, { "epoch": 0.03, "learning_rate": 4.852768936561609e-05, "loss": 3.2956, "step": 8900 }, { "epoch": 0.03, "learning_rate": 4.8511146549499414e-05, "loss": 3.2974, "step": 9000 }, { "epoch": 0.03, "learning_rate": 4.8494603733382745e-05, "loss": 3.3028, "step": 9100 }, { "epoch": 0.03, "learning_rate": 4.847806091726607e-05, "loss": 3.2898, "step": 9200 }, { "epoch": 0.03, "learning_rate": 4.8461518101149394e-05, "loss": 3.2808, "step": 9300 }, { "epoch": 0.03, "learning_rate": 4.8444975285032725e-05, "loss": 3.2858, "step": 9400 }, { "epoch": 0.03, "learning_rate": 4.842843246891605e-05, "loss": 3.2769, "step": 9500 }, { "epoch": 0.03, "learning_rate": 4.841188965279938e-05, "loss": 3.2756, "step": 9600 }, { "epoch": 0.03, "learning_rate": 4.8395346836682706e-05, "loss": 3.2888, "step": 9700 }, { "epoch": 0.03, "learning_rate": 4.837880402056603e-05, "loss": 3.2892, "step": 9800 }, { "epoch": 0.03, "learning_rate": 4.836226120444936e-05, "loss": 3.2951, "step": 9900 }, { "epoch": 0.03, "learning_rate": 4.8345718388332686e-05, "loss": 3.2864, "step": 10000 }, { "epoch": 0.03, "learning_rate": 4.832917557221601e-05, "loss": 3.3114, "step": 10100 }, { "epoch": 0.03, "learning_rate": 4.831263275609934e-05, "loss": 3.2875, "step": 10200 }, { "epoch": 0.03, "learning_rate": 4.829608993998267e-05, "loss": 3.2978, "step": 10300 }, { "epoch": 0.03, "learning_rate": 4.827954712386599e-05, "loss": 3.295, "step": 10400 }, { "epoch": 0.03, "learning_rate": 4.826300430774932e-05, "loss": 3.301, "step": 10500 }, { "epoch": 0.04, "learning_rate": 4.824646149163265e-05, "loss": 3.2969, "step": 10600 }, { "epoch": 0.04, "learning_rate": 4.822991867551597e-05, "loss": 3.2677, "step": 10700 }, { "epoch": 0.04, "learning_rate": 4.82133758593993e-05, "loss": 3.2916, "step": 10800 }, { "epoch": 0.04, "learning_rate": 4.819683304328263e-05, "loss": 3.2874, "step": 10900 }, { "epoch": 0.04, "learning_rate": 4.818029022716595e-05, "loss": 3.2896, "step": 11000 }, { "epoch": 0.04, "learning_rate": 4.816374741104928e-05, "loss": 3.2944, "step": 11100 }, { "epoch": 0.04, "learning_rate": 4.814720459493261e-05, "loss": 3.2915, "step": 11200 }, { "epoch": 0.04, "learning_rate": 4.813066177881593e-05, "loss": 3.3023, "step": 11300 }, { "epoch": 0.04, "learning_rate": 4.8114118962699264e-05, "loss": 3.2946, "step": 11400 }, { "epoch": 0.04, "learning_rate": 4.809757614658258e-05, "loss": 3.2983, "step": 11500 }, { "epoch": 0.04, "learning_rate": 4.808103333046591e-05, "loss": 3.3081, "step": 11600 }, { "epoch": 0.04, "learning_rate": 4.8064490514349244e-05, "loss": 3.2932, "step": 11700 }, { "epoch": 0.04, "learning_rate": 4.804794769823257e-05, "loss": 3.2931, "step": 11800 }, { "epoch": 0.04, "learning_rate": 4.803140488211589e-05, "loss": 3.3013, "step": 11900 }, { "epoch": 0.04, "learning_rate": 4.8014862065999224e-05, "loss": 3.2959, "step": 12000 }, { "epoch": 0.04, "learning_rate": 4.799831924988255e-05, "loss": 3.2952, "step": 12100 }, { "epoch": 0.04, "learning_rate": 4.7981776433765873e-05, "loss": 3.2949, "step": 12200 }, { "epoch": 0.04, "learning_rate": 4.7965233617649205e-05, "loss": 3.2953, "step": 12300 }, { "epoch": 0.04, "learning_rate": 4.794869080153253e-05, "loss": 3.289, "step": 12400 }, { "epoch": 0.04, "learning_rate": 4.7932147985415854e-05, "loss": 3.2867, "step": 12500 }, { "epoch": 0.04, "learning_rate": 4.7915605169299185e-05, "loss": 3.2901, "step": 12600 }, { "epoch": 0.04, "learning_rate": 4.789906235318251e-05, "loss": 3.2829, "step": 12700 }, { "epoch": 0.04, "learning_rate": 4.7882519537065834e-05, "loss": 3.2903, "step": 12800 }, { "epoch": 0.04, "learning_rate": 4.7865976720949166e-05, "loss": 3.2918, "step": 12900 }, { "epoch": 0.04, "learning_rate": 4.784943390483249e-05, "loss": 3.284, "step": 13000 }, { "epoch": 0.04, "learning_rate": 4.7832891088715815e-05, "loss": 3.2858, "step": 13100 }, { "epoch": 0.04, "learning_rate": 4.7816348272599146e-05, "loss": 3.2846, "step": 13200 }, { "epoch": 0.04, "learning_rate": 4.779980545648247e-05, "loss": 3.2948, "step": 13300 }, { "epoch": 0.04, "learning_rate": 4.7783262640365795e-05, "loss": 3.2962, "step": 13400 }, { "epoch": 0.04, "learning_rate": 4.7766719824249126e-05, "loss": 3.3008, "step": 13500 }, { "epoch": 0.04, "learning_rate": 4.775017700813245e-05, "loss": 3.2893, "step": 13600 }, { "epoch": 0.05, "learning_rate": 4.7733634192015775e-05, "loss": 3.2871, "step": 13700 }, { "epoch": 0.05, "learning_rate": 4.771709137589911e-05, "loss": 3.2983, "step": 13800 }, { "epoch": 0.05, "learning_rate": 4.770054855978243e-05, "loss": 3.2774, "step": 13900 }, { "epoch": 0.05, "learning_rate": 4.768400574366576e-05, "loss": 3.2899, "step": 14000 }, { "epoch": 0.05, "learning_rate": 4.766746292754908e-05, "loss": 3.2957, "step": 14100 }, { "epoch": 0.05, "learning_rate": 4.765092011143241e-05, "loss": 3.2904, "step": 14200 }, { "epoch": 0.05, "learning_rate": 4.763437729531574e-05, "loss": 3.286, "step": 14300 }, { "epoch": 0.05, "learning_rate": 4.761783447919906e-05, "loss": 3.284, "step": 14400 }, { "epoch": 0.05, "learning_rate": 4.760129166308239e-05, "loss": 3.2834, "step": 14500 }, { "epoch": 0.05, "learning_rate": 4.758474884696572e-05, "loss": 3.2954, "step": 14600 }, { "epoch": 0.05, "learning_rate": 4.756820603084904e-05, "loss": 3.286, "step": 14700 }, { "epoch": 0.05, "learning_rate": 4.755166321473237e-05, "loss": 3.2783, "step": 14800 }, { "epoch": 0.05, "learning_rate": 4.7535120398615704e-05, "loss": 3.2939, "step": 14900 }, { "epoch": 0.05, "learning_rate": 4.751857758249902e-05, "loss": 3.301, "step": 15000 }, { "epoch": 0.05, "learning_rate": 4.750203476638235e-05, "loss": 3.3021, "step": 15100 }, { "epoch": 0.05, "learning_rate": 4.7485491950265684e-05, "loss": 3.2916, "step": 15200 }, { "epoch": 0.05, "learning_rate": 4.7468949134149e-05, "loss": 3.2896, "step": 15300 }, { "epoch": 0.05, "learning_rate": 4.745240631803233e-05, "loss": 3.295, "step": 15400 }, { "epoch": 0.05, "learning_rate": 4.7435863501915664e-05, "loss": 3.2956, "step": 15500 }, { "epoch": 0.05, "learning_rate": 4.741932068579898e-05, "loss": 3.292, "step": 15600 }, { "epoch": 0.05, "learning_rate": 4.7402777869682313e-05, "loss": 3.289, "step": 15700 }, { "epoch": 0.05, "learning_rate": 4.7386235053565645e-05, "loss": 3.284, "step": 15800 }, { "epoch": 0.05, "learning_rate": 4.736969223744897e-05, "loss": 3.291, "step": 15900 }, { "epoch": 0.05, "learning_rate": 4.7353149421332294e-05, "loss": 3.2793, "step": 16000 }, { "epoch": 0.05, "learning_rate": 4.7336606605215625e-05, "loss": 3.2924, "step": 16100 }, { "epoch": 0.05, "learning_rate": 4.732006378909895e-05, "loss": 3.2953, "step": 16200 }, { "epoch": 0.05, "learning_rate": 4.7303520972982274e-05, "loss": 3.2964, "step": 16300 }, { "epoch": 0.05, "learning_rate": 4.7286978156865606e-05, "loss": 3.2916, "step": 16400 }, { "epoch": 0.05, "learning_rate": 4.727043534074893e-05, "loss": 3.2854, "step": 16500 }, { "epoch": 0.05, "learning_rate": 4.7253892524632255e-05, "loss": 3.2949, "step": 16600 }, { "epoch": 0.06, "learning_rate": 4.723734970851558e-05, "loss": 3.289, "step": 16700 }, { "epoch": 0.06, "learning_rate": 4.722080689239891e-05, "loss": 3.2721, "step": 16800 }, { "epoch": 0.06, "learning_rate": 4.7204264076282235e-05, "loss": 3.2848, "step": 16900 }, { "epoch": 0.06, "learning_rate": 4.718772126016556e-05, "loss": 3.2939, "step": 17000 }, { "epoch": 0.06, "learning_rate": 4.717117844404889e-05, "loss": 3.289, "step": 17100 }, { "epoch": 0.06, "learning_rate": 4.7154635627932215e-05, "loss": 3.2877, "step": 17200 }, { "epoch": 0.06, "learning_rate": 4.713809281181554e-05, "loss": 3.2747, "step": 17300 }, { "epoch": 0.06, "learning_rate": 4.712154999569887e-05, "loss": 3.2915, "step": 17400 }, { "epoch": 0.06, "learning_rate": 4.7105007179582196e-05, "loss": 3.2763, "step": 17500 }, { "epoch": 0.06, "learning_rate": 4.708846436346552e-05, "loss": 3.2881, "step": 17600 }, { "epoch": 0.06, "learning_rate": 4.707192154734885e-05, "loss": 3.2975, "step": 17700 }, { "epoch": 0.06, "learning_rate": 4.7055378731232176e-05, "loss": 3.294, "step": 17800 }, { "epoch": 0.06, "learning_rate": 4.70388359151155e-05, "loss": 3.2951, "step": 17900 }, { "epoch": 0.06, "learning_rate": 4.702229309899883e-05, "loss": 3.2806, "step": 18000 }, { "epoch": 0.06, "learning_rate": 4.700575028288216e-05, "loss": 3.2991, "step": 18100 }, { "epoch": 0.06, "learning_rate": 4.698920746676548e-05, "loss": 3.2838, "step": 18200 }, { "epoch": 0.06, "learning_rate": 4.697266465064881e-05, "loss": 3.2859, "step": 18300 }, { "epoch": 0.06, "learning_rate": 4.6956121834532144e-05, "loss": 3.2875, "step": 18400 }, { "epoch": 0.06, "learning_rate": 4.693957901841546e-05, "loss": 3.2801, "step": 18500 }, { "epoch": 0.06, "learning_rate": 4.692303620229879e-05, "loss": 3.2839, "step": 18600 }, { "epoch": 0.06, "learning_rate": 4.6906493386182124e-05, "loss": 3.2893, "step": 18700 }, { "epoch": 0.06, "learning_rate": 4.688995057006544e-05, "loss": 3.2755, "step": 18800 }, { "epoch": 0.06, "learning_rate": 4.687340775394877e-05, "loss": 3.2954, "step": 18900 }, { "epoch": 0.06, "learning_rate": 4.6856864937832104e-05, "loss": 3.2875, "step": 19000 }, { "epoch": 0.06, "learning_rate": 4.684032212171542e-05, "loss": 3.2911, "step": 19100 }, { "epoch": 0.06, "learning_rate": 4.6823779305598753e-05, "loss": 3.287, "step": 19200 }, { "epoch": 0.06, "learning_rate": 4.680723648948208e-05, "loss": 3.2809, "step": 19300 }, { "epoch": 0.06, "learning_rate": 4.67906936733654e-05, "loss": 3.2948, "step": 19400 }, { "epoch": 0.06, "learning_rate": 4.6774150857248734e-05, "loss": 3.2868, "step": 19500 }, { "epoch": 0.06, "learning_rate": 4.675760804113206e-05, "loss": 3.2931, "step": 19600 }, { "epoch": 0.07, "learning_rate": 4.674106522501538e-05, "loss": 3.2881, "step": 19700 }, { "epoch": 0.07, "learning_rate": 4.6724522408898714e-05, "loss": 3.2942, "step": 19800 }, { "epoch": 0.07, "learning_rate": 4.670797959278204e-05, "loss": 3.2834, "step": 19900 }, { "epoch": 0.07, "learning_rate": 4.669143677666536e-05, "loss": 3.2865, "step": 20000 }, { "epoch": 0.07, "learning_rate": 4.6674893960548695e-05, "loss": 3.2815, "step": 20100 }, { "epoch": 0.07, "learning_rate": 4.665835114443202e-05, "loss": 3.3033, "step": 20200 }, { "epoch": 0.07, "learning_rate": 4.664180832831535e-05, "loss": 3.2943, "step": 20300 }, { "epoch": 0.07, "learning_rate": 4.6625265512198675e-05, "loss": 3.2785, "step": 20400 }, { "epoch": 0.07, "learning_rate": 4.6608722696082e-05, "loss": 3.2879, "step": 20500 }, { "epoch": 0.07, "learning_rate": 4.659217987996533e-05, "loss": 3.2918, "step": 20600 }, { "epoch": 0.07, "learning_rate": 4.6575637063848655e-05, "loss": 3.2842, "step": 20700 }, { "epoch": 0.07, "learning_rate": 4.655909424773198e-05, "loss": 3.2816, "step": 20800 }, { "epoch": 0.07, "learning_rate": 4.654255143161531e-05, "loss": 3.2917, "step": 20900 }, { "epoch": 0.07, "learning_rate": 4.6526008615498636e-05, "loss": 3.2821, "step": 21000 }, { "epoch": 0.07, "learning_rate": 4.650946579938196e-05, "loss": 3.2816, "step": 21100 }, { "epoch": 0.07, "learning_rate": 4.649292298326529e-05, "loss": 3.276, "step": 21200 }, { "epoch": 0.07, "learning_rate": 4.6476380167148616e-05, "loss": 3.2749, "step": 21300 }, { "epoch": 0.07, "learning_rate": 4.645983735103194e-05, "loss": 3.3036, "step": 21400 }, { "epoch": 0.07, "learning_rate": 4.644329453491527e-05, "loss": 3.2723, "step": 21500 }, { "epoch": 0.07, "learning_rate": 4.6426751718798597e-05, "loss": 3.2959, "step": 21600 }, { "epoch": 0.07, "learning_rate": 4.641020890268192e-05, "loss": 3.2839, "step": 21700 }, { "epoch": 0.07, "learning_rate": 4.639366608656525e-05, "loss": 3.2925, "step": 21800 }, { "epoch": 0.07, "learning_rate": 4.637712327044858e-05, "loss": 3.3013, "step": 21900 }, { "epoch": 0.07, "learning_rate": 4.63605804543319e-05, "loss": 3.2799, "step": 22000 }, { "epoch": 0.07, "learning_rate": 4.634403763821523e-05, "loss": 3.288, "step": 22100 }, { "epoch": 0.07, "learning_rate": 4.632749482209856e-05, "loss": 3.3072, "step": 22200 }, { "epoch": 0.07, "learning_rate": 4.631095200598188e-05, "loss": 3.2815, "step": 22300 }, { "epoch": 0.07, "learning_rate": 4.629440918986521e-05, "loss": 3.2871, "step": 22400 }, { "epoch": 0.07, "learning_rate": 4.627786637374854e-05, "loss": 3.2812, "step": 22500 }, { "epoch": 0.07, "learning_rate": 4.626132355763186e-05, "loss": 3.2976, "step": 22600 }, { "epoch": 0.08, "learning_rate": 4.6244780741515194e-05, "loss": 3.2819, "step": 22700 }, { "epoch": 0.08, "learning_rate": 4.622823792539852e-05, "loss": 3.2883, "step": 22800 }, { "epoch": 0.08, "learning_rate": 4.621169510928184e-05, "loss": 3.2844, "step": 22900 }, { "epoch": 0.08, "learning_rate": 4.6195152293165174e-05, "loss": 3.2909, "step": 23000 }, { "epoch": 0.08, "learning_rate": 4.61786094770485e-05, "loss": 3.2894, "step": 23100 }, { "epoch": 0.08, "learning_rate": 4.616206666093182e-05, "loss": 3.2877, "step": 23200 }, { "epoch": 0.08, "learning_rate": 4.6145523844815154e-05, "loss": 3.2877, "step": 23300 }, { "epoch": 0.08, "learning_rate": 4.612898102869848e-05, "loss": 3.2899, "step": 23400 }, { "epoch": 0.08, "learning_rate": 4.61124382125818e-05, "loss": 3.2926, "step": 23500 }, { "epoch": 0.08, "learning_rate": 4.6095895396465135e-05, "loss": 3.2819, "step": 23600 }, { "epoch": 0.08, "learning_rate": 4.607935258034846e-05, "loss": 3.2827, "step": 23700 }, { "epoch": 0.08, "learning_rate": 4.6062809764231784e-05, "loss": 3.2924, "step": 23800 }, { "epoch": 0.08, "learning_rate": 4.6046266948115115e-05, "loss": 3.287, "step": 23900 }, { "epoch": 0.08, "learning_rate": 4.602972413199844e-05, "loss": 3.2746, "step": 24000 }, { "epoch": 0.08, "learning_rate": 4.6013181315881764e-05, "loss": 3.2971, "step": 24100 }, { "epoch": 0.08, "learning_rate": 4.5996638499765095e-05, "loss": 3.2789, "step": 24200 }, { "epoch": 0.08, "learning_rate": 4.598009568364842e-05, "loss": 3.2857, "step": 24300 }, { "epoch": 0.08, "learning_rate": 4.596355286753175e-05, "loss": 3.2808, "step": 24400 }, { "epoch": 0.08, "learning_rate": 4.5947010051415076e-05, "loss": 3.2932, "step": 24500 }, { "epoch": 0.08, "learning_rate": 4.59304672352984e-05, "loss": 3.2946, "step": 24600 }, { "epoch": 0.08, "learning_rate": 4.591392441918173e-05, "loss": 3.2957, "step": 24700 }, { "epoch": 0.08, "learning_rate": 4.5897381603065056e-05, "loss": 3.2578, "step": 24800 }, { "epoch": 0.08, "learning_rate": 4.588083878694838e-05, "loss": 3.3015, "step": 24900 }, { "epoch": 0.08, "learning_rate": 4.586429597083171e-05, "loss": 3.292, "step": 25000 }, { "epoch": 0.08, "learning_rate": 4.5847753154715037e-05, "loss": 3.2771, "step": 25100 }, { "epoch": 0.08, "learning_rate": 4.583121033859836e-05, "loss": 3.2868, "step": 25200 }, { "epoch": 0.08, "learning_rate": 4.581466752248169e-05, "loss": 3.2923, "step": 25300 }, { "epoch": 0.08, "learning_rate": 4.579812470636502e-05, "loss": 3.2885, "step": 25400 }, { "epoch": 0.08, "learning_rate": 4.578158189024834e-05, "loss": 3.2929, "step": 25500 }, { "epoch": 0.08, "learning_rate": 4.576503907413167e-05, "loss": 3.2829, "step": 25600 }, { "epoch": 0.09, "learning_rate": 4.5748496258015e-05, "loss": 3.2922, "step": 25700 }, { "epoch": 0.09, "learning_rate": 4.573195344189832e-05, "loss": 3.2905, "step": 25800 }, { "epoch": 0.09, "learning_rate": 4.571541062578165e-05, "loss": 3.2845, "step": 25900 }, { "epoch": 0.09, "learning_rate": 4.569886780966498e-05, "loss": 3.297, "step": 26000 }, { "epoch": 0.09, "learning_rate": 4.56823249935483e-05, "loss": 3.281, "step": 26100 }, { "epoch": 0.09, "learning_rate": 4.5665782177431634e-05, "loss": 3.2909, "step": 26200 }, { "epoch": 0.09, "learning_rate": 4.564923936131496e-05, "loss": 3.2849, "step": 26300 }, { "epoch": 0.09, "learning_rate": 4.563269654519828e-05, "loss": 3.2719, "step": 26400 }, { "epoch": 0.09, "learning_rate": 4.5616153729081614e-05, "loss": 3.2892, "step": 26500 }, { "epoch": 0.09, "learning_rate": 4.559961091296494e-05, "loss": 3.2945, "step": 26600 }, { "epoch": 0.09, "learning_rate": 4.558306809684826e-05, "loss": 3.275, "step": 26700 }, { "epoch": 0.09, "learning_rate": 4.5566525280731594e-05, "loss": 3.2765, "step": 26800 }, { "epoch": 0.09, "learning_rate": 4.554998246461492e-05, "loss": 3.2737, "step": 26900 }, { "epoch": 0.09, "learning_rate": 4.553343964849824e-05, "loss": 3.2916, "step": 27000 }, { "epoch": 0.09, "learning_rate": 4.5516896832381575e-05, "loss": 3.2736, "step": 27100 }, { "epoch": 0.09, "learning_rate": 4.55003540162649e-05, "loss": 3.2818, "step": 27200 }, { "epoch": 0.09, "learning_rate": 4.5483811200148224e-05, "loss": 3.2877, "step": 27300 }, { "epoch": 0.09, "learning_rate": 4.5467268384031555e-05, "loss": 3.2904, "step": 27400 }, { "epoch": 0.09, "learning_rate": 4.545072556791488e-05, "loss": 3.2939, "step": 27500 }, { "epoch": 0.09, "learning_rate": 4.5434182751798204e-05, "loss": 3.2877, "step": 27600 }, { "epoch": 0.09, "learning_rate": 4.5417639935681535e-05, "loss": 3.2849, "step": 27700 }, { "epoch": 0.09, "learning_rate": 4.540109711956486e-05, "loss": 3.2945, "step": 27800 }, { "epoch": 0.09, "learning_rate": 4.5384554303448185e-05, "loss": 3.2906, "step": 27900 }, { "epoch": 0.09, "learning_rate": 4.5368011487331516e-05, "loss": 3.2866, "step": 28000 }, { "epoch": 0.09, "learning_rate": 4.535146867121484e-05, "loss": 3.2704, "step": 28100 }, { "epoch": 0.09, "learning_rate": 4.5334925855098165e-05, "loss": 3.3005, "step": 28200 }, { "epoch": 0.09, "learning_rate": 4.5318383038981496e-05, "loss": 3.272, "step": 28300 }, { "epoch": 0.09, "learning_rate": 4.530184022286482e-05, "loss": 3.2867, "step": 28400 }, { "epoch": 0.09, "learning_rate": 4.5285297406748145e-05, "loss": 3.3054, "step": 28500 }, { "epoch": 0.09, "learning_rate": 4.5268754590631477e-05, "loss": 3.2861, "step": 28600 }, { "epoch": 0.09, "learning_rate": 4.52522117745148e-05, "loss": 3.2856, "step": 28700 }, { "epoch": 0.1, "learning_rate": 4.523566895839813e-05, "loss": 3.2965, "step": 28800 }, { "epoch": 0.1, "learning_rate": 4.521912614228146e-05, "loss": 3.2931, "step": 28900 }, { "epoch": 0.1, "learning_rate": 4.520258332616478e-05, "loss": 3.2858, "step": 29000 }, { "epoch": 0.1, "learning_rate": 4.518604051004811e-05, "loss": 3.2665, "step": 29100 }, { "epoch": 0.1, "learning_rate": 4.516949769393144e-05, "loss": 3.2821, "step": 29200 }, { "epoch": 0.1, "learning_rate": 4.515295487781476e-05, "loss": 3.2909, "step": 29300 }, { "epoch": 0.1, "learning_rate": 4.513641206169809e-05, "loss": 3.271, "step": 29400 }, { "epoch": 0.1, "learning_rate": 4.511986924558141e-05, "loss": 3.2822, "step": 29500 }, { "epoch": 0.1, "learning_rate": 4.510332642946474e-05, "loss": 3.2736, "step": 29600 }, { "epoch": 0.1, "learning_rate": 4.5086783613348074e-05, "loss": 3.2868, "step": 29700 }, { "epoch": 0.1, "learning_rate": 4.507024079723139e-05, "loss": 3.2943, "step": 29800 }, { "epoch": 0.1, "learning_rate": 4.505369798111472e-05, "loss": 3.3031, "step": 29900 }, { "epoch": 0.1, "learning_rate": 4.5037155164998054e-05, "loss": 3.2958, "step": 30000 }, { "epoch": 0.1, "learning_rate": 4.502061234888137e-05, "loss": 3.2868, "step": 30100 }, { "epoch": 0.1, "learning_rate": 4.50040695327647e-05, "loss": 3.2876, "step": 30200 }, { "epoch": 0.1, "learning_rate": 4.4987526716648034e-05, "loss": 3.2898, "step": 30300 }, { "epoch": 0.1, "learning_rate": 4.497098390053135e-05, "loss": 3.2959, "step": 30400 }, { "epoch": 0.1, "learning_rate": 4.4954441084414683e-05, "loss": 3.2966, "step": 30500 }, { "epoch": 0.1, "learning_rate": 4.4937898268298015e-05, "loss": 3.2712, "step": 30600 }, { "epoch": 0.1, "learning_rate": 4.492135545218133e-05, "loss": 3.2904, "step": 30700 }, { "epoch": 0.1, "learning_rate": 4.4904812636064664e-05, "loss": 3.2859, "step": 30800 }, { "epoch": 0.1, "learning_rate": 4.4888269819947995e-05, "loss": 3.2782, "step": 30900 }, { "epoch": 0.1, "learning_rate": 4.487172700383132e-05, "loss": 3.2856, "step": 31000 }, { "epoch": 0.1, "learning_rate": 4.4855184187714644e-05, "loss": 3.2989, "step": 31100 }, { "epoch": 0.1, "learning_rate": 4.4838641371597975e-05, "loss": 3.2831, "step": 31200 }, { "epoch": 0.1, "learning_rate": 4.48220985554813e-05, "loss": 3.2765, "step": 31300 }, { "epoch": 0.1, "learning_rate": 4.4805555739364625e-05, "loss": 3.2854, "step": 31400 }, { "epoch": 0.1, "learning_rate": 4.4789012923247956e-05, "loss": 3.2868, "step": 31500 }, { "epoch": 0.1, "learning_rate": 4.477247010713128e-05, "loss": 3.2819, "step": 31600 }, { "epoch": 0.1, "learning_rate": 4.4755927291014605e-05, "loss": 3.2786, "step": 31700 }, { "epoch": 0.11, "learning_rate": 4.4739384474897936e-05, "loss": 3.2863, "step": 31800 }, { "epoch": 0.11, "learning_rate": 4.472284165878126e-05, "loss": 3.2992, "step": 31900 }, { "epoch": 0.11, "learning_rate": 4.4706298842664585e-05, "loss": 3.3031, "step": 32000 }, { "epoch": 0.11, "learning_rate": 4.468975602654791e-05, "loss": 3.2771, "step": 32100 }, { "epoch": 0.11, "learning_rate": 4.467321321043124e-05, "loss": 3.2902, "step": 32200 }, { "epoch": 0.11, "learning_rate": 4.4656670394314566e-05, "loss": 3.2804, "step": 32300 }, { "epoch": 0.11, "learning_rate": 4.464012757819789e-05, "loss": 3.2853, "step": 32400 }, { "epoch": 0.11, "learning_rate": 4.462358476208122e-05, "loss": 3.2879, "step": 32500 }, { "epoch": 0.11, "learning_rate": 4.4607041945964546e-05, "loss": 3.2883, "step": 32600 }, { "epoch": 0.11, "learning_rate": 4.459049912984787e-05, "loss": 3.2902, "step": 32700 }, { "epoch": 0.11, "learning_rate": 4.45739563137312e-05, "loss": 3.2852, "step": 32800 }, { "epoch": 0.11, "learning_rate": 4.455741349761453e-05, "loss": 3.2832, "step": 32900 }, { "epoch": 0.11, "learning_rate": 4.454087068149785e-05, "loss": 3.2793, "step": 33000 }, { "epoch": 0.11, "learning_rate": 4.452432786538118e-05, "loss": 3.275, "step": 33100 }, { "epoch": 0.11, "learning_rate": 4.4507785049264514e-05, "loss": 3.281, "step": 33200 }, { "epoch": 0.11, "learning_rate": 4.449124223314783e-05, "loss": 3.284, "step": 33300 }, { "epoch": 0.11, "learning_rate": 4.447469941703116e-05, "loss": 3.2824, "step": 33400 }, { "epoch": 0.11, "learning_rate": 4.4458156600914494e-05, "loss": 3.2664, "step": 33500 }, { "epoch": 0.11, "learning_rate": 4.444161378479781e-05, "loss": 3.2768, "step": 33600 }, { "epoch": 0.11, "learning_rate": 4.442507096868114e-05, "loss": 3.2952, "step": 33700 }, { "epoch": 0.11, "learning_rate": 4.4408528152564474e-05, "loss": 3.2902, "step": 33800 }, { "epoch": 0.11, "learning_rate": 4.439198533644779e-05, "loss": 3.2989, "step": 33900 }, { "epoch": 0.11, "learning_rate": 4.4375442520331123e-05, "loss": 3.2766, "step": 34000 }, { "epoch": 0.11, "learning_rate": 4.4358899704214455e-05, "loss": 3.276, "step": 34100 }, { "epoch": 0.11, "learning_rate": 4.434235688809777e-05, "loss": 3.2783, "step": 34200 }, { "epoch": 0.11, "learning_rate": 4.4325814071981104e-05, "loss": 3.2817, "step": 34300 }, { "epoch": 0.11, "learning_rate": 4.4309271255864435e-05, "loss": 3.2823, "step": 34400 }, { "epoch": 0.11, "learning_rate": 4.429272843974775e-05, "loss": 3.2793, "step": 34500 }, { "epoch": 0.11, "learning_rate": 4.4276185623631084e-05, "loss": 3.2741, "step": 34600 }, { "epoch": 0.11, "learning_rate": 4.425964280751441e-05, "loss": 3.2744, "step": 34700 }, { "epoch": 0.12, "learning_rate": 4.424309999139773e-05, "loss": 3.2765, "step": 34800 }, { "epoch": 0.12, "learning_rate": 4.4226557175281065e-05, "loss": 3.285, "step": 34900 }, { "epoch": 0.12, "learning_rate": 4.421001435916439e-05, "loss": 3.2782, "step": 35000 }, { "epoch": 0.12, "learning_rate": 4.419347154304772e-05, "loss": 3.2879, "step": 35100 }, { "epoch": 0.12, "learning_rate": 4.4176928726931045e-05, "loss": 3.2843, "step": 35200 }, { "epoch": 0.12, "learning_rate": 4.416038591081437e-05, "loss": 3.2782, "step": 35300 }, { "epoch": 0.12, "learning_rate": 4.41438430946977e-05, "loss": 3.2875, "step": 35400 }, { "epoch": 0.12, "learning_rate": 4.4127300278581025e-05, "loss": 3.2691, "step": 35500 }, { "epoch": 0.12, "learning_rate": 4.411075746246435e-05, "loss": 3.2843, "step": 35600 }, { "epoch": 0.12, "learning_rate": 4.409421464634768e-05, "loss": 3.2993, "step": 35700 }, { "epoch": 0.12, "learning_rate": 4.4077671830231006e-05, "loss": 3.2918, "step": 35800 }, { "epoch": 0.12, "learning_rate": 4.406112901411433e-05, "loss": 3.2835, "step": 35900 }, { "epoch": 0.12, "learning_rate": 4.404458619799766e-05, "loss": 3.2957, "step": 36000 }, { "epoch": 0.12, "learning_rate": 4.4028043381880986e-05, "loss": 3.2742, "step": 36100 }, { "epoch": 0.12, "learning_rate": 4.401150056576431e-05, "loss": 3.2875, "step": 36200 }, { "epoch": 0.12, "learning_rate": 4.399495774964764e-05, "loss": 3.2882, "step": 36300 }, { "epoch": 0.12, "learning_rate": 4.3978414933530966e-05, "loss": 3.271, "step": 36400 }, { "epoch": 0.12, "learning_rate": 4.396187211741429e-05, "loss": 3.2728, "step": 36500 }, { "epoch": 0.12, "learning_rate": 4.394532930129762e-05, "loss": 3.2816, "step": 36600 }, { "epoch": 0.12, "learning_rate": 4.392878648518095e-05, "loss": 3.2792, "step": 36700 }, { "epoch": 0.12, "learning_rate": 4.391224366906427e-05, "loss": 3.2718, "step": 36800 }, { "epoch": 0.12, "learning_rate": 4.38957008529476e-05, "loss": 3.2781, "step": 36900 }, { "epoch": 0.12, "learning_rate": 4.387915803683093e-05, "loss": 3.2898, "step": 37000 }, { "epoch": 0.12, "learning_rate": 4.386261522071425e-05, "loss": 3.2766, "step": 37100 }, { "epoch": 0.12, "learning_rate": 4.384607240459758e-05, "loss": 3.272, "step": 37200 }, { "epoch": 0.12, "learning_rate": 4.382952958848091e-05, "loss": 3.2715, "step": 37300 }, { "epoch": 0.12, "learning_rate": 4.381298677236423e-05, "loss": 3.2977, "step": 37400 }, { "epoch": 0.12, "learning_rate": 4.3796443956247563e-05, "loss": 3.2827, "step": 37500 }, { "epoch": 0.12, "learning_rate": 4.377990114013089e-05, "loss": 3.2694, "step": 37600 }, { "epoch": 0.12, "learning_rate": 4.376335832401421e-05, "loss": 3.2857, "step": 37700 }, { "epoch": 0.13, "learning_rate": 4.3746815507897544e-05, "loss": 3.3005, "step": 37800 }, { "epoch": 0.13, "learning_rate": 4.373027269178087e-05, "loss": 3.2855, "step": 37900 }, { "epoch": 0.13, "learning_rate": 4.371372987566419e-05, "loss": 3.2917, "step": 38000 }, { "epoch": 0.13, "learning_rate": 4.3697187059547524e-05, "loss": 3.2836, "step": 38100 }, { "epoch": 0.13, "learning_rate": 4.368064424343085e-05, "loss": 3.2942, "step": 38200 }, { "epoch": 0.13, "learning_rate": 4.366410142731417e-05, "loss": 3.2996, "step": 38300 }, { "epoch": 0.13, "learning_rate": 4.3647558611197505e-05, "loss": 3.284, "step": 38400 }, { "epoch": 0.13, "learning_rate": 4.363101579508083e-05, "loss": 3.2787, "step": 38500 }, { "epoch": 0.13, "learning_rate": 4.3614472978964154e-05, "loss": 3.2885, "step": 38600 }, { "epoch": 0.13, "learning_rate": 4.3597930162847485e-05, "loss": 3.2825, "step": 38700 }, { "epoch": 0.13, "learning_rate": 4.358138734673081e-05, "loss": 3.2837, "step": 38800 }, { "epoch": 0.13, "learning_rate": 4.3564844530614134e-05, "loss": 3.2908, "step": 38900 }, { "epoch": 0.13, "learning_rate": 4.3548301714497465e-05, "loss": 3.2762, "step": 39000 }, { "epoch": 0.13, "learning_rate": 4.353175889838079e-05, "loss": 3.2765, "step": 39100 }, { "epoch": 0.13, "learning_rate": 4.351521608226412e-05, "loss": 3.2976, "step": 39200 }, { "epoch": 0.13, "learning_rate": 4.3498673266147446e-05, "loss": 3.2692, "step": 39300 }, { "epoch": 0.13, "learning_rate": 4.348213045003077e-05, "loss": 3.2811, "step": 39400 }, { "epoch": 0.13, "learning_rate": 4.34655876339141e-05, "loss": 3.2734, "step": 39500 }, { "epoch": 0.13, "learning_rate": 4.3449044817797426e-05, "loss": 3.2943, "step": 39600 }, { "epoch": 0.13, "learning_rate": 4.343250200168075e-05, "loss": 3.2713, "step": 39700 }, { "epoch": 0.13, "learning_rate": 4.341595918556408e-05, "loss": 3.2813, "step": 39800 }, { "epoch": 0.13, "learning_rate": 4.3399416369447406e-05, "loss": 3.2692, "step": 39900 }, { "epoch": 0.13, "learning_rate": 4.338287355333073e-05, "loss": 3.2853, "step": 40000 }, { "epoch": 0.13, "learning_rate": 4.336633073721406e-05, "loss": 3.2784, "step": 40100 }, { "epoch": 0.13, "learning_rate": 4.334978792109739e-05, "loss": 3.2939, "step": 40200 }, { "epoch": 0.13, "learning_rate": 4.333324510498071e-05, "loss": 3.2723, "step": 40300 }, { "epoch": 0.13, "learning_rate": 4.331670228886404e-05, "loss": 3.277, "step": 40400 }, { "epoch": 0.13, "learning_rate": 4.330015947274737e-05, "loss": 3.2739, "step": 40500 }, { "epoch": 0.13, "learning_rate": 4.328361665663069e-05, "loss": 3.2745, "step": 40600 }, { "epoch": 0.13, "learning_rate": 4.326707384051402e-05, "loss": 3.2738, "step": 40700 }, { "epoch": 0.13, "learning_rate": 4.325053102439735e-05, "loss": 3.2705, "step": 40800 }, { "epoch": 0.14, "learning_rate": 4.323398820828067e-05, "loss": 3.2818, "step": 40900 }, { "epoch": 0.14, "learning_rate": 4.3217445392164003e-05, "loss": 3.2993, "step": 41000 }, { "epoch": 0.14, "learning_rate": 4.320090257604733e-05, "loss": 3.2867, "step": 41100 }, { "epoch": 0.14, "learning_rate": 4.318435975993065e-05, "loss": 3.2908, "step": 41200 }, { "epoch": 0.14, "learning_rate": 4.3167816943813984e-05, "loss": 3.2906, "step": 41300 }, { "epoch": 0.14, "learning_rate": 4.315127412769731e-05, "loss": 3.2861, "step": 41400 }, { "epoch": 0.14, "learning_rate": 4.313473131158063e-05, "loss": 3.2768, "step": 41500 }, { "epoch": 0.14, "learning_rate": 4.3118188495463964e-05, "loss": 3.2923, "step": 41600 }, { "epoch": 0.14, "learning_rate": 4.310164567934729e-05, "loss": 3.2733, "step": 41700 }, { "epoch": 0.14, "learning_rate": 4.308510286323061e-05, "loss": 3.2874, "step": 41800 }, { "epoch": 0.14, "learning_rate": 4.3068560047113945e-05, "loss": 3.2837, "step": 41900 }, { "epoch": 0.14, "learning_rate": 4.305201723099727e-05, "loss": 3.2827, "step": 42000 }, { "epoch": 0.14, "learning_rate": 4.3035474414880594e-05, "loss": 3.2816, "step": 42100 }, { "epoch": 0.14, "learning_rate": 4.3018931598763925e-05, "loss": 3.2883, "step": 42200 }, { "epoch": 0.14, "learning_rate": 4.300238878264725e-05, "loss": 3.2763, "step": 42300 }, { "epoch": 0.14, "learning_rate": 4.2985845966530574e-05, "loss": 3.2642, "step": 42400 }, { "epoch": 0.14, "learning_rate": 4.2969303150413905e-05, "loss": 3.2771, "step": 42500 }, { "epoch": 0.14, "learning_rate": 4.295276033429723e-05, "loss": 3.2745, "step": 42600 }, { "epoch": 0.14, "learning_rate": 4.2936217518180554e-05, "loss": 3.2742, "step": 42700 }, { "epoch": 0.14, "learning_rate": 4.2919674702063886e-05, "loss": 3.2976, "step": 42800 }, { "epoch": 0.14, "learning_rate": 4.290313188594721e-05, "loss": 3.2856, "step": 42900 }, { "epoch": 0.14, "learning_rate": 4.2886589069830535e-05, "loss": 3.2877, "step": 43000 }, { "epoch": 0.14, "learning_rate": 4.2870046253713866e-05, "loss": 3.268, "step": 43100 }, { "epoch": 0.14, "learning_rate": 4.285350343759719e-05, "loss": 3.2837, "step": 43200 }, { "epoch": 0.14, "learning_rate": 4.2836960621480515e-05, "loss": 3.2773, "step": 43300 }, { "epoch": 0.14, "learning_rate": 4.2820417805363847e-05, "loss": 3.2718, "step": 43400 }, { "epoch": 0.14, "learning_rate": 4.280387498924717e-05, "loss": 3.2883, "step": 43500 }, { "epoch": 0.14, "learning_rate": 4.27873321731305e-05, "loss": 3.2788, "step": 43600 }, { "epoch": 0.14, "learning_rate": 4.277078935701383e-05, "loss": 3.2846, "step": 43700 }, { "epoch": 0.14, "learning_rate": 4.275424654089715e-05, "loss": 3.2723, "step": 43800 }, { "epoch": 0.15, "learning_rate": 4.273770372478048e-05, "loss": 3.2704, "step": 43900 }, { "epoch": 0.15, "learning_rate": 4.272116090866381e-05, "loss": 3.2752, "step": 44000 }, { "epoch": 0.15, "learning_rate": 4.270461809254713e-05, "loss": 3.2712, "step": 44100 }, { "epoch": 0.15, "learning_rate": 4.268807527643046e-05, "loss": 3.2812, "step": 44200 }, { "epoch": 0.15, "learning_rate": 4.267153246031379e-05, "loss": 3.2719, "step": 44300 }, { "epoch": 0.15, "learning_rate": 4.265498964419711e-05, "loss": 3.2726, "step": 44400 }, { "epoch": 0.15, "learning_rate": 4.2638446828080444e-05, "loss": 3.2883, "step": 44500 }, { "epoch": 0.15, "learning_rate": 4.262190401196377e-05, "loss": 3.2805, "step": 44600 }, { "epoch": 0.15, "learning_rate": 4.260536119584709e-05, "loss": 3.3015, "step": 44700 }, { "epoch": 0.15, "learning_rate": 4.2588818379730424e-05, "loss": 3.2709, "step": 44800 }, { "epoch": 0.15, "learning_rate": 4.257227556361374e-05, "loss": 3.2864, "step": 44900 }, { "epoch": 0.15, "learning_rate": 4.255573274749707e-05, "loss": 3.2695, "step": 45000 }, { "epoch": 0.15, "learning_rate": 4.2539189931380404e-05, "loss": 3.276, "step": 45100 }, { "epoch": 0.15, "learning_rate": 4.252264711526372e-05, "loss": 3.2666, "step": 45200 }, { "epoch": 0.15, "learning_rate": 4.250610429914705e-05, "loss": 3.2815, "step": 45300 }, { "epoch": 0.15, "learning_rate": 4.2489561483030385e-05, "loss": 3.2822, "step": 45400 }, { "epoch": 0.15, "learning_rate": 4.24730186669137e-05, "loss": 3.2792, "step": 45500 }, { "epoch": 0.15, "learning_rate": 4.2456475850797034e-05, "loss": 3.2849, "step": 45600 }, { "epoch": 0.15, "learning_rate": 4.2439933034680365e-05, "loss": 3.2803, "step": 45700 }, { "epoch": 0.15, "learning_rate": 4.242339021856369e-05, "loss": 3.2746, "step": 45800 }, { "epoch": 0.15, "learning_rate": 4.2406847402447014e-05, "loss": 3.2647, "step": 45900 }, { "epoch": 0.15, "learning_rate": 4.2390304586330345e-05, "loss": 3.2782, "step": 46000 }, { "epoch": 0.15, "learning_rate": 4.237376177021367e-05, "loss": 3.275, "step": 46100 }, { "epoch": 0.15, "learning_rate": 4.2357218954096994e-05, "loss": 3.2574, "step": 46200 }, { "epoch": 0.15, "learning_rate": 4.2340676137980326e-05, "loss": 3.2702, "step": 46300 }, { "epoch": 0.15, "learning_rate": 4.232413332186365e-05, "loss": 3.2754, "step": 46400 }, { "epoch": 0.15, "learning_rate": 4.2307590505746975e-05, "loss": 3.2867, "step": 46500 }, { "epoch": 0.15, "learning_rate": 4.2291047689630306e-05, "loss": 3.2667, "step": 46600 }, { "epoch": 0.15, "learning_rate": 4.227450487351363e-05, "loss": 3.2795, "step": 46700 }, { "epoch": 0.15, "learning_rate": 4.2257962057396955e-05, "loss": 3.2763, "step": 46800 }, { "epoch": 0.16, "learning_rate": 4.2241419241280287e-05, "loss": 3.2788, "step": 46900 }, { "epoch": 0.16, "learning_rate": 4.222487642516361e-05, "loss": 3.2677, "step": 47000 }, { "epoch": 0.16, "learning_rate": 4.2208333609046936e-05, "loss": 3.2683, "step": 47100 }, { "epoch": 0.16, "learning_rate": 4.219179079293027e-05, "loss": 3.2804, "step": 47200 }, { "epoch": 0.16, "learning_rate": 4.217524797681359e-05, "loss": 3.2729, "step": 47300 }, { "epoch": 0.16, "learning_rate": 4.2158705160696916e-05, "loss": 3.2818, "step": 47400 }, { "epoch": 0.16, "learning_rate": 4.214216234458024e-05, "loss": 3.2829, "step": 47500 }, { "epoch": 0.16, "learning_rate": 4.212561952846357e-05, "loss": 3.272, "step": 47600 }, { "epoch": 0.16, "learning_rate": 4.21090767123469e-05, "loss": 3.2847, "step": 47700 }, { "epoch": 0.16, "learning_rate": 4.209253389623022e-05, "loss": 3.2814, "step": 47800 }, { "epoch": 0.16, "learning_rate": 4.207599108011355e-05, "loss": 3.2718, "step": 47900 }, { "epoch": 0.16, "learning_rate": 4.2059448263996884e-05, "loss": 3.2912, "step": 48000 }, { "epoch": 0.16, "learning_rate": 4.20429054478802e-05, "loss": 3.2841, "step": 48100 }, { "epoch": 0.16, "learning_rate": 4.202636263176353e-05, "loss": 3.2781, "step": 48200 }, { "epoch": 0.16, "learning_rate": 4.2009819815646864e-05, "loss": 3.2631, "step": 48300 }, { "epoch": 0.16, "learning_rate": 4.199327699953018e-05, "loss": 3.2655, "step": 48400 }, { "epoch": 0.16, "learning_rate": 4.197673418341351e-05, "loss": 3.2698, "step": 48500 }, { "epoch": 0.16, "learning_rate": 4.1960191367296844e-05, "loss": 3.2651, "step": 48600 }, { "epoch": 0.16, "learning_rate": 4.194364855118016e-05, "loss": 3.2819, "step": 48700 }, { "epoch": 0.16, "learning_rate": 4.192710573506349e-05, "loss": 3.2709, "step": 48800 }, { "epoch": 0.16, "learning_rate": 4.1910562918946825e-05, "loss": 3.2778, "step": 48900 }, { "epoch": 0.16, "learning_rate": 4.189402010283014e-05, "loss": 3.2856, "step": 49000 }, { "epoch": 0.16, "learning_rate": 4.1877477286713474e-05, "loss": 3.2965, "step": 49100 }, { "epoch": 0.16, "learning_rate": 4.1860934470596805e-05, "loss": 3.2803, "step": 49200 }, { "epoch": 0.16, "learning_rate": 4.184439165448012e-05, "loss": 3.263, "step": 49300 }, { "epoch": 0.16, "learning_rate": 4.1827848838363454e-05, "loss": 3.2755, "step": 49400 }, { "epoch": 0.16, "learning_rate": 4.1811306022246785e-05, "loss": 3.2782, "step": 49500 }, { "epoch": 0.16, "learning_rate": 4.17947632061301e-05, "loss": 3.2788, "step": 49600 }, { "epoch": 0.16, "learning_rate": 4.1778220390013434e-05, "loss": 3.2698, "step": 49700 }, { "epoch": 0.16, "learning_rate": 4.1761677573896766e-05, "loss": 3.2774, "step": 49800 }, { "epoch": 0.17, "learning_rate": 4.174513475778009e-05, "loss": 3.2741, "step": 49900 }, { "epoch": 0.17, "learning_rate": 4.1728591941663415e-05, "loss": 3.287, "step": 50000 }, { "epoch": 0.17, "learning_rate": 4.171204912554674e-05, "loss": 3.2744, "step": 50100 }, { "epoch": 0.17, "learning_rate": 4.169550630943007e-05, "loss": 3.2841, "step": 50200 }, { "epoch": 0.17, "learning_rate": 4.1678963493313395e-05, "loss": 3.2667, "step": 50300 }, { "epoch": 0.17, "learning_rate": 4.166242067719672e-05, "loss": 3.2733, "step": 50400 }, { "epoch": 0.17, "learning_rate": 4.164587786108005e-05, "loss": 3.2774, "step": 50500 }, { "epoch": 0.17, "learning_rate": 4.1629335044963376e-05, "loss": 3.2722, "step": 50600 }, { "epoch": 0.17, "learning_rate": 4.16127922288467e-05, "loss": 3.2764, "step": 50700 }, { "epoch": 0.17, "learning_rate": 4.159624941273003e-05, "loss": 3.2835, "step": 50800 }, { "epoch": 0.17, "learning_rate": 4.1579706596613356e-05, "loss": 3.2851, "step": 50900 }, { "epoch": 0.17, "learning_rate": 4.156316378049668e-05, "loss": 3.2814, "step": 51000 }, { "epoch": 0.17, "learning_rate": 4.154662096438001e-05, "loss": 3.2749, "step": 51100 }, { "epoch": 0.17, "learning_rate": 4.1530078148263336e-05, "loss": 3.2696, "step": 51200 }, { "epoch": 0.17, "learning_rate": 4.151353533214666e-05, "loss": 3.2935, "step": 51300 }, { "epoch": 0.17, "learning_rate": 4.149699251602999e-05, "loss": 3.2737, "step": 51400 }, { "epoch": 0.17, "learning_rate": 4.148044969991332e-05, "loss": 3.2831, "step": 51500 }, { "epoch": 0.17, "learning_rate": 4.146390688379664e-05, "loss": 3.2638, "step": 51600 }, { "epoch": 0.17, "learning_rate": 4.144736406767997e-05, "loss": 3.273, "step": 51700 }, { "epoch": 0.17, "learning_rate": 4.14308212515633e-05, "loss": 3.2786, "step": 51800 }, { "epoch": 0.17, "learning_rate": 4.141427843544662e-05, "loss": 3.28, "step": 51900 }, { "epoch": 0.17, "learning_rate": 4.139773561932995e-05, "loss": 3.2827, "step": 52000 }, { "epoch": 0.17, "learning_rate": 4.1381192803213284e-05, "loss": 3.2688, "step": 52100 }, { "epoch": 0.17, "learning_rate": 4.13646499870966e-05, "loss": 3.2596, "step": 52200 }, { "epoch": 0.17, "learning_rate": 4.134810717097993e-05, "loss": 3.2704, "step": 52300 }, { "epoch": 0.17, "learning_rate": 4.1331564354863265e-05, "loss": 3.2792, "step": 52400 }, { "epoch": 0.17, "learning_rate": 4.131502153874658e-05, "loss": 3.2734, "step": 52500 }, { "epoch": 0.17, "learning_rate": 4.1298478722629914e-05, "loss": 3.2838, "step": 52600 }, { "epoch": 0.17, "learning_rate": 4.128193590651324e-05, "loss": 3.2762, "step": 52700 }, { "epoch": 0.17, "learning_rate": 4.126539309039656e-05, "loss": 3.2819, "step": 52800 }, { "epoch": 0.18, "learning_rate": 4.1248850274279894e-05, "loss": 3.2741, "step": 52900 }, { "epoch": 0.18, "learning_rate": 4.123230745816322e-05, "loss": 3.2653, "step": 53000 }, { "epoch": 0.18, "learning_rate": 4.121576464204654e-05, "loss": 3.2647, "step": 53100 }, { "epoch": 0.18, "learning_rate": 4.1199221825929875e-05, "loss": 3.2723, "step": 53200 }, { "epoch": 0.18, "learning_rate": 4.11826790098132e-05, "loss": 3.2606, "step": 53300 }, { "epoch": 0.18, "learning_rate": 4.1166136193696524e-05, "loss": 3.2717, "step": 53400 }, { "epoch": 0.18, "learning_rate": 4.1149593377579855e-05, "loss": 3.2796, "step": 53500 }, { "epoch": 0.18, "learning_rate": 4.113305056146318e-05, "loss": 3.2854, "step": 53600 }, { "epoch": 0.18, "learning_rate": 4.1116507745346504e-05, "loss": 3.2598, "step": 53700 }, { "epoch": 0.18, "learning_rate": 4.1099964929229835e-05, "loss": 3.2887, "step": 53800 }, { "epoch": 0.18, "learning_rate": 4.108342211311316e-05, "loss": 3.2692, "step": 53900 }, { "epoch": 0.18, "learning_rate": 4.1066879296996484e-05, "loss": 3.2895, "step": 54000 }, { "epoch": 0.18, "learning_rate": 4.1050336480879816e-05, "loss": 3.2643, "step": 54100 }, { "epoch": 0.18, "learning_rate": 4.103379366476314e-05, "loss": 3.2739, "step": 54200 }, { "epoch": 0.18, "learning_rate": 4.101725084864647e-05, "loss": 3.2844, "step": 54300 }, { "epoch": 0.18, "learning_rate": 4.1000708032529796e-05, "loss": 3.2898, "step": 54400 }, { "epoch": 0.18, "learning_rate": 4.098416521641312e-05, "loss": 3.2769, "step": 54500 }, { "epoch": 0.18, "learning_rate": 4.096762240029645e-05, "loss": 3.276, "step": 54600 }, { "epoch": 0.18, "learning_rate": 4.0951079584179776e-05, "loss": 3.2716, "step": 54700 }, { "epoch": 0.18, "learning_rate": 4.09345367680631e-05, "loss": 3.275, "step": 54800 }, { "epoch": 0.18, "learning_rate": 4.091799395194643e-05, "loss": 3.2815, "step": 54900 }, { "epoch": 0.18, "learning_rate": 4.090145113582976e-05, "loss": 3.2617, "step": 55000 }, { "epoch": 0.18, "learning_rate": 4.088490831971308e-05, "loss": 3.2822, "step": 55100 }, { "epoch": 0.18, "learning_rate": 4.086836550359641e-05, "loss": 3.275, "step": 55200 }, { "epoch": 0.18, "learning_rate": 4.085182268747974e-05, "loss": 3.2682, "step": 55300 }, { "epoch": 0.18, "learning_rate": 4.083527987136306e-05, "loss": 3.276, "step": 55400 }, { "epoch": 0.18, "learning_rate": 4.081873705524639e-05, "loss": 3.2635, "step": 55500 }, { "epoch": 0.18, "learning_rate": 4.080219423912972e-05, "loss": 3.2695, "step": 55600 }, { "epoch": 0.18, "learning_rate": 4.078565142301304e-05, "loss": 3.2798, "step": 55700 }, { "epoch": 0.18, "learning_rate": 4.0769108606896373e-05, "loss": 3.2667, "step": 55800 }, { "epoch": 0.18, "learning_rate": 4.07525657907797e-05, "loss": 3.2704, "step": 55900 }, { "epoch": 0.19, "learning_rate": 4.073602297466302e-05, "loss": 3.2718, "step": 56000 }, { "epoch": 0.19, "learning_rate": 4.0719480158546354e-05, "loss": 3.2788, "step": 56100 }, { "epoch": 0.19, "learning_rate": 4.070293734242968e-05, "loss": 3.2715, "step": 56200 }, { "epoch": 0.19, "learning_rate": 4.0686394526313e-05, "loss": 3.2813, "step": 56300 }, { "epoch": 0.19, "learning_rate": 4.0669851710196334e-05, "loss": 3.2578, "step": 56400 }, { "epoch": 0.19, "learning_rate": 4.065330889407966e-05, "loss": 3.2768, "step": 56500 }, { "epoch": 0.19, "learning_rate": 4.063676607796298e-05, "loss": 3.2587, "step": 56600 }, { "epoch": 0.19, "learning_rate": 4.0620223261846315e-05, "loss": 3.2674, "step": 56700 }, { "epoch": 0.19, "learning_rate": 4.060368044572964e-05, "loss": 3.281, "step": 56800 }, { "epoch": 0.19, "learning_rate": 4.0587137629612964e-05, "loss": 3.2645, "step": 56900 }, { "epoch": 0.19, "learning_rate": 4.0570594813496295e-05, "loss": 3.2587, "step": 57000 }, { "epoch": 0.19, "learning_rate": 4.055405199737962e-05, "loss": 3.2672, "step": 57100 }, { "epoch": 0.19, "learning_rate": 4.0537509181262944e-05, "loss": 3.2611, "step": 57200 }, { "epoch": 0.19, "learning_rate": 4.0520966365146275e-05, "loss": 3.2823, "step": 57300 }, { "epoch": 0.19, "learning_rate": 4.05044235490296e-05, "loss": 3.2853, "step": 57400 }, { "epoch": 0.19, "learning_rate": 4.0487880732912924e-05, "loss": 3.2697, "step": 57500 }, { "epoch": 0.19, "learning_rate": 4.0471337916796256e-05, "loss": 3.2624, "step": 57600 }, { "epoch": 0.19, "learning_rate": 4.045479510067958e-05, "loss": 3.2631, "step": 57700 }, { "epoch": 0.19, "learning_rate": 4.0438252284562905e-05, "loss": 3.2622, "step": 57800 }, { "epoch": 0.19, "learning_rate": 4.0421709468446236e-05, "loss": 3.2699, "step": 57900 }, { "epoch": 0.19, "learning_rate": 4.040516665232956e-05, "loss": 3.2851, "step": 58000 }, { "epoch": 0.19, "learning_rate": 4.0388623836212885e-05, "loss": 3.2694, "step": 58100 }, { "epoch": 0.19, "learning_rate": 4.0372081020096216e-05, "loss": 3.2844, "step": 58200 }, { "epoch": 0.19, "learning_rate": 4.035553820397954e-05, "loss": 3.2686, "step": 58300 }, { "epoch": 0.19, "learning_rate": 4.033899538786287e-05, "loss": 3.2773, "step": 58400 }, { "epoch": 0.19, "learning_rate": 4.03224525717462e-05, "loss": 3.2559, "step": 58500 }, { "epoch": 0.19, "learning_rate": 4.030590975562952e-05, "loss": 3.2661, "step": 58600 }, { "epoch": 0.19, "learning_rate": 4.028936693951285e-05, "loss": 3.2859, "step": 58700 }, { "epoch": 0.19, "learning_rate": 4.027282412339618e-05, "loss": 3.2842, "step": 58800 }, { "epoch": 0.19, "learning_rate": 4.02562813072795e-05, "loss": 3.2864, "step": 58900 }, { "epoch": 0.2, "learning_rate": 4.023973849116283e-05, "loss": 3.2716, "step": 59000 }, { "epoch": 0.2, "learning_rate": 4.022319567504616e-05, "loss": 3.2941, "step": 59100 }, { "epoch": 0.2, "learning_rate": 4.020665285892948e-05, "loss": 3.2728, "step": 59200 }, { "epoch": 0.2, "learning_rate": 4.0190110042812813e-05, "loss": 3.2651, "step": 59300 }, { "epoch": 0.2, "learning_rate": 4.017356722669614e-05, "loss": 3.272, "step": 59400 }, { "epoch": 0.2, "learning_rate": 4.015702441057946e-05, "loss": 3.2682, "step": 59500 }, { "epoch": 0.2, "learning_rate": 4.0140481594462794e-05, "loss": 3.2834, "step": 59600 }, { "epoch": 0.2, "learning_rate": 4.012393877834612e-05, "loss": 3.2768, "step": 59700 }, { "epoch": 0.2, "learning_rate": 4.010739596222944e-05, "loss": 3.2825, "step": 59800 }, { "epoch": 0.2, "learning_rate": 4.0090853146112774e-05, "loss": 3.2888, "step": 59900 }, { "epoch": 0.2, "learning_rate": 4.00743103299961e-05, "loss": 3.2852, "step": 60000 }, { "epoch": 0.2, "learning_rate": 4.005776751387942e-05, "loss": 3.2733, "step": 60100 }, { "epoch": 0.2, "learning_rate": 4.0041224697762755e-05, "loss": 3.2694, "step": 60200 }, { "epoch": 0.2, "learning_rate": 4.002468188164607e-05, "loss": 3.2803, "step": 60300 }, { "epoch": 0.2, "learning_rate": 4.0008139065529404e-05, "loss": 3.2738, "step": 60400 }, { "epoch": 0.2, "learning_rate": 3.9991596249412735e-05, "loss": 3.2809, "step": 60500 }, { "epoch": 0.2, "learning_rate": 3.997505343329606e-05, "loss": 3.2728, "step": 60600 }, { "epoch": 0.2, "learning_rate": 3.9958510617179384e-05, "loss": 3.283, "step": 60700 }, { "epoch": 0.2, "learning_rate": 3.9941967801062715e-05, "loss": 3.2633, "step": 60800 }, { "epoch": 0.2, "learning_rate": 3.992542498494604e-05, "loss": 3.2739, "step": 60900 }, { "epoch": 0.2, "learning_rate": 3.9908882168829364e-05, "loss": 3.2639, "step": 61000 }, { "epoch": 0.2, "learning_rate": 3.9892339352712696e-05, "loss": 3.2659, "step": 61100 }, { "epoch": 0.2, "learning_rate": 3.987579653659602e-05, "loss": 3.2785, "step": 61200 }, { "epoch": 0.2, "learning_rate": 3.9859253720479345e-05, "loss": 3.2706, "step": 61300 }, { "epoch": 0.2, "learning_rate": 3.9842710904362676e-05, "loss": 3.2732, "step": 61400 }, { "epoch": 0.2, "learning_rate": 3.9826168088246e-05, "loss": 3.2764, "step": 61500 }, { "epoch": 0.2, "learning_rate": 3.9809625272129325e-05, "loss": 3.2644, "step": 61600 }, { "epoch": 0.2, "learning_rate": 3.9793082456012656e-05, "loss": 3.2631, "step": 61700 }, { "epoch": 0.2, "learning_rate": 3.977653963989598e-05, "loss": 3.2846, "step": 61800 }, { "epoch": 0.2, "learning_rate": 3.9759996823779306e-05, "loss": 3.2645, "step": 61900 }, { "epoch": 0.21, "learning_rate": 3.974345400766264e-05, "loss": 3.2657, "step": 62000 }, { "epoch": 0.21, "learning_rate": 3.972691119154596e-05, "loss": 3.2847, "step": 62100 }, { "epoch": 0.21, "learning_rate": 3.9710368375429286e-05, "loss": 3.2714, "step": 62200 }, { "epoch": 0.21, "learning_rate": 3.969382555931262e-05, "loss": 3.2759, "step": 62300 }, { "epoch": 0.21, "learning_rate": 3.967728274319594e-05, "loss": 3.2859, "step": 62400 }, { "epoch": 0.21, "learning_rate": 3.966073992707927e-05, "loss": 3.2691, "step": 62500 }, { "epoch": 0.21, "learning_rate": 3.96441971109626e-05, "loss": 3.2632, "step": 62600 }, { "epoch": 0.21, "learning_rate": 3.962765429484592e-05, "loss": 3.281, "step": 62700 }, { "epoch": 0.21, "learning_rate": 3.9611111478729253e-05, "loss": 3.2685, "step": 62800 }, { "epoch": 0.21, "learning_rate": 3.959456866261257e-05, "loss": 3.2606, "step": 62900 }, { "epoch": 0.21, "learning_rate": 3.95780258464959e-05, "loss": 3.2632, "step": 63000 }, { "epoch": 0.21, "learning_rate": 3.9561483030379234e-05, "loss": 3.2696, "step": 63100 }, { "epoch": 0.21, "learning_rate": 3.954494021426255e-05, "loss": 3.2681, "step": 63200 }, { "epoch": 0.21, "learning_rate": 3.952839739814588e-05, "loss": 3.2706, "step": 63300 }, { "epoch": 0.21, "learning_rate": 3.9511854582029214e-05, "loss": 3.2794, "step": 63400 }, { "epoch": 0.21, "learning_rate": 3.949531176591253e-05, "loss": 3.246, "step": 63500 }, { "epoch": 0.21, "learning_rate": 3.947876894979586e-05, "loss": 3.2586, "step": 63600 }, { "epoch": 0.21, "learning_rate": 3.9462226133679195e-05, "loss": 3.2695, "step": 63700 }, { "epoch": 0.21, "learning_rate": 3.944568331756251e-05, "loss": 3.2706, "step": 63800 }, { "epoch": 0.21, "learning_rate": 3.9429140501445844e-05, "loss": 3.2697, "step": 63900 }, { "epoch": 0.21, "learning_rate": 3.9412597685329175e-05, "loss": 3.2794, "step": 64000 }, { "epoch": 0.21, "learning_rate": 3.939605486921249e-05, "loss": 3.2611, "step": 64100 }, { "epoch": 0.21, "learning_rate": 3.9379512053095824e-05, "loss": 3.2624, "step": 64200 }, { "epoch": 0.21, "learning_rate": 3.9362969236979155e-05, "loss": 3.2737, "step": 64300 }, { "epoch": 0.21, "learning_rate": 3.934642642086247e-05, "loss": 3.2777, "step": 64400 }, { "epoch": 0.21, "learning_rate": 3.9329883604745804e-05, "loss": 3.2828, "step": 64500 }, { "epoch": 0.21, "learning_rate": 3.9313340788629136e-05, "loss": 3.2732, "step": 64600 }, { "epoch": 0.21, "learning_rate": 3.929679797251246e-05, "loss": 3.2743, "step": 64700 }, { "epoch": 0.21, "learning_rate": 3.9280255156395785e-05, "loss": 3.2719, "step": 64800 }, { "epoch": 0.21, "learning_rate": 3.9263712340279116e-05, "loss": 3.271, "step": 64900 }, { "epoch": 0.22, "learning_rate": 3.924716952416244e-05, "loss": 3.2755, "step": 65000 }, { "epoch": 0.22, "learning_rate": 3.9230626708045765e-05, "loss": 3.2623, "step": 65100 }, { "epoch": 0.22, "learning_rate": 3.9214083891929097e-05, "loss": 3.2473, "step": 65200 }, { "epoch": 0.22, "learning_rate": 3.919754107581242e-05, "loss": 3.265, "step": 65300 }, { "epoch": 0.22, "learning_rate": 3.9180998259695746e-05, "loss": 3.2639, "step": 65400 }, { "epoch": 0.22, "learning_rate": 3.916445544357907e-05, "loss": 3.2691, "step": 65500 }, { "epoch": 0.22, "learning_rate": 3.91479126274624e-05, "loss": 3.2797, "step": 65600 }, { "epoch": 0.22, "learning_rate": 3.9131369811345726e-05, "loss": 3.2732, "step": 65700 }, { "epoch": 0.22, "learning_rate": 3.911482699522905e-05, "loss": 3.2771, "step": 65800 }, { "epoch": 0.22, "learning_rate": 3.909828417911238e-05, "loss": 3.2604, "step": 65900 }, { "epoch": 0.22, "learning_rate": 3.9081741362995706e-05, "loss": 3.2633, "step": 66000 }, { "epoch": 0.22, "learning_rate": 3.906519854687903e-05, "loss": 3.2683, "step": 66100 }, { "epoch": 0.22, "learning_rate": 3.904865573076236e-05, "loss": 3.2574, "step": 66200 }, { "epoch": 0.22, "learning_rate": 3.903211291464569e-05, "loss": 3.2739, "step": 66300 }, { "epoch": 0.22, "learning_rate": 3.901557009852901e-05, "loss": 3.2623, "step": 66400 }, { "epoch": 0.22, "learning_rate": 3.899902728241234e-05, "loss": 3.2689, "step": 66500 }, { "epoch": 0.22, "learning_rate": 3.898248446629567e-05, "loss": 3.2705, "step": 66600 }, { "epoch": 0.22, "learning_rate": 3.896594165017899e-05, "loss": 3.2755, "step": 66700 }, { "epoch": 0.22, "learning_rate": 3.894939883406232e-05, "loss": 3.2826, "step": 66800 }, { "epoch": 0.22, "learning_rate": 3.8932856017945654e-05, "loss": 3.2878, "step": 66900 }, { "epoch": 0.22, "learning_rate": 3.891631320182897e-05, "loss": 3.2755, "step": 67000 }, { "epoch": 0.22, "learning_rate": 3.88997703857123e-05, "loss": 3.2695, "step": 67100 }, { "epoch": 0.22, "learning_rate": 3.8883227569595635e-05, "loss": 3.2697, "step": 67200 }, { "epoch": 0.22, "learning_rate": 3.886668475347895e-05, "loss": 3.253, "step": 67300 }, { "epoch": 0.22, "learning_rate": 3.8850141937362284e-05, "loss": 3.2783, "step": 67400 }, { "epoch": 0.22, "learning_rate": 3.8833599121245615e-05, "loss": 3.2743, "step": 67500 }, { "epoch": 0.22, "learning_rate": 3.881705630512893e-05, "loss": 3.2665, "step": 67600 }, { "epoch": 0.22, "learning_rate": 3.8800513489012264e-05, "loss": 3.2634, "step": 67700 }, { "epoch": 0.22, "learning_rate": 3.8783970672895595e-05, "loss": 3.2797, "step": 67800 }, { "epoch": 0.22, "learning_rate": 3.876742785677891e-05, "loss": 3.2621, "step": 67900 }, { "epoch": 0.22, "learning_rate": 3.8750885040662244e-05, "loss": 3.2649, "step": 68000 }, { "epoch": 0.23, "learning_rate": 3.873434222454557e-05, "loss": 3.2647, "step": 68100 }, { "epoch": 0.23, "learning_rate": 3.8717799408428894e-05, "loss": 3.276, "step": 68200 }, { "epoch": 0.23, "learning_rate": 3.8701256592312225e-05, "loss": 3.2668, "step": 68300 }, { "epoch": 0.23, "learning_rate": 3.868471377619555e-05, "loss": 3.2666, "step": 68400 }, { "epoch": 0.23, "learning_rate": 3.8668170960078874e-05, "loss": 3.2688, "step": 68500 }, { "epoch": 0.23, "learning_rate": 3.8651628143962205e-05, "loss": 3.2889, "step": 68600 }, { "epoch": 0.23, "learning_rate": 3.863508532784553e-05, "loss": 3.2787, "step": 68700 }, { "epoch": 0.23, "learning_rate": 3.8618542511728854e-05, "loss": 3.2738, "step": 68800 }, { "epoch": 0.23, "learning_rate": 3.8601999695612186e-05, "loss": 3.256, "step": 68900 }, { "epoch": 0.23, "learning_rate": 3.858545687949551e-05, "loss": 3.2739, "step": 69000 }, { "epoch": 0.23, "learning_rate": 3.856891406337884e-05, "loss": 3.2672, "step": 69100 }, { "epoch": 0.23, "learning_rate": 3.8552371247262166e-05, "loss": 3.2561, "step": 69200 }, { "epoch": 0.23, "learning_rate": 3.853582843114549e-05, "loss": 3.2633, "step": 69300 }, { "epoch": 0.23, "learning_rate": 3.851928561502882e-05, "loss": 3.2617, "step": 69400 }, { "epoch": 0.23, "learning_rate": 3.8502742798912146e-05, "loss": 3.2652, "step": 69500 }, { "epoch": 0.23, "learning_rate": 3.848619998279547e-05, "loss": 3.2603, "step": 69600 }, { "epoch": 0.23, "learning_rate": 3.84696571666788e-05, "loss": 3.2748, "step": 69700 }, { "epoch": 0.23, "learning_rate": 3.845311435056213e-05, "loss": 3.2633, "step": 69800 }, { "epoch": 0.23, "learning_rate": 3.843657153444545e-05, "loss": 3.2608, "step": 69900 }, { "epoch": 0.23, "learning_rate": 3.842002871832878e-05, "loss": 3.2812, "step": 70000 }, { "epoch": 0.23, "learning_rate": 3.840348590221211e-05, "loss": 3.2775, "step": 70100 }, { "epoch": 0.23, "learning_rate": 3.838694308609543e-05, "loss": 3.2708, "step": 70200 }, { "epoch": 0.23, "learning_rate": 3.837040026997876e-05, "loss": 3.2529, "step": 70300 }, { "epoch": 0.23, "learning_rate": 3.835385745386209e-05, "loss": 3.2715, "step": 70400 }, { "epoch": 0.23, "learning_rate": 3.833731463774541e-05, "loss": 3.2628, "step": 70500 }, { "epoch": 0.23, "learning_rate": 3.832077182162874e-05, "loss": 3.2716, "step": 70600 }, { "epoch": 0.23, "learning_rate": 3.830422900551207e-05, "loss": 3.2707, "step": 70700 }, { "epoch": 0.23, "learning_rate": 3.828768618939539e-05, "loss": 3.2662, "step": 70800 }, { "epoch": 0.23, "learning_rate": 3.8271143373278724e-05, "loss": 3.2659, "step": 70900 }, { "epoch": 0.23, "learning_rate": 3.825460055716205e-05, "loss": 3.253, "step": 71000 }, { "epoch": 0.24, "learning_rate": 3.823805774104537e-05, "loss": 3.2676, "step": 71100 }, { "epoch": 0.24, "learning_rate": 3.8221514924928704e-05, "loss": 3.2615, "step": 71200 }, { "epoch": 0.24, "learning_rate": 3.820497210881203e-05, "loss": 3.2812, "step": 71300 }, { "epoch": 0.24, "learning_rate": 3.818842929269535e-05, "loss": 3.2681, "step": 71400 }, { "epoch": 0.24, "learning_rate": 3.8171886476578684e-05, "loss": 3.2791, "step": 71500 }, { "epoch": 0.24, "learning_rate": 3.815534366046201e-05, "loss": 3.2443, "step": 71600 }, { "epoch": 0.24, "learning_rate": 3.8138800844345334e-05, "loss": 3.2713, "step": 71700 }, { "epoch": 0.24, "learning_rate": 3.8122258028228665e-05, "loss": 3.2527, "step": 71800 }, { "epoch": 0.24, "learning_rate": 3.810571521211199e-05, "loss": 3.2694, "step": 71900 }, { "epoch": 0.24, "learning_rate": 3.8089172395995314e-05, "loss": 3.2703, "step": 72000 }, { "epoch": 0.24, "learning_rate": 3.8072629579878645e-05, "loss": 3.2746, "step": 72100 }, { "epoch": 0.24, "learning_rate": 3.805608676376197e-05, "loss": 3.2656, "step": 72200 }, { "epoch": 0.24, "learning_rate": 3.8039543947645294e-05, "loss": 3.2604, "step": 72300 }, { "epoch": 0.24, "learning_rate": 3.8023001131528626e-05, "loss": 3.2676, "step": 72400 }, { "epoch": 0.24, "learning_rate": 3.800645831541195e-05, "loss": 3.2658, "step": 72500 }, { "epoch": 0.24, "learning_rate": 3.7989915499295275e-05, "loss": 3.2714, "step": 72600 }, { "epoch": 0.24, "learning_rate": 3.7973372683178606e-05, "loss": 3.2689, "step": 72700 }, { "epoch": 0.24, "learning_rate": 3.795682986706193e-05, "loss": 3.275, "step": 72800 }, { "epoch": 0.24, "learning_rate": 3.7940287050945255e-05, "loss": 3.2748, "step": 72900 }, { "epoch": 0.24, "learning_rate": 3.7923744234828586e-05, "loss": 3.2614, "step": 73000 }, { "epoch": 0.24, "learning_rate": 3.790720141871191e-05, "loss": 3.2676, "step": 73100 }, { "epoch": 0.24, "learning_rate": 3.789065860259524e-05, "loss": 3.2591, "step": 73200 }, { "epoch": 0.24, "learning_rate": 3.787411578647857e-05, "loss": 3.2653, "step": 73300 }, { "epoch": 0.24, "learning_rate": 3.785757297036189e-05, "loss": 3.2654, "step": 73400 }, { "epoch": 0.24, "learning_rate": 3.784103015424522e-05, "loss": 3.2677, "step": 73500 }, { "epoch": 0.24, "learning_rate": 3.782448733812855e-05, "loss": 3.2579, "step": 73600 }, { "epoch": 0.24, "learning_rate": 3.780794452201187e-05, "loss": 3.2727, "step": 73700 }, { "epoch": 0.24, "learning_rate": 3.77914017058952e-05, "loss": 3.2725, "step": 73800 }, { "epoch": 0.24, "learning_rate": 3.777485888977853e-05, "loss": 3.2587, "step": 73900 }, { "epoch": 0.24, "learning_rate": 3.775831607366185e-05, "loss": 3.2678, "step": 74000 }, { "epoch": 0.25, "learning_rate": 3.774177325754518e-05, "loss": 3.2609, "step": 74100 }, { "epoch": 0.25, "learning_rate": 3.772523044142851e-05, "loss": 3.2693, "step": 74200 }, { "epoch": 0.25, "learning_rate": 3.770868762531183e-05, "loss": 3.2631, "step": 74300 }, { "epoch": 0.25, "learning_rate": 3.7692144809195164e-05, "loss": 3.271, "step": 74400 }, { "epoch": 0.25, "learning_rate": 3.767560199307849e-05, "loss": 3.2663, "step": 74500 }, { "epoch": 0.25, "learning_rate": 3.765905917696181e-05, "loss": 3.2671, "step": 74600 }, { "epoch": 0.25, "learning_rate": 3.7642516360845144e-05, "loss": 3.2716, "step": 74700 }, { "epoch": 0.25, "learning_rate": 3.762597354472847e-05, "loss": 3.2721, "step": 74800 }, { "epoch": 0.25, "learning_rate": 3.760943072861179e-05, "loss": 3.2634, "step": 74900 }, { "epoch": 0.25, "learning_rate": 3.7592887912495125e-05, "loss": 3.2766, "step": 75000 }, { "epoch": 0.25, "learning_rate": 3.757634509637845e-05, "loss": 3.2582, "step": 75100 }, { "epoch": 0.25, "learning_rate": 3.7559802280261774e-05, "loss": 3.265, "step": 75200 }, { "epoch": 0.25, "learning_rate": 3.7543259464145105e-05, "loss": 3.2603, "step": 75300 }, { "epoch": 0.25, "learning_rate": 3.752671664802843e-05, "loss": 3.2786, "step": 75400 }, { "epoch": 0.25, "learning_rate": 3.7510173831911754e-05, "loss": 3.2608, "step": 75500 }, { "epoch": 0.25, "learning_rate": 3.7493631015795085e-05, "loss": 3.2588, "step": 75600 }, { "epoch": 0.25, "learning_rate": 3.747708819967841e-05, "loss": 3.2619, "step": 75700 }, { "epoch": 0.25, "learning_rate": 3.7460545383561734e-05, "loss": 3.2648, "step": 75800 }, { "epoch": 0.25, "learning_rate": 3.7444002567445066e-05, "loss": 3.2686, "step": 75900 }, { "epoch": 0.25, "learning_rate": 3.742745975132839e-05, "loss": 3.2578, "step": 76000 }, { "epoch": 0.25, "learning_rate": 3.7410916935211715e-05, "loss": 3.2858, "step": 76100 }, { "epoch": 0.25, "learning_rate": 3.7394374119095046e-05, "loss": 3.2529, "step": 76200 }, { "epoch": 0.25, "learning_rate": 3.737783130297837e-05, "loss": 3.2609, "step": 76300 }, { "epoch": 0.25, "learning_rate": 3.7361288486861695e-05, "loss": 3.2576, "step": 76400 }, { "epoch": 0.25, "learning_rate": 3.7344745670745026e-05, "loss": 3.2568, "step": 76500 }, { "epoch": 0.25, "learning_rate": 3.732820285462835e-05, "loss": 3.2537, "step": 76600 }, { "epoch": 0.25, "learning_rate": 3.7311660038511675e-05, "loss": 3.2653, "step": 76700 }, { "epoch": 0.25, "learning_rate": 3.729511722239501e-05, "loss": 3.2641, "step": 76800 }, { "epoch": 0.25, "learning_rate": 3.727857440627833e-05, "loss": 3.2592, "step": 76900 }, { "epoch": 0.25, "learning_rate": 3.7262031590161656e-05, "loss": 3.2692, "step": 77000 }, { "epoch": 0.26, "learning_rate": 3.724548877404499e-05, "loss": 3.2643, "step": 77100 }, { "epoch": 0.26, "learning_rate": 3.722894595792831e-05, "loss": 3.2477, "step": 77200 }, { "epoch": 0.26, "learning_rate": 3.7212403141811636e-05, "loss": 3.2741, "step": 77300 }, { "epoch": 0.26, "learning_rate": 3.719586032569497e-05, "loss": 3.2808, "step": 77400 }, { "epoch": 0.26, "learning_rate": 3.717931750957829e-05, "loss": 3.2613, "step": 77500 }, { "epoch": 0.26, "learning_rate": 3.7162774693461623e-05, "loss": 3.2563, "step": 77600 }, { "epoch": 0.26, "learning_rate": 3.714623187734495e-05, "loss": 3.2537, "step": 77700 }, { "epoch": 0.26, "learning_rate": 3.712968906122827e-05, "loss": 3.2654, "step": 77800 }, { "epoch": 0.26, "learning_rate": 3.7113146245111604e-05, "loss": 3.2727, "step": 77900 }, { "epoch": 0.26, "learning_rate": 3.709660342899492e-05, "loss": 3.2664, "step": 78000 }, { "epoch": 0.26, "learning_rate": 3.708006061287825e-05, "loss": 3.2765, "step": 78100 }, { "epoch": 0.26, "learning_rate": 3.7063517796761584e-05, "loss": 3.2702, "step": 78200 }, { "epoch": 0.26, "learning_rate": 3.70469749806449e-05, "loss": 3.2621, "step": 78300 }, { "epoch": 0.26, "learning_rate": 3.703043216452823e-05, "loss": 3.2577, "step": 78400 }, { "epoch": 0.26, "learning_rate": 3.7013889348411565e-05, "loss": 3.2605, "step": 78500 }, { "epoch": 0.26, "learning_rate": 3.699734653229488e-05, "loss": 3.27, "step": 78600 }, { "epoch": 0.26, "learning_rate": 3.6980803716178214e-05, "loss": 3.2683, "step": 78700 }, { "epoch": 0.26, "learning_rate": 3.6964260900061545e-05, "loss": 3.2716, "step": 78800 }, { "epoch": 0.26, "learning_rate": 3.694771808394486e-05, "loss": 3.2534, "step": 78900 }, { "epoch": 0.26, "learning_rate": 3.6931175267828194e-05, "loss": 3.2561, "step": 79000 }, { "epoch": 0.26, "learning_rate": 3.6914632451711525e-05, "loss": 3.2701, "step": 79100 }, { "epoch": 0.26, "learning_rate": 3.689808963559484e-05, "loss": 3.2741, "step": 79200 }, { "epoch": 0.26, "learning_rate": 3.6881546819478174e-05, "loss": 3.2624, "step": 79300 }, { "epoch": 0.26, "learning_rate": 3.6865004003361506e-05, "loss": 3.2695, "step": 79400 }, { "epoch": 0.26, "learning_rate": 3.684846118724483e-05, "loss": 3.2583, "step": 79500 }, { "epoch": 0.26, "learning_rate": 3.6831918371128155e-05, "loss": 3.2651, "step": 79600 }, { "epoch": 0.26, "learning_rate": 3.6815375555011486e-05, "loss": 3.2663, "step": 79700 }, { "epoch": 0.26, "learning_rate": 3.679883273889481e-05, "loss": 3.2697, "step": 79800 }, { "epoch": 0.26, "learning_rate": 3.6782289922778135e-05, "loss": 3.2784, "step": 79900 }, { "epoch": 0.26, "learning_rate": 3.6765747106661466e-05, "loss": 3.2727, "step": 80000 }, { "epoch": 0.27, "learning_rate": 3.674920429054479e-05, "loss": 3.2633, "step": 80100 }, { "epoch": 0.27, "learning_rate": 3.6732661474428116e-05, "loss": 3.2647, "step": 80200 }, { "epoch": 0.27, "learning_rate": 3.671611865831145e-05, "loss": 3.2597, "step": 80300 }, { "epoch": 0.27, "learning_rate": 3.669957584219477e-05, "loss": 3.2713, "step": 80400 }, { "epoch": 0.27, "learning_rate": 3.6683033026078096e-05, "loss": 3.2642, "step": 80500 }, { "epoch": 0.27, "learning_rate": 3.666649020996143e-05, "loss": 3.2745, "step": 80600 }, { "epoch": 0.27, "learning_rate": 3.664994739384475e-05, "loss": 3.2671, "step": 80700 }, { "epoch": 0.27, "learning_rate": 3.6633404577728076e-05, "loss": 3.2692, "step": 80800 }, { "epoch": 0.27, "learning_rate": 3.66168617616114e-05, "loss": 3.2746, "step": 80900 }, { "epoch": 0.27, "learning_rate": 3.660031894549473e-05, "loss": 3.273, "step": 81000 }, { "epoch": 0.27, "learning_rate": 3.658377612937806e-05, "loss": 3.2685, "step": 81100 }, { "epoch": 0.27, "learning_rate": 3.656723331326138e-05, "loss": 3.2648, "step": 81200 }, { "epoch": 0.27, "learning_rate": 3.655069049714471e-05, "loss": 3.2646, "step": 81300 }, { "epoch": 0.27, "learning_rate": 3.653414768102804e-05, "loss": 3.267, "step": 81400 }, { "epoch": 0.27, "learning_rate": 3.651760486491136e-05, "loss": 3.2648, "step": 81500 }, { "epoch": 0.27, "learning_rate": 3.650106204879469e-05, "loss": 3.2617, "step": 81600 }, { "epoch": 0.27, "learning_rate": 3.6484519232678024e-05, "loss": 3.2792, "step": 81700 }, { "epoch": 0.27, "learning_rate": 3.646797641656134e-05, "loss": 3.2633, "step": 81800 }, { "epoch": 0.27, "learning_rate": 3.645143360044467e-05, "loss": 3.2639, "step": 81900 }, { "epoch": 0.27, "learning_rate": 3.6434890784328005e-05, "loss": 3.2649, "step": 82000 }, { "epoch": 0.27, "learning_rate": 3.641834796821132e-05, "loss": 3.2688, "step": 82100 }, { "epoch": 0.27, "learning_rate": 3.6401805152094654e-05, "loss": 3.2652, "step": 82200 }, { "epoch": 0.27, "learning_rate": 3.6385262335977985e-05, "loss": 3.2708, "step": 82300 }, { "epoch": 0.27, "learning_rate": 3.63687195198613e-05, "loss": 3.2851, "step": 82400 }, { "epoch": 0.27, "learning_rate": 3.6352176703744634e-05, "loss": 3.2653, "step": 82500 }, { "epoch": 0.27, "learning_rate": 3.6335633887627965e-05, "loss": 3.2717, "step": 82600 }, { "epoch": 0.27, "learning_rate": 3.631909107151128e-05, "loss": 3.2662, "step": 82700 }, { "epoch": 0.27, "learning_rate": 3.6302548255394614e-05, "loss": 3.2613, "step": 82800 }, { "epoch": 0.27, "learning_rate": 3.6286005439277946e-05, "loss": 3.2617, "step": 82900 }, { "epoch": 0.27, "learning_rate": 3.6269462623161263e-05, "loss": 3.2712, "step": 83000 }, { "epoch": 0.27, "learning_rate": 3.6252919807044595e-05, "loss": 3.2493, "step": 83100 }, { "epoch": 0.28, "learning_rate": 3.6236376990927926e-05, "loss": 3.2509, "step": 83200 }, { "epoch": 0.28, "learning_rate": 3.6219834174811244e-05, "loss": 3.2757, "step": 83300 }, { "epoch": 0.28, "learning_rate": 3.6203291358694575e-05, "loss": 3.2585, "step": 83400 }, { "epoch": 0.28, "learning_rate": 3.61867485425779e-05, "loss": 3.2671, "step": 83500 }, { "epoch": 0.28, "learning_rate": 3.6170205726461224e-05, "loss": 3.2674, "step": 83600 }, { "epoch": 0.28, "learning_rate": 3.6153662910344556e-05, "loss": 3.2688, "step": 83700 }, { "epoch": 0.28, "learning_rate": 3.613712009422788e-05, "loss": 3.2623, "step": 83800 }, { "epoch": 0.28, "learning_rate": 3.612057727811121e-05, "loss": 3.2566, "step": 83900 }, { "epoch": 0.28, "learning_rate": 3.6104034461994536e-05, "loss": 3.2667, "step": 84000 }, { "epoch": 0.28, "learning_rate": 3.608749164587786e-05, "loss": 3.2525, "step": 84100 }, { "epoch": 0.28, "learning_rate": 3.607094882976119e-05, "loss": 3.2731, "step": 84200 }, { "epoch": 0.28, "learning_rate": 3.6054406013644516e-05, "loss": 3.2526, "step": 84300 }, { "epoch": 0.28, "learning_rate": 3.603786319752784e-05, "loss": 3.2642, "step": 84400 }, { "epoch": 0.28, "learning_rate": 3.602132038141117e-05, "loss": 3.2553, "step": 84500 }, { "epoch": 0.28, "learning_rate": 3.60047775652945e-05, "loss": 3.2642, "step": 84600 }, { "epoch": 0.28, "learning_rate": 3.598823474917782e-05, "loss": 3.2649, "step": 84700 }, { "epoch": 0.28, "learning_rate": 3.597169193306115e-05, "loss": 3.2608, "step": 84800 }, { "epoch": 0.28, "learning_rate": 3.595514911694448e-05, "loss": 3.2602, "step": 84900 }, { "epoch": 0.28, "learning_rate": 3.59386063008278e-05, "loss": 3.2572, "step": 85000 }, { "epoch": 0.28, "learning_rate": 3.592206348471113e-05, "loss": 3.2625, "step": 85100 }, { "epoch": 0.28, "learning_rate": 3.590552066859446e-05, "loss": 3.2632, "step": 85200 }, { "epoch": 0.28, "learning_rate": 3.588897785247778e-05, "loss": 3.2539, "step": 85300 }, { "epoch": 0.28, "learning_rate": 3.587243503636111e-05, "loss": 3.2657, "step": 85400 }, { "epoch": 0.28, "learning_rate": 3.585589222024444e-05, "loss": 3.2631, "step": 85500 }, { "epoch": 0.28, "learning_rate": 3.583934940412776e-05, "loss": 3.2696, "step": 85600 }, { "epoch": 0.28, "learning_rate": 3.5822806588011094e-05, "loss": 3.2661, "step": 85700 }, { "epoch": 0.28, "learning_rate": 3.5806263771894425e-05, "loss": 3.2719, "step": 85800 }, { "epoch": 0.28, "learning_rate": 3.578972095577774e-05, "loss": 3.2622, "step": 85900 }, { "epoch": 0.28, "learning_rate": 3.5773178139661074e-05, "loss": 3.2554, "step": 86000 }, { "epoch": 0.28, "learning_rate": 3.57566353235444e-05, "loss": 3.2551, "step": 86100 }, { "epoch": 0.29, "learning_rate": 3.574009250742772e-05, "loss": 3.2581, "step": 86200 }, { "epoch": 0.29, "learning_rate": 3.5723549691311054e-05, "loss": 3.2558, "step": 86300 }, { "epoch": 0.29, "learning_rate": 3.570700687519438e-05, "loss": 3.266, "step": 86400 }, { "epoch": 0.29, "learning_rate": 3.5690464059077703e-05, "loss": 3.2681, "step": 86500 }, { "epoch": 0.29, "learning_rate": 3.5673921242961035e-05, "loss": 3.2486, "step": 86600 }, { "epoch": 0.29, "learning_rate": 3.565737842684436e-05, "loss": 3.2682, "step": 86700 }, { "epoch": 0.29, "learning_rate": 3.5640835610727684e-05, "loss": 3.2613, "step": 86800 }, { "epoch": 0.29, "learning_rate": 3.5624292794611015e-05, "loss": 3.2576, "step": 86900 }, { "epoch": 0.29, "learning_rate": 3.560774997849434e-05, "loss": 3.2673, "step": 87000 }, { "epoch": 0.29, "learning_rate": 3.5591207162377664e-05, "loss": 3.2628, "step": 87100 }, { "epoch": 0.29, "learning_rate": 3.5574664346260996e-05, "loss": 3.2512, "step": 87200 }, { "epoch": 0.29, "learning_rate": 3.555812153014432e-05, "loss": 3.2615, "step": 87300 }, { "epoch": 0.29, "learning_rate": 3.5541578714027645e-05, "loss": 3.26, "step": 87400 }, { "epoch": 0.29, "learning_rate": 3.5525035897910976e-05, "loss": 3.2657, "step": 87500 }, { "epoch": 0.29, "learning_rate": 3.55084930817943e-05, "loss": 3.2586, "step": 87600 }, { "epoch": 0.29, "learning_rate": 3.5491950265677625e-05, "loss": 3.2655, "step": 87700 }, { "epoch": 0.29, "learning_rate": 3.5475407449560956e-05, "loss": 3.2617, "step": 87800 }, { "epoch": 0.29, "learning_rate": 3.545886463344428e-05, "loss": 3.2542, "step": 87900 }, { "epoch": 0.29, "learning_rate": 3.544232181732761e-05, "loss": 3.2411, "step": 88000 }, { "epoch": 0.29, "learning_rate": 3.542577900121094e-05, "loss": 3.2702, "step": 88100 }, { "epoch": 0.29, "learning_rate": 3.540923618509426e-05, "loss": 3.2572, "step": 88200 }, { "epoch": 0.29, "learning_rate": 3.539269336897759e-05, "loss": 3.2618, "step": 88300 }, { "epoch": 0.29, "learning_rate": 3.537615055286092e-05, "loss": 3.2691, "step": 88400 }, { "epoch": 0.29, "learning_rate": 3.535960773674424e-05, "loss": 3.2635, "step": 88500 }, { "epoch": 0.29, "learning_rate": 3.534306492062757e-05, "loss": 3.2694, "step": 88600 }, { "epoch": 0.29, "learning_rate": 3.53265221045109e-05, "loss": 3.2622, "step": 88700 }, { "epoch": 0.29, "learning_rate": 3.530997928839422e-05, "loss": 3.2523, "step": 88800 }, { "epoch": 0.29, "learning_rate": 3.529343647227755e-05, "loss": 3.275, "step": 88900 }, { "epoch": 0.29, "learning_rate": 3.527689365616088e-05, "loss": 3.2564, "step": 89000 }, { "epoch": 0.29, "learning_rate": 3.52603508400442e-05, "loss": 3.263, "step": 89100 }, { "epoch": 0.3, "learning_rate": 3.5243808023927534e-05, "loss": 3.2685, "step": 89200 }, { "epoch": 0.3, "learning_rate": 3.522726520781086e-05, "loss": 3.2586, "step": 89300 }, { "epoch": 0.3, "learning_rate": 3.521072239169418e-05, "loss": 3.25, "step": 89400 }, { "epoch": 0.3, "learning_rate": 3.5194179575577514e-05, "loss": 3.2568, "step": 89500 }, { "epoch": 0.3, "learning_rate": 3.517763675946084e-05, "loss": 3.2598, "step": 89600 }, { "epoch": 0.3, "learning_rate": 3.516109394334416e-05, "loss": 3.2488, "step": 89700 }, { "epoch": 0.3, "learning_rate": 3.5144551127227494e-05, "loss": 3.2653, "step": 89800 }, { "epoch": 0.3, "learning_rate": 3.512800831111082e-05, "loss": 3.2596, "step": 89900 }, { "epoch": 0.3, "learning_rate": 3.5111465494994144e-05, "loss": 3.2585, "step": 90000 }, { "epoch": 0.3, "learning_rate": 3.5094922678877475e-05, "loss": 3.2571, "step": 90100 }, { "epoch": 0.3, "learning_rate": 3.50783798627608e-05, "loss": 3.2586, "step": 90200 }, { "epoch": 0.3, "learning_rate": 3.5061837046644124e-05, "loss": 3.262, "step": 90300 }, { "epoch": 0.3, "learning_rate": 3.5045294230527455e-05, "loss": 3.2643, "step": 90400 }, { "epoch": 0.3, "learning_rate": 3.502875141441078e-05, "loss": 3.257, "step": 90500 }, { "epoch": 0.3, "learning_rate": 3.5012208598294104e-05, "loss": 3.2634, "step": 90600 }, { "epoch": 0.3, "learning_rate": 3.4995665782177436e-05, "loss": 3.2642, "step": 90700 }, { "epoch": 0.3, "learning_rate": 3.497912296606076e-05, "loss": 3.2506, "step": 90800 }, { "epoch": 0.3, "learning_rate": 3.4962580149944085e-05, "loss": 3.2665, "step": 90900 }, { "epoch": 0.3, "learning_rate": 3.4946037333827416e-05, "loss": 3.2704, "step": 91000 }, { "epoch": 0.3, "learning_rate": 3.492949451771074e-05, "loss": 3.2664, "step": 91100 }, { "epoch": 0.3, "learning_rate": 3.4912951701594065e-05, "loss": 3.2599, "step": 91200 }, { "epoch": 0.3, "learning_rate": 3.4896408885477396e-05, "loss": 3.2736, "step": 91300 }, { "epoch": 0.3, "learning_rate": 3.487986606936072e-05, "loss": 3.2523, "step": 91400 }, { "epoch": 0.3, "learning_rate": 3.4863323253244045e-05, "loss": 3.2675, "step": 91500 }, { "epoch": 0.3, "learning_rate": 3.484678043712738e-05, "loss": 3.2675, "step": 91600 }, { "epoch": 0.3, "learning_rate": 3.48302376210107e-05, "loss": 3.2569, "step": 91700 }, { "epoch": 0.3, "learning_rate": 3.4813694804894026e-05, "loss": 3.2536, "step": 91800 }, { "epoch": 0.3, "learning_rate": 3.479715198877736e-05, "loss": 3.2658, "step": 91900 }, { "epoch": 0.3, "learning_rate": 3.478060917266068e-05, "loss": 3.2642, "step": 92000 }, { "epoch": 0.3, "learning_rate": 3.4764066356544006e-05, "loss": 3.2714, "step": 92100 }, { "epoch": 0.31, "learning_rate": 3.474752354042734e-05, "loss": 3.2686, "step": 92200 }, { "epoch": 0.31, "learning_rate": 3.473098072431066e-05, "loss": 3.2464, "step": 92300 }, { "epoch": 0.31, "learning_rate": 3.471443790819399e-05, "loss": 3.2589, "step": 92400 }, { "epoch": 0.31, "learning_rate": 3.469789509207732e-05, "loss": 3.2658, "step": 92500 }, { "epoch": 0.31, "learning_rate": 3.468135227596064e-05, "loss": 3.2554, "step": 92600 }, { "epoch": 0.31, "learning_rate": 3.4664809459843974e-05, "loss": 3.2661, "step": 92700 }, { "epoch": 0.31, "learning_rate": 3.46482666437273e-05, "loss": 3.2749, "step": 92800 }, { "epoch": 0.31, "learning_rate": 3.463172382761062e-05, "loss": 3.275, "step": 92900 }, { "epoch": 0.31, "learning_rate": 3.4615181011493954e-05, "loss": 3.2656, "step": 93000 }, { "epoch": 0.31, "learning_rate": 3.459863819537728e-05, "loss": 3.254, "step": 93100 }, { "epoch": 0.31, "learning_rate": 3.45820953792606e-05, "loss": 3.2676, "step": 93200 }, { "epoch": 0.31, "learning_rate": 3.4565552563143934e-05, "loss": 3.2606, "step": 93300 }, { "epoch": 0.31, "learning_rate": 3.454900974702725e-05, "loss": 3.2555, "step": 93400 }, { "epoch": 0.31, "learning_rate": 3.4532466930910584e-05, "loss": 3.2576, "step": 93500 }, { "epoch": 0.31, "learning_rate": 3.4515924114793915e-05, "loss": 3.2762, "step": 93600 }, { "epoch": 0.31, "learning_rate": 3.449938129867723e-05, "loss": 3.258, "step": 93700 }, { "epoch": 0.31, "learning_rate": 3.4482838482560564e-05, "loss": 3.2633, "step": 93800 }, { "epoch": 0.31, "learning_rate": 3.4466295666443895e-05, "loss": 3.2653, "step": 93900 }, { "epoch": 0.31, "learning_rate": 3.444975285032721e-05, "loss": 3.2522, "step": 94000 }, { "epoch": 0.31, "learning_rate": 3.4433210034210544e-05, "loss": 3.2494, "step": 94100 }, { "epoch": 0.31, "learning_rate": 3.4416667218093876e-05, "loss": 3.2713, "step": 94200 }, { "epoch": 0.31, "learning_rate": 3.44001244019772e-05, "loss": 3.2463, "step": 94300 }, { "epoch": 0.31, "learning_rate": 3.4383581585860525e-05, "loss": 3.2635, "step": 94400 }, { "epoch": 0.31, "learning_rate": 3.4367038769743856e-05, "loss": 3.2574, "step": 94500 }, { "epoch": 0.31, "learning_rate": 3.435049595362718e-05, "loss": 3.2502, "step": 94600 }, { "epoch": 0.31, "learning_rate": 3.4333953137510505e-05, "loss": 3.2582, "step": 94700 }, { "epoch": 0.31, "learning_rate": 3.4317410321393836e-05, "loss": 3.2654, "step": 94800 }, { "epoch": 0.31, "learning_rate": 3.430086750527716e-05, "loss": 3.2643, "step": 94900 }, { "epoch": 0.31, "learning_rate": 3.4284324689160485e-05, "loss": 3.2591, "step": 95000 }, { "epoch": 0.31, "learning_rate": 3.426778187304382e-05, "loss": 3.2538, "step": 95100 }, { "epoch": 0.31, "learning_rate": 3.425123905692714e-05, "loss": 3.2546, "step": 95200 }, { "epoch": 0.32, "learning_rate": 3.4234696240810466e-05, "loss": 3.2509, "step": 95300 }, { "epoch": 0.32, "learning_rate": 3.42181534246938e-05, "loss": 3.2641, "step": 95400 }, { "epoch": 0.32, "learning_rate": 3.420161060857712e-05, "loss": 3.262, "step": 95500 }, { "epoch": 0.32, "learning_rate": 3.4185067792460446e-05, "loss": 3.2672, "step": 95600 }, { "epoch": 0.32, "learning_rate": 3.416852497634378e-05, "loss": 3.2492, "step": 95700 }, { "epoch": 0.32, "learning_rate": 3.41519821602271e-05, "loss": 3.2553, "step": 95800 }, { "epoch": 0.32, "learning_rate": 3.4135439344110427e-05, "loss": 3.2685, "step": 95900 }, { "epoch": 0.32, "learning_rate": 3.411889652799375e-05, "loss": 3.2603, "step": 96000 }, { "epoch": 0.32, "learning_rate": 3.410235371187708e-05, "loss": 3.2502, "step": 96100 }, { "epoch": 0.32, "learning_rate": 3.408581089576041e-05, "loss": 3.258, "step": 96200 }, { "epoch": 0.32, "learning_rate": 3.406926807964373e-05, "loss": 3.2508, "step": 96300 }, { "epoch": 0.32, "learning_rate": 3.405272526352706e-05, "loss": 3.2375, "step": 96400 }, { "epoch": 0.32, "learning_rate": 3.4036182447410394e-05, "loss": 3.2548, "step": 96500 }, { "epoch": 0.32, "learning_rate": 3.401963963129371e-05, "loss": 3.2599, "step": 96600 }, { "epoch": 0.32, "learning_rate": 3.400309681517704e-05, "loss": 3.2427, "step": 96700 }, { "epoch": 0.32, "learning_rate": 3.3986553999060374e-05, "loss": 3.2546, "step": 96800 }, { "epoch": 0.32, "learning_rate": 3.397001118294369e-05, "loss": 3.2457, "step": 96900 }, { "epoch": 0.32, "learning_rate": 3.3953468366827024e-05, "loss": 3.259, "step": 97000 }, { "epoch": 0.32, "learning_rate": 3.3936925550710355e-05, "loss": 3.2589, "step": 97100 }, { "epoch": 0.32, "learning_rate": 3.392038273459367e-05, "loss": 3.2557, "step": 97200 }, { "epoch": 0.32, "learning_rate": 3.3903839918477004e-05, "loss": 3.2607, "step": 97300 }, { "epoch": 0.32, "learning_rate": 3.3887297102360335e-05, "loss": 3.2706, "step": 97400 }, { "epoch": 0.32, "learning_rate": 3.387075428624365e-05, "loss": 3.2462, "step": 97500 }, { "epoch": 0.32, "learning_rate": 3.3854211470126984e-05, "loss": 3.2611, "step": 97600 }, { "epoch": 0.32, "learning_rate": 3.3837668654010316e-05, "loss": 3.2471, "step": 97700 }, { "epoch": 0.32, "learning_rate": 3.382112583789363e-05, "loss": 3.2624, "step": 97800 }, { "epoch": 0.32, "learning_rate": 3.3804583021776965e-05, "loss": 3.2702, "step": 97900 }, { "epoch": 0.32, "learning_rate": 3.3788040205660296e-05, "loss": 3.256, "step": 98000 }, { "epoch": 0.32, "learning_rate": 3.3771497389543614e-05, "loss": 3.2601, "step": 98100 }, { "epoch": 0.32, "learning_rate": 3.3754954573426945e-05, "loss": 3.2534, "step": 98200 }, { "epoch": 0.33, "learning_rate": 3.3738411757310276e-05, "loss": 3.2644, "step": 98300 }, { "epoch": 0.33, "learning_rate": 3.3721868941193594e-05, "loss": 3.2516, "step": 98400 }, { "epoch": 0.33, "learning_rate": 3.3705326125076925e-05, "loss": 3.243, "step": 98500 }, { "epoch": 0.33, "learning_rate": 3.368878330896025e-05, "loss": 3.2404, "step": 98600 }, { "epoch": 0.33, "learning_rate": 3.367224049284358e-05, "loss": 3.2613, "step": 98700 }, { "epoch": 0.33, "learning_rate": 3.3655697676726906e-05, "loss": 3.2706, "step": 98800 }, { "epoch": 0.33, "learning_rate": 3.363915486061023e-05, "loss": 3.2475, "step": 98900 }, { "epoch": 0.33, "learning_rate": 3.362261204449356e-05, "loss": 3.2509, "step": 99000 }, { "epoch": 0.33, "learning_rate": 3.3606069228376886e-05, "loss": 3.2564, "step": 99100 }, { "epoch": 0.33, "learning_rate": 3.358952641226021e-05, "loss": 3.2648, "step": 99200 }, { "epoch": 0.33, "learning_rate": 3.357298359614354e-05, "loss": 3.2498, "step": 99300 }, { "epoch": 0.33, "learning_rate": 3.3556440780026867e-05, "loss": 3.2664, "step": 99400 }, { "epoch": 0.33, "learning_rate": 3.353989796391019e-05, "loss": 3.2729, "step": 99500 }, { "epoch": 0.33, "learning_rate": 3.352335514779352e-05, "loss": 3.2632, "step": 99600 }, { "epoch": 0.33, "learning_rate": 3.350681233167685e-05, "loss": 3.2534, "step": 99700 }, { "epoch": 0.33, "learning_rate": 3.349026951556017e-05, "loss": 3.2488, "step": 99800 }, { "epoch": 0.33, "learning_rate": 3.34737266994435e-05, "loss": 3.2572, "step": 99900 }, { "epoch": 0.33, "learning_rate": 3.345718388332683e-05, "loss": 3.2657, "step": 100000 }, { "epoch": 0.33, "learning_rate": 3.344064106721015e-05, "loss": 3.2615, "step": 100100 }, { "epoch": 0.33, "learning_rate": 3.342409825109348e-05, "loss": 3.2519, "step": 100200 }, { "epoch": 0.33, "learning_rate": 3.340755543497681e-05, "loss": 3.2487, "step": 100300 }, { "epoch": 0.33, "learning_rate": 3.339101261886013e-05, "loss": 3.2669, "step": 100400 }, { "epoch": 0.33, "learning_rate": 3.3374469802743464e-05, "loss": 3.2567, "step": 100500 }, { "epoch": 0.33, "learning_rate": 3.335792698662679e-05, "loss": 3.266, "step": 100600 }, { "epoch": 0.33, "learning_rate": 3.334138417051011e-05, "loss": 3.2476, "step": 100700 }, { "epoch": 0.33, "learning_rate": 3.3324841354393444e-05, "loss": 3.2634, "step": 100800 }, { "epoch": 0.33, "learning_rate": 3.3308298538276775e-05, "loss": 3.2518, "step": 100900 }, { "epoch": 0.33, "learning_rate": 3.329175572216009e-05, "loss": 3.2505, "step": 101000 }, { "epoch": 0.33, "learning_rate": 3.3275212906043424e-05, "loss": 3.2456, "step": 101100 }, { "epoch": 0.33, "learning_rate": 3.325867008992675e-05, "loss": 3.2318, "step": 101200 }, { "epoch": 0.34, "learning_rate": 3.3242127273810073e-05, "loss": 3.2553, "step": 101300 }, { "epoch": 0.34, "learning_rate": 3.3225584457693405e-05, "loss": 3.2426, "step": 101400 }, { "epoch": 0.34, "learning_rate": 3.320904164157673e-05, "loss": 3.2574, "step": 101500 }, { "epoch": 0.34, "learning_rate": 3.3192498825460054e-05, "loss": 3.271, "step": 101600 }, { "epoch": 0.34, "learning_rate": 3.3175956009343385e-05, "loss": 3.2631, "step": 101700 }, { "epoch": 0.34, "learning_rate": 3.315941319322671e-05, "loss": 3.2554, "step": 101800 }, { "epoch": 0.34, "learning_rate": 3.3142870377110034e-05, "loss": 3.2509, "step": 101900 }, { "epoch": 0.34, "learning_rate": 3.3126327560993365e-05, "loss": 3.2547, "step": 102000 }, { "epoch": 0.34, "learning_rate": 3.310978474487669e-05, "loss": 3.2674, "step": 102100 }, { "epoch": 0.34, "learning_rate": 3.3093241928760015e-05, "loss": 3.2682, "step": 102200 }, { "epoch": 0.34, "learning_rate": 3.3076699112643346e-05, "loss": 3.247, "step": 102300 }, { "epoch": 0.34, "learning_rate": 3.306015629652667e-05, "loss": 3.2585, "step": 102400 }, { "epoch": 0.34, "learning_rate": 3.3043613480409995e-05, "loss": 3.2473, "step": 102500 }, { "epoch": 0.34, "learning_rate": 3.3027070664293326e-05, "loss": 3.2527, "step": 102600 }, { "epoch": 0.34, "learning_rate": 3.301052784817665e-05, "loss": 3.2581, "step": 102700 }, { "epoch": 0.34, "learning_rate": 3.299398503205998e-05, "loss": 3.2472, "step": 102800 }, { "epoch": 0.34, "learning_rate": 3.297744221594331e-05, "loss": 3.2582, "step": 102900 }, { "epoch": 0.34, "learning_rate": 3.296089939982663e-05, "loss": 3.2706, "step": 103000 }, { "epoch": 0.34, "learning_rate": 3.294435658370996e-05, "loss": 3.2725, "step": 103100 }, { "epoch": 0.34, "learning_rate": 3.292781376759329e-05, "loss": 3.2477, "step": 103200 }, { "epoch": 0.34, "learning_rate": 3.291127095147661e-05, "loss": 3.2604, "step": 103300 }, { "epoch": 0.34, "learning_rate": 3.289472813535994e-05, "loss": 3.2636, "step": 103400 }, { "epoch": 0.34, "learning_rate": 3.287818531924327e-05, "loss": 3.2683, "step": 103500 }, { "epoch": 0.34, "learning_rate": 3.286164250312659e-05, "loss": 3.26, "step": 103600 }, { "epoch": 0.34, "learning_rate": 3.284509968700992e-05, "loss": 3.2666, "step": 103700 }, { "epoch": 0.34, "learning_rate": 3.282855687089325e-05, "loss": 3.2449, "step": 103800 }, { "epoch": 0.34, "learning_rate": 3.281201405477657e-05, "loss": 3.2597, "step": 103900 }, { "epoch": 0.34, "learning_rate": 3.2795471238659904e-05, "loss": 3.2521, "step": 104000 }, { "epoch": 0.34, "learning_rate": 3.277892842254323e-05, "loss": 3.2453, "step": 104100 }, { "epoch": 0.34, "learning_rate": 3.276238560642655e-05, "loss": 3.2639, "step": 104200 }, { "epoch": 0.35, "learning_rate": 3.2745842790309884e-05, "loss": 3.2598, "step": 104300 }, { "epoch": 0.35, "learning_rate": 3.272929997419321e-05, "loss": 3.264, "step": 104400 }, { "epoch": 0.35, "learning_rate": 3.271275715807653e-05, "loss": 3.2736, "step": 104500 }, { "epoch": 0.35, "learning_rate": 3.2696214341959864e-05, "loss": 3.2444, "step": 104600 }, { "epoch": 0.35, "learning_rate": 3.267967152584319e-05, "loss": 3.2562, "step": 104700 }, { "epoch": 0.35, "learning_rate": 3.2663128709726513e-05, "loss": 3.2625, "step": 104800 }, { "epoch": 0.35, "learning_rate": 3.2646585893609845e-05, "loss": 3.2529, "step": 104900 }, { "epoch": 0.35, "learning_rate": 3.263004307749317e-05, "loss": 3.2427, "step": 105000 }, { "epoch": 0.35, "learning_rate": 3.2613500261376494e-05, "loss": 3.2623, "step": 105100 }, { "epoch": 0.35, "learning_rate": 3.2596957445259825e-05, "loss": 3.247, "step": 105200 }, { "epoch": 0.35, "learning_rate": 3.258041462914315e-05, "loss": 3.25, "step": 105300 }, { "epoch": 0.35, "learning_rate": 3.2563871813026474e-05, "loss": 3.2543, "step": 105400 }, { "epoch": 0.35, "learning_rate": 3.2547328996909806e-05, "loss": 3.2667, "step": 105500 }, { "epoch": 0.35, "learning_rate": 3.253078618079313e-05, "loss": 3.2512, "step": 105600 }, { "epoch": 0.35, "learning_rate": 3.2514243364676455e-05, "loss": 3.2645, "step": 105700 }, { "epoch": 0.35, "learning_rate": 3.2497700548559786e-05, "loss": 3.2437, "step": 105800 }, { "epoch": 0.35, "learning_rate": 3.248115773244311e-05, "loss": 3.2566, "step": 105900 }, { "epoch": 0.35, "learning_rate": 3.2464614916326435e-05, "loss": 3.2543, "step": 106000 }, { "epoch": 0.35, "learning_rate": 3.2448072100209766e-05, "loss": 3.2631, "step": 106100 }, { "epoch": 0.35, "learning_rate": 3.243152928409309e-05, "loss": 3.2499, "step": 106200 }, { "epoch": 0.35, "learning_rate": 3.2414986467976415e-05, "loss": 3.2435, "step": 106300 }, { "epoch": 0.35, "learning_rate": 3.239844365185975e-05, "loss": 3.2612, "step": 106400 }, { "epoch": 0.35, "learning_rate": 3.238190083574307e-05, "loss": 3.2565, "step": 106500 }, { "epoch": 0.35, "learning_rate": 3.2365358019626396e-05, "loss": 3.2454, "step": 106600 }, { "epoch": 0.35, "learning_rate": 3.234881520350973e-05, "loss": 3.2609, "step": 106700 }, { "epoch": 0.35, "learning_rate": 3.233227238739305e-05, "loss": 3.2491, "step": 106800 }, { "epoch": 0.35, "learning_rate": 3.2315729571276376e-05, "loss": 3.2552, "step": 106900 }, { "epoch": 0.35, "learning_rate": 3.229918675515971e-05, "loss": 3.2555, "step": 107000 }, { "epoch": 0.35, "learning_rate": 3.228264393904303e-05, "loss": 3.2598, "step": 107100 }, { "epoch": 0.35, "learning_rate": 3.226610112292636e-05, "loss": 3.275, "step": 107200 }, { "epoch": 0.36, "learning_rate": 3.224955830680969e-05, "loss": 3.2497, "step": 107300 }, { "epoch": 0.36, "learning_rate": 3.223301549069301e-05, "loss": 3.2512, "step": 107400 }, { "epoch": 0.36, "learning_rate": 3.2216472674576344e-05, "loss": 3.2622, "step": 107500 }, { "epoch": 0.36, "learning_rate": 3.219992985845967e-05, "loss": 3.265, "step": 107600 }, { "epoch": 0.36, "learning_rate": 3.218338704234299e-05, "loss": 3.2593, "step": 107700 }, { "epoch": 0.36, "learning_rate": 3.2166844226226324e-05, "loss": 3.245, "step": 107800 }, { "epoch": 0.36, "learning_rate": 3.215030141010965e-05, "loss": 3.2429, "step": 107900 }, { "epoch": 0.36, "learning_rate": 3.213375859399297e-05, "loss": 3.2386, "step": 108000 }, { "epoch": 0.36, "learning_rate": 3.2117215777876304e-05, "loss": 3.251, "step": 108100 }, { "epoch": 0.36, "learning_rate": 3.210067296175963e-05, "loss": 3.253, "step": 108200 }, { "epoch": 0.36, "learning_rate": 3.2084130145642953e-05, "loss": 3.2625, "step": 108300 }, { "epoch": 0.36, "learning_rate": 3.2067587329526285e-05, "loss": 3.2448, "step": 108400 }, { "epoch": 0.36, "learning_rate": 3.205104451340961e-05, "loss": 3.252, "step": 108500 }, { "epoch": 0.36, "learning_rate": 3.2034501697292934e-05, "loss": 3.244, "step": 108600 }, { "epoch": 0.36, "learning_rate": 3.2017958881176265e-05, "loss": 3.2716, "step": 108700 }, { "epoch": 0.36, "learning_rate": 3.200141606505958e-05, "loss": 3.2486, "step": 108800 }, { "epoch": 0.36, "learning_rate": 3.1984873248942914e-05, "loss": 3.2509, "step": 108900 }, { "epoch": 0.36, "learning_rate": 3.1968330432826246e-05, "loss": 3.2505, "step": 109000 }, { "epoch": 0.36, "learning_rate": 3.195178761670957e-05, "loss": 3.2614, "step": 109100 }, { "epoch": 0.36, "learning_rate": 3.1935244800592895e-05, "loss": 3.2498, "step": 109200 }, { "epoch": 0.36, "learning_rate": 3.1918701984476226e-05, "loss": 3.2461, "step": 109300 }, { "epoch": 0.36, "learning_rate": 3.190215916835955e-05, "loss": 3.252, "step": 109400 }, { "epoch": 0.36, "learning_rate": 3.1885616352242875e-05, "loss": 3.2684, "step": 109500 }, { "epoch": 0.36, "learning_rate": 3.1869073536126206e-05, "loss": 3.2564, "step": 109600 }, { "epoch": 0.36, "learning_rate": 3.185253072000953e-05, "loss": 3.2538, "step": 109700 }, { "epoch": 0.36, "learning_rate": 3.1835987903892855e-05, "loss": 3.2667, "step": 109800 }, { "epoch": 0.36, "learning_rate": 3.181944508777619e-05, "loss": 3.268, "step": 109900 }, { "epoch": 0.36, "learning_rate": 3.180290227165951e-05, "loss": 3.2611, "step": 110000 }, { "epoch": 0.36, "learning_rate": 3.1786359455542836e-05, "loss": 3.2614, "step": 110100 }, { "epoch": 0.36, "learning_rate": 3.176981663942617e-05, "loss": 3.2639, "step": 110200 }, { "epoch": 0.36, "learning_rate": 3.175327382330949e-05, "loss": 3.2461, "step": 110300 }, { "epoch": 0.37, "learning_rate": 3.1736731007192816e-05, "loss": 3.2381, "step": 110400 }, { "epoch": 0.37, "learning_rate": 3.172018819107615e-05, "loss": 3.2614, "step": 110500 }, { "epoch": 0.37, "learning_rate": 3.170364537495947e-05, "loss": 3.2706, "step": 110600 }, { "epoch": 0.37, "learning_rate": 3.1687102558842797e-05, "loss": 3.2566, "step": 110700 }, { "epoch": 0.37, "learning_rate": 3.167055974272613e-05, "loss": 3.251, "step": 110800 }, { "epoch": 0.37, "learning_rate": 3.165401692660945e-05, "loss": 3.2492, "step": 110900 }, { "epoch": 0.37, "learning_rate": 3.163747411049278e-05, "loss": 3.2478, "step": 111000 }, { "epoch": 0.37, "learning_rate": 3.162093129437611e-05, "loss": 3.2479, "step": 111100 }, { "epoch": 0.37, "learning_rate": 3.160438847825943e-05, "loss": 3.2489, "step": 111200 }, { "epoch": 0.37, "learning_rate": 3.1587845662142764e-05, "loss": 3.2688, "step": 111300 }, { "epoch": 0.37, "learning_rate": 3.157130284602608e-05, "loss": 3.2459, "step": 111400 }, { "epoch": 0.37, "learning_rate": 3.155476002990941e-05, "loss": 3.2491, "step": 111500 }, { "epoch": 0.37, "learning_rate": 3.1538217213792744e-05, "loss": 3.2474, "step": 111600 }, { "epoch": 0.37, "learning_rate": 3.152167439767606e-05, "loss": 3.2456, "step": 111700 }, { "epoch": 0.37, "learning_rate": 3.1505131581559393e-05, "loss": 3.2515, "step": 111800 }, { "epoch": 0.37, "learning_rate": 3.1488588765442725e-05, "loss": 3.2537, "step": 111900 }, { "epoch": 0.37, "learning_rate": 3.147204594932604e-05, "loss": 3.2649, "step": 112000 }, { "epoch": 0.37, "learning_rate": 3.1455503133209374e-05, "loss": 3.2436, "step": 112100 }, { "epoch": 0.37, "learning_rate": 3.1438960317092705e-05, "loss": 3.2633, "step": 112200 }, { "epoch": 0.37, "learning_rate": 3.142241750097602e-05, "loss": 3.2567, "step": 112300 }, { "epoch": 0.37, "learning_rate": 3.1405874684859354e-05, "loss": 3.2506, "step": 112400 }, { "epoch": 0.37, "learning_rate": 3.1389331868742686e-05, "loss": 3.2619, "step": 112500 }, { "epoch": 0.37, "learning_rate": 3.1372789052626e-05, "loss": 3.2337, "step": 112600 }, { "epoch": 0.37, "learning_rate": 3.1356246236509335e-05, "loss": 3.2546, "step": 112700 }, { "epoch": 0.37, "learning_rate": 3.1339703420392666e-05, "loss": 3.2644, "step": 112800 }, { "epoch": 0.37, "learning_rate": 3.1323160604275984e-05, "loss": 3.2641, "step": 112900 }, { "epoch": 0.37, "learning_rate": 3.1306617788159315e-05, "loss": 3.2572, "step": 113000 }, { "epoch": 0.37, "learning_rate": 3.1290074972042646e-05, "loss": 3.2529, "step": 113100 }, { "epoch": 0.37, "learning_rate": 3.1273532155925964e-05, "loss": 3.2674, "step": 113200 }, { "epoch": 0.37, "learning_rate": 3.1256989339809295e-05, "loss": 3.2632, "step": 113300 }, { "epoch": 0.38, "learning_rate": 3.124044652369263e-05, "loss": 3.2638, "step": 113400 }, { "epoch": 0.38, "learning_rate": 3.122390370757595e-05, "loss": 3.2595, "step": 113500 }, { "epoch": 0.38, "learning_rate": 3.1207360891459276e-05, "loss": 3.2524, "step": 113600 }, { "epoch": 0.38, "learning_rate": 3.119081807534261e-05, "loss": 3.2444, "step": 113700 }, { "epoch": 0.38, "learning_rate": 3.117427525922593e-05, "loss": 3.2588, "step": 113800 }, { "epoch": 0.38, "learning_rate": 3.1157732443109256e-05, "loss": 3.2632, "step": 113900 }, { "epoch": 0.38, "learning_rate": 3.114118962699258e-05, "loss": 3.2611, "step": 114000 }, { "epoch": 0.38, "learning_rate": 3.112464681087591e-05, "loss": 3.2551, "step": 114100 }, { "epoch": 0.38, "learning_rate": 3.1108103994759237e-05, "loss": 3.2622, "step": 114200 }, { "epoch": 0.38, "learning_rate": 3.109156117864256e-05, "loss": 3.2489, "step": 114300 }, { "epoch": 0.38, "learning_rate": 3.107501836252589e-05, "loss": 3.2541, "step": 114400 }, { "epoch": 0.38, "learning_rate": 3.105847554640922e-05, "loss": 3.2511, "step": 114500 }, { "epoch": 0.38, "learning_rate": 3.104193273029254e-05, "loss": 3.2567, "step": 114600 }, { "epoch": 0.38, "learning_rate": 3.102538991417587e-05, "loss": 3.2569, "step": 114700 }, { "epoch": 0.38, "learning_rate": 3.10088470980592e-05, "loss": 3.2586, "step": 114800 }, { "epoch": 0.38, "learning_rate": 3.099230428194252e-05, "loss": 3.2541, "step": 114900 }, { "epoch": 0.38, "learning_rate": 3.097576146582585e-05, "loss": 3.256, "step": 115000 }, { "epoch": 0.38, "learning_rate": 3.095921864970918e-05, "loss": 3.254, "step": 115100 }, { "epoch": 0.38, "learning_rate": 3.09426758335925e-05, "loss": 3.2426, "step": 115200 }, { "epoch": 0.38, "learning_rate": 3.0926133017475834e-05, "loss": 3.2499, "step": 115300 }, { "epoch": 0.38, "learning_rate": 3.090959020135916e-05, "loss": 3.2554, "step": 115400 }, { "epoch": 0.38, "learning_rate": 3.089304738524248e-05, "loss": 3.2437, "step": 115500 }, { "epoch": 0.38, "learning_rate": 3.0876504569125814e-05, "loss": 3.2515, "step": 115600 }, { "epoch": 0.38, "learning_rate": 3.0859961753009145e-05, "loss": 3.2665, "step": 115700 }, { "epoch": 0.38, "learning_rate": 3.084341893689246e-05, "loss": 3.2462, "step": 115800 }, { "epoch": 0.38, "learning_rate": 3.0826876120775794e-05, "loss": 3.2389, "step": 115900 }, { "epoch": 0.38, "learning_rate": 3.0810333304659126e-05, "loss": 3.2469, "step": 116000 }, { "epoch": 0.38, "learning_rate": 3.079379048854244e-05, "loss": 3.2634, "step": 116100 }, { "epoch": 0.38, "learning_rate": 3.0777247672425775e-05, "loss": 3.2555, "step": 116200 }, { "epoch": 0.38, "learning_rate": 3.0760704856309106e-05, "loss": 3.257, "step": 116300 }, { "epoch": 0.39, "learning_rate": 3.0744162040192424e-05, "loss": 3.2578, "step": 116400 }, { "epoch": 0.39, "learning_rate": 3.0727619224075755e-05, "loss": 3.2435, "step": 116500 }, { "epoch": 0.39, "learning_rate": 3.071107640795908e-05, "loss": 3.2459, "step": 116600 }, { "epoch": 0.39, "learning_rate": 3.0694533591842404e-05, "loss": 3.2538, "step": 116700 }, { "epoch": 0.39, "learning_rate": 3.0677990775725735e-05, "loss": 3.24, "step": 116800 }, { "epoch": 0.39, "learning_rate": 3.066144795960906e-05, "loss": 3.2555, "step": 116900 }, { "epoch": 0.39, "learning_rate": 3.0644905143492384e-05, "loss": 3.2574, "step": 117000 }, { "epoch": 0.39, "learning_rate": 3.0628362327375716e-05, "loss": 3.247, "step": 117100 }, { "epoch": 0.39, "learning_rate": 3.061181951125904e-05, "loss": 3.2465, "step": 117200 }, { "epoch": 0.39, "learning_rate": 3.0595276695142365e-05, "loss": 3.264, "step": 117300 }, { "epoch": 0.39, "learning_rate": 3.0578733879025696e-05, "loss": 3.2506, "step": 117400 }, { "epoch": 0.39, "learning_rate": 3.056219106290902e-05, "loss": 3.2582, "step": 117500 }, { "epoch": 0.39, "learning_rate": 3.054564824679235e-05, "loss": 3.25, "step": 117600 }, { "epoch": 0.39, "learning_rate": 3.0529105430675677e-05, "loss": 3.2487, "step": 117700 }, { "epoch": 0.39, "learning_rate": 3.0512562614559004e-05, "loss": 3.242, "step": 117800 }, { "epoch": 0.39, "learning_rate": 3.0496019798442332e-05, "loss": 3.2457, "step": 117900 }, { "epoch": 0.39, "learning_rate": 3.0479476982325657e-05, "loss": 3.2446, "step": 118000 }, { "epoch": 0.39, "learning_rate": 3.0462934166208985e-05, "loss": 3.248, "step": 118100 }, { "epoch": 0.39, "learning_rate": 3.0446391350092313e-05, "loss": 3.2506, "step": 118200 }, { "epoch": 0.39, "learning_rate": 3.0429848533975634e-05, "loss": 3.2581, "step": 118300 }, { "epoch": 0.39, "learning_rate": 3.0413305717858965e-05, "loss": 3.2469, "step": 118400 }, { "epoch": 0.39, "learning_rate": 3.0396762901742293e-05, "loss": 3.2618, "step": 118500 }, { "epoch": 0.39, "learning_rate": 3.0380220085625614e-05, "loss": 3.2452, "step": 118600 }, { "epoch": 0.39, "learning_rate": 3.0363677269508946e-05, "loss": 3.2527, "step": 118700 }, { "epoch": 0.39, "learning_rate": 3.0347134453392274e-05, "loss": 3.2585, "step": 118800 }, { "epoch": 0.39, "learning_rate": 3.0330591637275595e-05, "loss": 3.2476, "step": 118900 }, { "epoch": 0.39, "learning_rate": 3.0314048821158926e-05, "loss": 3.2521, "step": 119000 }, { "epoch": 0.39, "learning_rate": 3.0297506005042254e-05, "loss": 3.2575, "step": 119100 }, { "epoch": 0.39, "learning_rate": 3.0280963188925575e-05, "loss": 3.2661, "step": 119200 }, { "epoch": 0.39, "learning_rate": 3.0264420372808906e-05, "loss": 3.2576, "step": 119300 }, { "epoch": 0.4, "learning_rate": 3.0247877556692234e-05, "loss": 3.2403, "step": 119400 }, { "epoch": 0.4, "learning_rate": 3.0231334740575555e-05, "loss": 3.253, "step": 119500 }, { "epoch": 0.4, "learning_rate": 3.0214791924458887e-05, "loss": 3.2435, "step": 119600 }, { "epoch": 0.4, "learning_rate": 3.0198249108342215e-05, "loss": 3.2379, "step": 119700 }, { "epoch": 0.4, "learning_rate": 3.0181706292225543e-05, "loss": 3.2457, "step": 119800 }, { "epoch": 0.4, "learning_rate": 3.0165163476108864e-05, "loss": 3.2565, "step": 119900 }, { "epoch": 0.4, "learning_rate": 3.0148620659992195e-05, "loss": 3.2483, "step": 120000 }, { "epoch": 0.4, "learning_rate": 3.0132077843875523e-05, "loss": 3.2476, "step": 120100 }, { "epoch": 0.4, "learning_rate": 3.0115535027758844e-05, "loss": 3.2481, "step": 120200 }, { "epoch": 0.4, "learning_rate": 3.0098992211642175e-05, "loss": 3.2485, "step": 120300 }, { "epoch": 0.4, "learning_rate": 3.0082449395525503e-05, "loss": 3.2542, "step": 120400 }, { "epoch": 0.4, "learning_rate": 3.0065906579408825e-05, "loss": 3.2604, "step": 120500 }, { "epoch": 0.4, "learning_rate": 3.0049363763292156e-05, "loss": 3.2569, "step": 120600 }, { "epoch": 0.4, "learning_rate": 3.0032820947175484e-05, "loss": 3.2416, "step": 120700 }, { "epoch": 0.4, "learning_rate": 3.0016278131058805e-05, "loss": 3.2531, "step": 120800 }, { "epoch": 0.4, "learning_rate": 2.9999735314942136e-05, "loss": 3.2484, "step": 120900 }, { "epoch": 0.4, "learning_rate": 2.9983192498825464e-05, "loss": 3.2483, "step": 121000 }, { "epoch": 0.4, "learning_rate": 2.9966649682708785e-05, "loss": 3.2284, "step": 121100 }, { "epoch": 0.4, "learning_rate": 2.9950106866592113e-05, "loss": 3.2521, "step": 121200 }, { "epoch": 0.4, "learning_rate": 2.9933564050475445e-05, "loss": 3.2531, "step": 121300 }, { "epoch": 0.4, "learning_rate": 2.9917021234358766e-05, "loss": 3.2729, "step": 121400 }, { "epoch": 0.4, "learning_rate": 2.9900478418242094e-05, "loss": 3.246, "step": 121500 }, { "epoch": 0.4, "learning_rate": 2.9883935602125425e-05, "loss": 3.2473, "step": 121600 }, { "epoch": 0.4, "learning_rate": 2.9867392786008746e-05, "loss": 3.2486, "step": 121700 }, { "epoch": 0.4, "learning_rate": 2.9850849969892074e-05, "loss": 3.2536, "step": 121800 }, { "epoch": 0.4, "learning_rate": 2.9834307153775405e-05, "loss": 3.2572, "step": 121900 }, { "epoch": 0.4, "learning_rate": 2.9817764337658733e-05, "loss": 3.2524, "step": 122000 }, { "epoch": 0.4, "learning_rate": 2.9801221521542054e-05, "loss": 3.2476, "step": 122100 }, { "epoch": 0.4, "learning_rate": 2.9784678705425386e-05, "loss": 3.2344, "step": 122200 }, { "epoch": 0.4, "learning_rate": 2.9768135889308714e-05, "loss": 3.2537, "step": 122300 }, { "epoch": 0.4, "learning_rate": 2.9751593073192035e-05, "loss": 3.2488, "step": 122400 }, { "epoch": 0.41, "learning_rate": 2.9735050257075363e-05, "loss": 3.2463, "step": 122500 }, { "epoch": 0.41, "learning_rate": 2.9718507440958694e-05, "loss": 3.2449, "step": 122600 }, { "epoch": 0.41, "learning_rate": 2.9701964624842015e-05, "loss": 3.2469, "step": 122700 }, { "epoch": 0.41, "learning_rate": 2.9685421808725343e-05, "loss": 3.2463, "step": 122800 }, { "epoch": 0.41, "learning_rate": 2.9668878992608674e-05, "loss": 3.2526, "step": 122900 }, { "epoch": 0.41, "learning_rate": 2.9652336176491995e-05, "loss": 3.2531, "step": 123000 }, { "epoch": 0.41, "learning_rate": 2.9635793360375323e-05, "loss": 3.2586, "step": 123100 }, { "epoch": 0.41, "learning_rate": 2.9619250544258655e-05, "loss": 3.2502, "step": 123200 }, { "epoch": 0.41, "learning_rate": 2.9602707728141976e-05, "loss": 3.2462, "step": 123300 }, { "epoch": 0.41, "learning_rate": 2.9586164912025304e-05, "loss": 3.2505, "step": 123400 }, { "epoch": 0.41, "learning_rate": 2.9569622095908635e-05, "loss": 3.2433, "step": 123500 }, { "epoch": 0.41, "learning_rate": 2.9553079279791956e-05, "loss": 3.255, "step": 123600 }, { "epoch": 0.41, "learning_rate": 2.9536536463675284e-05, "loss": 3.2574, "step": 123700 }, { "epoch": 0.41, "learning_rate": 2.9519993647558612e-05, "loss": 3.2417, "step": 123800 }, { "epoch": 0.41, "learning_rate": 2.9503450831441937e-05, "loss": 3.2446, "step": 123900 }, { "epoch": 0.41, "learning_rate": 2.9486908015325265e-05, "loss": 3.2475, "step": 124000 }, { "epoch": 0.41, "learning_rate": 2.9470365199208592e-05, "loss": 3.2457, "step": 124100 }, { "epoch": 0.41, "learning_rate": 2.9453822383091924e-05, "loss": 3.2543, "step": 124200 }, { "epoch": 0.41, "learning_rate": 2.9437279566975245e-05, "loss": 3.2416, "step": 124300 }, { "epoch": 0.41, "learning_rate": 2.9420736750858573e-05, "loss": 3.2442, "step": 124400 }, { "epoch": 0.41, "learning_rate": 2.9404193934741904e-05, "loss": 3.2543, "step": 124500 }, { "epoch": 0.41, "learning_rate": 2.9387651118625225e-05, "loss": 3.2471, "step": 124600 }, { "epoch": 0.41, "learning_rate": 2.9371108302508553e-05, "loss": 3.2496, "step": 124700 }, { "epoch": 0.41, "learning_rate": 2.9354565486391885e-05, "loss": 3.2618, "step": 124800 }, { "epoch": 0.41, "learning_rate": 2.9338022670275206e-05, "loss": 3.2468, "step": 124900 }, { "epoch": 0.41, "learning_rate": 2.9321479854158534e-05, "loss": 3.2503, "step": 125000 }, { "epoch": 0.41, "learning_rate": 2.930493703804186e-05, "loss": 3.2449, "step": 125100 }, { "epoch": 0.41, "learning_rate": 2.9288394221925186e-05, "loss": 3.2516, "step": 125200 }, { "epoch": 0.41, "learning_rate": 2.9271851405808514e-05, "loss": 3.2648, "step": 125300 }, { "epoch": 0.41, "learning_rate": 2.9255308589691842e-05, "loss": 3.2436, "step": 125400 }, { "epoch": 0.42, "learning_rate": 2.9238765773575166e-05, "loss": 3.2397, "step": 125500 }, { "epoch": 0.42, "learning_rate": 2.9222222957458494e-05, "loss": 3.2397, "step": 125600 }, { "epoch": 0.42, "learning_rate": 2.9205680141341822e-05, "loss": 3.2437, "step": 125700 }, { "epoch": 0.42, "learning_rate": 2.9189137325225147e-05, "loss": 3.2428, "step": 125800 }, { "epoch": 0.42, "learning_rate": 2.9172594509108475e-05, "loss": 3.2562, "step": 125900 }, { "epoch": 0.42, "learning_rate": 2.9156051692991803e-05, "loss": 3.2584, "step": 126000 }, { "epoch": 0.42, "learning_rate": 2.9139508876875134e-05, "loss": 3.2693, "step": 126100 }, { "epoch": 0.42, "learning_rate": 2.9122966060758455e-05, "loss": 3.2517, "step": 126200 }, { "epoch": 0.42, "learning_rate": 2.9106423244641783e-05, "loss": 3.2631, "step": 126300 }, { "epoch": 0.42, "learning_rate": 2.908988042852511e-05, "loss": 3.2408, "step": 126400 }, { "epoch": 0.42, "learning_rate": 2.9073337612408435e-05, "loss": 3.2568, "step": 126500 }, { "epoch": 0.42, "learning_rate": 2.9056794796291763e-05, "loss": 3.2513, "step": 126600 }, { "epoch": 0.42, "learning_rate": 2.904025198017509e-05, "loss": 3.2604, "step": 126700 }, { "epoch": 0.42, "learning_rate": 2.9023709164058416e-05, "loss": 3.2353, "step": 126800 }, { "epoch": 0.42, "learning_rate": 2.9007166347941744e-05, "loss": 3.2449, "step": 126900 }, { "epoch": 0.42, "learning_rate": 2.8990623531825072e-05, "loss": 3.2629, "step": 127000 }, { "epoch": 0.42, "learning_rate": 2.8974080715708396e-05, "loss": 3.2463, "step": 127100 }, { "epoch": 0.42, "learning_rate": 2.8957537899591724e-05, "loss": 3.2455, "step": 127200 }, { "epoch": 0.42, "learning_rate": 2.8940995083475052e-05, "loss": 3.2578, "step": 127300 }, { "epoch": 0.42, "learning_rate": 2.8924452267358377e-05, "loss": 3.2416, "step": 127400 }, { "epoch": 0.42, "learning_rate": 2.8907909451241705e-05, "loss": 3.2529, "step": 127500 }, { "epoch": 0.42, "learning_rate": 2.8891366635125032e-05, "loss": 3.2408, "step": 127600 }, { "epoch": 0.42, "learning_rate": 2.8874823819008357e-05, "loss": 3.2489, "step": 127700 }, { "epoch": 0.42, "learning_rate": 2.8858281002891685e-05, "loss": 3.2468, "step": 127800 }, { "epoch": 0.42, "learning_rate": 2.8841738186775013e-05, "loss": 3.252, "step": 127900 }, { "epoch": 0.42, "learning_rate": 2.8825195370658337e-05, "loss": 3.237, "step": 128000 }, { "epoch": 0.42, "learning_rate": 2.8808652554541665e-05, "loss": 3.2453, "step": 128100 }, { "epoch": 0.42, "learning_rate": 2.8792109738424993e-05, "loss": 3.2345, "step": 128200 }, { "epoch": 0.42, "learning_rate": 2.877556692230832e-05, "loss": 3.2482, "step": 128300 }, { "epoch": 0.42, "learning_rate": 2.8759024106191646e-05, "loss": 3.2486, "step": 128400 }, { "epoch": 0.43, "learning_rate": 2.8742481290074974e-05, "loss": 3.2381, "step": 128500 }, { "epoch": 0.43, "learning_rate": 2.87259384739583e-05, "loss": 3.235, "step": 128600 }, { "epoch": 0.43, "learning_rate": 2.8709395657841626e-05, "loss": 3.2541, "step": 128700 }, { "epoch": 0.43, "learning_rate": 2.8692852841724954e-05, "loss": 3.2401, "step": 128800 }, { "epoch": 0.43, "learning_rate": 2.8676310025608282e-05, "loss": 3.2602, "step": 128900 }, { "epoch": 0.43, "learning_rate": 2.8659767209491606e-05, "loss": 3.2464, "step": 129000 }, { "epoch": 0.43, "learning_rate": 2.8643224393374934e-05, "loss": 3.23, "step": 129100 }, { "epoch": 0.43, "learning_rate": 2.8626681577258262e-05, "loss": 3.2497, "step": 129200 }, { "epoch": 0.43, "learning_rate": 2.8610138761141587e-05, "loss": 3.2428, "step": 129300 }, { "epoch": 0.43, "learning_rate": 2.8593595945024915e-05, "loss": 3.2494, "step": 129400 }, { "epoch": 0.43, "learning_rate": 2.8577053128908243e-05, "loss": 3.249, "step": 129500 }, { "epoch": 0.43, "learning_rate": 2.8560510312791567e-05, "loss": 3.2527, "step": 129600 }, { "epoch": 0.43, "learning_rate": 2.8543967496674895e-05, "loss": 3.2407, "step": 129700 }, { "epoch": 0.43, "learning_rate": 2.8527424680558223e-05, "loss": 3.259, "step": 129800 }, { "epoch": 0.43, "learning_rate": 2.8510881864441548e-05, "loss": 3.2507, "step": 129900 }, { "epoch": 0.43, "learning_rate": 2.8494339048324876e-05, "loss": 3.2468, "step": 130000 }, { "epoch": 0.43, "learning_rate": 2.8477796232208203e-05, "loss": 3.2577, "step": 130100 }, { "epoch": 0.43, "learning_rate": 2.8461253416091528e-05, "loss": 3.2545, "step": 130200 }, { "epoch": 0.43, "learning_rate": 2.8444710599974856e-05, "loss": 3.2605, "step": 130300 }, { "epoch": 0.43, "learning_rate": 2.8428167783858184e-05, "loss": 3.2484, "step": 130400 }, { "epoch": 0.43, "learning_rate": 2.8411624967741512e-05, "loss": 3.2433, "step": 130500 }, { "epoch": 0.43, "learning_rate": 2.8395082151624836e-05, "loss": 3.2461, "step": 130600 }, { "epoch": 0.43, "learning_rate": 2.8378539335508164e-05, "loss": 3.2434, "step": 130700 }, { "epoch": 0.43, "learning_rate": 2.8361996519391492e-05, "loss": 3.246, "step": 130800 }, { "epoch": 0.43, "learning_rate": 2.8345453703274817e-05, "loss": 3.2424, "step": 130900 }, { "epoch": 0.43, "learning_rate": 2.8328910887158145e-05, "loss": 3.2442, "step": 131000 }, { "epoch": 0.43, "learning_rate": 2.8312368071041473e-05, "loss": 3.2511, "step": 131100 }, { "epoch": 0.43, "learning_rate": 2.8295825254924797e-05, "loss": 3.2481, "step": 131200 }, { "epoch": 0.43, "learning_rate": 2.8279282438808125e-05, "loss": 3.2603, "step": 131300 }, { "epoch": 0.43, "learning_rate": 2.8262739622691453e-05, "loss": 3.2761, "step": 131400 }, { "epoch": 0.44, "learning_rate": 2.8246196806574777e-05, "loss": 3.2635, "step": 131500 }, { "epoch": 0.44, "learning_rate": 2.8229653990458105e-05, "loss": 3.245, "step": 131600 }, { "epoch": 0.44, "learning_rate": 2.8213111174341433e-05, "loss": 3.256, "step": 131700 }, { "epoch": 0.44, "learning_rate": 2.8196568358224758e-05, "loss": 3.2481, "step": 131800 }, { "epoch": 0.44, "learning_rate": 2.8180025542108086e-05, "loss": 3.2468, "step": 131900 }, { "epoch": 0.44, "learning_rate": 2.8163482725991414e-05, "loss": 3.2462, "step": 132000 }, { "epoch": 0.44, "learning_rate": 2.8146939909874738e-05, "loss": 3.2508, "step": 132100 }, { "epoch": 0.44, "learning_rate": 2.8130397093758066e-05, "loss": 3.2519, "step": 132200 }, { "epoch": 0.44, "learning_rate": 2.8113854277641394e-05, "loss": 3.2456, "step": 132300 }, { "epoch": 0.44, "learning_rate": 2.8097311461524722e-05, "loss": 3.2385, "step": 132400 }, { "epoch": 0.44, "learning_rate": 2.8080768645408046e-05, "loss": 3.2466, "step": 132500 }, { "epoch": 0.44, "learning_rate": 2.8064225829291374e-05, "loss": 3.2453, "step": 132600 }, { "epoch": 0.44, "learning_rate": 2.8047683013174702e-05, "loss": 3.2365, "step": 132700 }, { "epoch": 0.44, "learning_rate": 2.8031140197058027e-05, "loss": 3.2478, "step": 132800 }, { "epoch": 0.44, "learning_rate": 2.8014597380941355e-05, "loss": 3.2321, "step": 132900 }, { "epoch": 0.44, "learning_rate": 2.7998054564824683e-05, "loss": 3.2555, "step": 133000 }, { "epoch": 0.44, "learning_rate": 2.7981511748708007e-05, "loss": 3.2502, "step": 133100 }, { "epoch": 0.44, "learning_rate": 2.7964968932591335e-05, "loss": 3.2376, "step": 133200 }, { "epoch": 0.44, "learning_rate": 2.7948426116474663e-05, "loss": 3.2628, "step": 133300 }, { "epoch": 0.44, "learning_rate": 2.7931883300357988e-05, "loss": 3.239, "step": 133400 }, { "epoch": 0.44, "learning_rate": 2.7915340484241316e-05, "loss": 3.2512, "step": 133500 }, { "epoch": 0.44, "learning_rate": 2.7898797668124643e-05, "loss": 3.2568, "step": 133600 }, { "epoch": 0.44, "learning_rate": 2.7882254852007965e-05, "loss": 3.2496, "step": 133700 }, { "epoch": 0.44, "learning_rate": 2.7865712035891296e-05, "loss": 3.2565, "step": 133800 }, { "epoch": 0.44, "learning_rate": 2.7849169219774624e-05, "loss": 3.2547, "step": 133900 }, { "epoch": 0.44, "learning_rate": 2.7832626403657945e-05, "loss": 3.2583, "step": 134000 }, { "epoch": 0.44, "learning_rate": 2.7816083587541276e-05, "loss": 3.2532, "step": 134100 }, { "epoch": 0.44, "learning_rate": 2.7799540771424604e-05, "loss": 3.2361, "step": 134200 }, { "epoch": 0.44, "learning_rate": 2.7782997955307925e-05, "loss": 3.2337, "step": 134300 }, { "epoch": 0.44, "learning_rate": 2.7766455139191257e-05, "loss": 3.2601, "step": 134400 }, { "epoch": 0.45, "learning_rate": 2.7749912323074585e-05, "loss": 3.2302, "step": 134500 }, { "epoch": 0.45, "learning_rate": 2.7733369506957913e-05, "loss": 3.2384, "step": 134600 }, { "epoch": 0.45, "learning_rate": 2.7716826690841237e-05, "loss": 3.2524, "step": 134700 }, { "epoch": 0.45, "learning_rate": 2.7700283874724565e-05, "loss": 3.2321, "step": 134800 }, { "epoch": 0.45, "learning_rate": 2.7683741058607893e-05, "loss": 3.2429, "step": 134900 }, { "epoch": 0.45, "learning_rate": 2.7667198242491214e-05, "loss": 3.2487, "step": 135000 }, { "epoch": 0.45, "learning_rate": 2.7650655426374545e-05, "loss": 3.2382, "step": 135100 }, { "epoch": 0.45, "learning_rate": 2.7634112610257873e-05, "loss": 3.2676, "step": 135200 }, { "epoch": 0.45, "learning_rate": 2.7617569794141194e-05, "loss": 3.2454, "step": 135300 }, { "epoch": 0.45, "learning_rate": 2.7601026978024526e-05, "loss": 3.2544, "step": 135400 }, { "epoch": 0.45, "learning_rate": 2.7584484161907854e-05, "loss": 3.2345, "step": 135500 }, { "epoch": 0.45, "learning_rate": 2.7567941345791175e-05, "loss": 3.2416, "step": 135600 }, { "epoch": 0.45, "learning_rate": 2.7551398529674506e-05, "loss": 3.2517, "step": 135700 }, { "epoch": 0.45, "learning_rate": 2.7534855713557834e-05, "loss": 3.2491, "step": 135800 }, { "epoch": 0.45, "learning_rate": 2.7518312897441155e-05, "loss": 3.2563, "step": 135900 }, { "epoch": 0.45, "learning_rate": 2.7501770081324487e-05, "loss": 3.2486, "step": 136000 }, { "epoch": 0.45, "learning_rate": 2.7485227265207814e-05, "loss": 3.2351, "step": 136100 }, { "epoch": 0.45, "learning_rate": 2.7468684449091136e-05, "loss": 3.2413, "step": 136200 }, { "epoch": 0.45, "learning_rate": 2.7452141632974464e-05, "loss": 3.2481, "step": 136300 }, { "epoch": 0.45, "learning_rate": 2.7435598816857795e-05, "loss": 3.2446, "step": 136400 }, { "epoch": 0.45, "learning_rate": 2.7419056000741116e-05, "loss": 3.2651, "step": 136500 }, { "epoch": 0.45, "learning_rate": 2.7402513184624444e-05, "loss": 3.2315, "step": 136600 }, { "epoch": 0.45, "learning_rate": 2.7385970368507775e-05, "loss": 3.2531, "step": 136700 }, { "epoch": 0.45, "learning_rate": 2.7369427552391103e-05, "loss": 3.2483, "step": 136800 }, { "epoch": 0.45, "learning_rate": 2.7352884736274424e-05, "loss": 3.2523, "step": 136900 }, { "epoch": 0.45, "learning_rate": 2.7336341920157756e-05, "loss": 3.2586, "step": 137000 }, { "epoch": 0.45, "learning_rate": 2.7319799104041083e-05, "loss": 3.2489, "step": 137100 }, { "epoch": 0.45, "learning_rate": 2.7303256287924405e-05, "loss": 3.2367, "step": 137200 }, { "epoch": 0.45, "learning_rate": 2.7286713471807736e-05, "loss": 3.2464, "step": 137300 }, { "epoch": 0.45, "learning_rate": 2.7270170655691064e-05, "loss": 3.238, "step": 137400 }, { "epoch": 0.45, "learning_rate": 2.7253627839574385e-05, "loss": 3.2439, "step": 137500 }, { "epoch": 0.46, "learning_rate": 2.7237085023457713e-05, "loss": 3.2541, "step": 137600 }, { "epoch": 0.46, "learning_rate": 2.7220542207341044e-05, "loss": 3.2535, "step": 137700 }, { "epoch": 0.46, "learning_rate": 2.7203999391224365e-05, "loss": 3.2317, "step": 137800 }, { "epoch": 0.46, "learning_rate": 2.7187456575107693e-05, "loss": 3.2556, "step": 137900 }, { "epoch": 0.46, "learning_rate": 2.7170913758991025e-05, "loss": 3.2629, "step": 138000 }, { "epoch": 0.46, "learning_rate": 2.7154370942874346e-05, "loss": 3.2423, "step": 138100 }, { "epoch": 0.46, "learning_rate": 2.7137828126757674e-05, "loss": 3.2539, "step": 138200 }, { "epoch": 0.46, "learning_rate": 2.7121285310641005e-05, "loss": 3.2593, "step": 138300 }, { "epoch": 0.46, "learning_rate": 2.7104742494524326e-05, "loss": 3.2425, "step": 138400 }, { "epoch": 0.46, "learning_rate": 2.7088199678407654e-05, "loss": 3.2566, "step": 138500 }, { "epoch": 0.46, "learning_rate": 2.7071656862290985e-05, "loss": 3.2485, "step": 138600 }, { "epoch": 0.46, "learning_rate": 2.7055114046174307e-05, "loss": 3.2414, "step": 138700 }, { "epoch": 0.46, "learning_rate": 2.7038571230057634e-05, "loss": 3.2584, "step": 138800 }, { "epoch": 0.46, "learning_rate": 2.7022028413940962e-05, "loss": 3.257, "step": 138900 }, { "epoch": 0.46, "learning_rate": 2.7005485597824294e-05, "loss": 3.2496, "step": 139000 }, { "epoch": 0.46, "learning_rate": 2.6988942781707615e-05, "loss": 3.2441, "step": 139100 }, { "epoch": 0.46, "learning_rate": 2.6972399965590943e-05, "loss": 3.2497, "step": 139200 }, { "epoch": 0.46, "learning_rate": 2.6955857149474274e-05, "loss": 3.245, "step": 139300 }, { "epoch": 0.46, "learning_rate": 2.6939314333357595e-05, "loss": 3.2491, "step": 139400 }, { "epoch": 0.46, "learning_rate": 2.6922771517240923e-05, "loss": 3.2447, "step": 139500 }, { "epoch": 0.46, "learning_rate": 2.6906228701124254e-05, "loss": 3.241, "step": 139600 }, { "epoch": 0.46, "learning_rate": 2.6889685885007576e-05, "loss": 3.2374, "step": 139700 }, { "epoch": 0.46, "learning_rate": 2.6873143068890904e-05, "loss": 3.2395, "step": 139800 }, { "epoch": 0.46, "learning_rate": 2.6856600252774235e-05, "loss": 3.2537, "step": 139900 }, { "epoch": 0.46, "learning_rate": 2.6840057436657556e-05, "loss": 3.2505, "step": 140000 }, { "epoch": 0.46, "learning_rate": 2.6823514620540884e-05, "loss": 3.2474, "step": 140100 }, { "epoch": 0.46, "learning_rate": 2.6806971804424212e-05, "loss": 3.2571, "step": 140200 }, { "epoch": 0.46, "learning_rate": 2.6790428988307536e-05, "loss": 3.2573, "step": 140300 }, { "epoch": 0.46, "learning_rate": 2.6773886172190864e-05, "loss": 3.2363, "step": 140400 }, { "epoch": 0.46, "learning_rate": 2.6757343356074192e-05, "loss": 3.243, "step": 140500 }, { "epoch": 0.47, "learning_rate": 2.6740800539957517e-05, "loss": 3.2355, "step": 140600 }, { "epoch": 0.47, "learning_rate": 2.6724257723840845e-05, "loss": 3.2466, "step": 140700 }, { "epoch": 0.47, "learning_rate": 2.6707714907724173e-05, "loss": 3.2434, "step": 140800 }, { "epoch": 0.47, "learning_rate": 2.6691172091607504e-05, "loss": 3.2513, "step": 140900 }, { "epoch": 0.47, "learning_rate": 2.6674629275490825e-05, "loss": 3.2277, "step": 141000 }, { "epoch": 0.47, "learning_rate": 2.6658086459374153e-05, "loss": 3.2501, "step": 141100 }, { "epoch": 0.47, "learning_rate": 2.6641543643257484e-05, "loss": 3.2502, "step": 141200 }, { "epoch": 0.47, "learning_rate": 2.6625000827140805e-05, "loss": 3.241, "step": 141300 }, { "epoch": 0.47, "learning_rate": 2.6608458011024133e-05, "loss": 3.2506, "step": 141400 }, { "epoch": 0.47, "learning_rate": 2.659191519490746e-05, "loss": 3.2479, "step": 141500 }, { "epoch": 0.47, "learning_rate": 2.6575372378790786e-05, "loss": 3.2357, "step": 141600 }, { "epoch": 0.47, "learning_rate": 2.6558829562674114e-05, "loss": 3.2455, "step": 141700 }, { "epoch": 0.47, "learning_rate": 2.654228674655744e-05, "loss": 3.2284, "step": 141800 }, { "epoch": 0.47, "learning_rate": 2.6525743930440766e-05, "loss": 3.2365, "step": 141900 }, { "epoch": 0.47, "learning_rate": 2.6509201114324094e-05, "loss": 3.2395, "step": 142000 }, { "epoch": 0.47, "learning_rate": 2.6492658298207422e-05, "loss": 3.2453, "step": 142100 }, { "epoch": 0.47, "learning_rate": 2.6476115482090747e-05, "loss": 3.2582, "step": 142200 }, { "epoch": 0.47, "learning_rate": 2.6459572665974074e-05, "loss": 3.2534, "step": 142300 }, { "epoch": 0.47, "learning_rate": 2.6443029849857402e-05, "loss": 3.2494, "step": 142400 }, { "epoch": 0.47, "learning_rate": 2.6426487033740727e-05, "loss": 3.2501, "step": 142500 }, { "epoch": 0.47, "learning_rate": 2.6409944217624055e-05, "loss": 3.2483, "step": 142600 }, { "epoch": 0.47, "learning_rate": 2.6393401401507383e-05, "loss": 3.2448, "step": 142700 }, { "epoch": 0.47, "learning_rate": 2.6376858585390707e-05, "loss": 3.2458, "step": 142800 }, { "epoch": 0.47, "learning_rate": 2.6360315769274035e-05, "loss": 3.2339, "step": 142900 }, { "epoch": 0.47, "learning_rate": 2.6343772953157363e-05, "loss": 3.2389, "step": 143000 }, { "epoch": 0.47, "learning_rate": 2.632723013704069e-05, "loss": 3.248, "step": 143100 }, { "epoch": 0.47, "learning_rate": 2.6310687320924016e-05, "loss": 3.248, "step": 143200 }, { "epoch": 0.47, "learning_rate": 2.6294144504807344e-05, "loss": 3.2443, "step": 143300 }, { "epoch": 0.47, "learning_rate": 2.627760168869067e-05, "loss": 3.2322, "step": 143400 }, { "epoch": 0.47, "learning_rate": 2.6261058872573996e-05, "loss": 3.2485, "step": 143500 }, { "epoch": 0.48, "learning_rate": 2.6244516056457324e-05, "loss": 3.2461, "step": 143600 }, { "epoch": 0.48, "learning_rate": 2.6227973240340652e-05, "loss": 3.2513, "step": 143700 }, { "epoch": 0.48, "learning_rate": 2.6211430424223976e-05, "loss": 3.2507, "step": 143800 }, { "epoch": 0.48, "learning_rate": 2.6194887608107304e-05, "loss": 3.2368, "step": 143900 }, { "epoch": 0.48, "learning_rate": 2.6178344791990632e-05, "loss": 3.2569, "step": 144000 }, { "epoch": 0.48, "learning_rate": 2.6161801975873957e-05, "loss": 3.2391, "step": 144100 }, { "epoch": 0.48, "learning_rate": 2.6145259159757285e-05, "loss": 3.2445, "step": 144200 }, { "epoch": 0.48, "learning_rate": 2.6128716343640613e-05, "loss": 3.2527, "step": 144300 }, { "epoch": 0.48, "learning_rate": 2.6112173527523937e-05, "loss": 3.2566, "step": 144400 }, { "epoch": 0.48, "learning_rate": 2.6095630711407265e-05, "loss": 3.2522, "step": 144500 }, { "epoch": 0.48, "learning_rate": 2.6079087895290593e-05, "loss": 3.2488, "step": 144600 }, { "epoch": 0.48, "learning_rate": 2.6062545079173918e-05, "loss": 3.2339, "step": 144700 }, { "epoch": 0.48, "learning_rate": 2.6046002263057245e-05, "loss": 3.2459, "step": 144800 }, { "epoch": 0.48, "learning_rate": 2.6029459446940573e-05, "loss": 3.2285, "step": 144900 }, { "epoch": 0.48, "learning_rate": 2.6012916630823898e-05, "loss": 3.2396, "step": 145000 }, { "epoch": 0.48, "learning_rate": 2.5996373814707226e-05, "loss": 3.2382, "step": 145100 }, { "epoch": 0.48, "learning_rate": 2.5979830998590554e-05, "loss": 3.2432, "step": 145200 }, { "epoch": 0.48, "learning_rate": 2.596328818247388e-05, "loss": 3.2278, "step": 145300 }, { "epoch": 0.48, "learning_rate": 2.5946745366357206e-05, "loss": 3.2369, "step": 145400 }, { "epoch": 0.48, "learning_rate": 2.5930202550240534e-05, "loss": 3.2431, "step": 145500 }, { "epoch": 0.48, "learning_rate": 2.5913659734123862e-05, "loss": 3.2232, "step": 145600 }, { "epoch": 0.48, "learning_rate": 2.5897116918007187e-05, "loss": 3.2485, "step": 145700 }, { "epoch": 0.48, "learning_rate": 2.5880574101890515e-05, "loss": 3.2377, "step": 145800 }, { "epoch": 0.48, "learning_rate": 2.5864031285773842e-05, "loss": 3.2466, "step": 145900 }, { "epoch": 0.48, "learning_rate": 2.5847488469657167e-05, "loss": 3.2489, "step": 146000 }, { "epoch": 0.48, "learning_rate": 2.5830945653540495e-05, "loss": 3.2454, "step": 146100 }, { "epoch": 0.48, "learning_rate": 2.5814402837423823e-05, "loss": 3.2343, "step": 146200 }, { "epoch": 0.48, "learning_rate": 2.5797860021307147e-05, "loss": 3.2482, "step": 146300 }, { "epoch": 0.48, "learning_rate": 2.5781317205190475e-05, "loss": 3.2507, "step": 146400 }, { "epoch": 0.48, "learning_rate": 2.5764774389073803e-05, "loss": 3.249, "step": 146500 }, { "epoch": 0.49, "learning_rate": 2.5748231572957128e-05, "loss": 3.242, "step": 146600 }, { "epoch": 0.49, "learning_rate": 2.5731688756840456e-05, "loss": 3.2409, "step": 146700 }, { "epoch": 0.49, "learning_rate": 2.5715145940723784e-05, "loss": 3.2478, "step": 146800 }, { "epoch": 0.49, "learning_rate": 2.5698603124607108e-05, "loss": 3.2529, "step": 146900 }, { "epoch": 0.49, "learning_rate": 2.5682060308490436e-05, "loss": 3.2355, "step": 147000 }, { "epoch": 0.49, "learning_rate": 2.5665517492373764e-05, "loss": 3.2612, "step": 147100 }, { "epoch": 0.49, "learning_rate": 2.564897467625709e-05, "loss": 3.2357, "step": 147200 }, { "epoch": 0.49, "learning_rate": 2.5632431860140416e-05, "loss": 3.2423, "step": 147300 }, { "epoch": 0.49, "learning_rate": 2.5615889044023744e-05, "loss": 3.2307, "step": 147400 }, { "epoch": 0.49, "learning_rate": 2.5599346227907072e-05, "loss": 3.2371, "step": 147500 }, { "epoch": 0.49, "learning_rate": 2.5582803411790397e-05, "loss": 3.2437, "step": 147600 }, { "epoch": 0.49, "learning_rate": 2.5566260595673725e-05, "loss": 3.2424, "step": 147700 }, { "epoch": 0.49, "learning_rate": 2.5549717779557053e-05, "loss": 3.2416, "step": 147800 }, { "epoch": 0.49, "learning_rate": 2.5533174963440377e-05, "loss": 3.2388, "step": 147900 }, { "epoch": 0.49, "learning_rate": 2.5516632147323705e-05, "loss": 3.2432, "step": 148000 }, { "epoch": 0.49, "learning_rate": 2.5500089331207033e-05, "loss": 3.235, "step": 148100 }, { "epoch": 0.49, "learning_rate": 2.5483546515090358e-05, "loss": 3.2333, "step": 148200 }, { "epoch": 0.49, "learning_rate": 2.5467003698973685e-05, "loss": 3.2502, "step": 148300 }, { "epoch": 0.49, "learning_rate": 2.5450460882857013e-05, "loss": 3.2537, "step": 148400 }, { "epoch": 0.49, "learning_rate": 2.5433918066740338e-05, "loss": 3.2347, "step": 148500 }, { "epoch": 0.49, "learning_rate": 2.5417375250623666e-05, "loss": 3.2508, "step": 148600 }, { "epoch": 0.49, "learning_rate": 2.5400832434506994e-05, "loss": 3.2562, "step": 148700 }, { "epoch": 0.49, "learning_rate": 2.538428961839032e-05, "loss": 3.2432, "step": 148800 }, { "epoch": 0.49, "learning_rate": 2.5367746802273646e-05, "loss": 3.2292, "step": 148900 }, { "epoch": 0.49, "learning_rate": 2.5351203986156974e-05, "loss": 3.2329, "step": 149000 }, { "epoch": 0.49, "learning_rate": 2.5334661170040295e-05, "loss": 3.2463, "step": 149100 }, { "epoch": 0.49, "learning_rate": 2.5318118353923627e-05, "loss": 3.2461, "step": 149200 }, { "epoch": 0.49, "learning_rate": 2.5301575537806955e-05, "loss": 3.2421, "step": 149300 }, { "epoch": 0.49, "learning_rate": 2.5285032721690282e-05, "loss": 3.2611, "step": 149400 }, { "epoch": 0.49, "learning_rate": 2.5268489905573607e-05, "loss": 3.2355, "step": 149500 }, { "epoch": 0.49, "learning_rate": 2.5251947089456935e-05, "loss": 3.2306, "step": 149600 }, { "epoch": 0.5, "learning_rate": 2.5235404273340263e-05, "loss": 3.2521, "step": 149700 }, { "epoch": 0.5, "learning_rate": 2.5218861457223587e-05, "loss": 3.2594, "step": 149800 }, { "epoch": 0.5, "learning_rate": 2.5202318641106915e-05, "loss": 3.2526, "step": 149900 }, { "epoch": 0.5, "learning_rate": 2.5185775824990243e-05, "loss": 3.2341, "step": 150000 }, { "epoch": 0.5, "learning_rate": 2.5169233008873568e-05, "loss": 3.2307, "step": 150100 }, { "epoch": 0.5, "learning_rate": 2.5152690192756896e-05, "loss": 3.2473, "step": 150200 }, { "epoch": 0.5, "learning_rate": 2.5136147376640224e-05, "loss": 3.2472, "step": 150300 }, { "epoch": 0.5, "learning_rate": 2.5119604560523545e-05, "loss": 3.249, "step": 150400 }, { "epoch": 0.5, "learning_rate": 2.5103061744406876e-05, "loss": 3.2448, "step": 150500 }, { "epoch": 0.5, "learning_rate": 2.5086518928290204e-05, "loss": 3.2359, "step": 150600 }, { "epoch": 0.5, "learning_rate": 2.5069976112173525e-05, "loss": 3.2416, "step": 150700 }, { "epoch": 0.5, "learning_rate": 2.5053433296056856e-05, "loss": 3.2408, "step": 150800 }, { "epoch": 0.5, "learning_rate": 2.5036890479940184e-05, "loss": 3.2398, "step": 150900 }, { "epoch": 0.5, "learning_rate": 2.5020347663823506e-05, "loss": 3.2477, "step": 151000 }, { "epoch": 0.5, "learning_rate": 2.5003804847706837e-05, "loss": 3.2486, "step": 151100 }, { "epoch": 0.5, "learning_rate": 2.4987262031590165e-05, "loss": 3.2229, "step": 151200 }, { "epoch": 0.5, "learning_rate": 2.497071921547349e-05, "loss": 3.2583, "step": 151300 }, { "epoch": 0.5, "learning_rate": 2.4954176399356817e-05, "loss": 3.2412, "step": 151400 }, { "epoch": 0.5, "learning_rate": 2.4937633583240145e-05, "loss": 3.2396, "step": 151500 }, { "epoch": 0.5, "learning_rate": 2.492109076712347e-05, "loss": 3.24, "step": 151600 }, { "epoch": 0.5, "learning_rate": 2.4904547951006794e-05, "loss": 3.2408, "step": 151700 }, { "epoch": 0.5, "learning_rate": 2.4888005134890126e-05, "loss": 3.2473, "step": 151800 }, { "epoch": 0.5, "learning_rate": 2.487146231877345e-05, "loss": 3.2522, "step": 151900 }, { "epoch": 0.5, "learning_rate": 2.4854919502656778e-05, "loss": 3.2365, "step": 152000 }, { "epoch": 0.5, "learning_rate": 2.4838376686540106e-05, "loss": 3.2455, "step": 152100 }, { "epoch": 0.5, "learning_rate": 2.482183387042343e-05, "loss": 3.2273, "step": 152200 }, { "epoch": 0.5, "learning_rate": 2.480529105430676e-05, "loss": 3.249, "step": 152300 }, { "epoch": 0.5, "learning_rate": 2.4788748238190086e-05, "loss": 3.2422, "step": 152400 }, { "epoch": 0.5, "learning_rate": 2.477220542207341e-05, "loss": 3.2458, "step": 152500 }, { "epoch": 0.5, "learning_rate": 2.475566260595674e-05, "loss": 3.2415, "step": 152600 }, { "epoch": 0.51, "learning_rate": 2.4739119789840067e-05, "loss": 3.236, "step": 152700 }, { "epoch": 0.51, "learning_rate": 2.472257697372339e-05, "loss": 3.2522, "step": 152800 }, { "epoch": 0.51, "learning_rate": 2.470603415760672e-05, "loss": 3.2642, "step": 152900 }, { "epoch": 0.51, "learning_rate": 2.4689491341490044e-05, "loss": 3.2393, "step": 153000 }, { "epoch": 0.51, "learning_rate": 2.4672948525373375e-05, "loss": 3.2341, "step": 153100 }, { "epoch": 0.51, "learning_rate": 2.46564057092567e-05, "loss": 3.2309, "step": 153200 }, { "epoch": 0.51, "learning_rate": 2.4639862893140024e-05, "loss": 3.2424, "step": 153300 }, { "epoch": 0.51, "learning_rate": 2.4623320077023355e-05, "loss": 3.2388, "step": 153400 }, { "epoch": 0.51, "learning_rate": 2.460677726090668e-05, "loss": 3.232, "step": 153500 }, { "epoch": 0.51, "learning_rate": 2.4590234444790004e-05, "loss": 3.2512, "step": 153600 }, { "epoch": 0.51, "learning_rate": 2.4573691628673336e-05, "loss": 3.2486, "step": 153700 }, { "epoch": 0.51, "learning_rate": 2.455714881255666e-05, "loss": 3.2348, "step": 153800 }, { "epoch": 0.51, "learning_rate": 2.4540605996439985e-05, "loss": 3.2378, "step": 153900 }, { "epoch": 0.51, "learning_rate": 2.4524063180323316e-05, "loss": 3.2338, "step": 154000 }, { "epoch": 0.51, "learning_rate": 2.450752036420664e-05, "loss": 3.2389, "step": 154100 }, { "epoch": 0.51, "learning_rate": 2.449097754808997e-05, "loss": 3.2448, "step": 154200 }, { "epoch": 0.51, "learning_rate": 2.4474434731973293e-05, "loss": 3.2481, "step": 154300 }, { "epoch": 0.51, "learning_rate": 2.445789191585662e-05, "loss": 3.2331, "step": 154400 }, { "epoch": 0.51, "learning_rate": 2.444134909973995e-05, "loss": 3.244, "step": 154500 }, { "epoch": 0.51, "learning_rate": 2.4424806283623273e-05, "loss": 3.2427, "step": 154600 }, { "epoch": 0.51, "learning_rate": 2.44082634675066e-05, "loss": 3.2379, "step": 154700 }, { "epoch": 0.51, "learning_rate": 2.439172065138993e-05, "loss": 3.2518, "step": 154800 }, { "epoch": 0.51, "learning_rate": 2.4375177835273254e-05, "loss": 3.2453, "step": 154900 }, { "epoch": 0.51, "learning_rate": 2.4358635019156582e-05, "loss": 3.257, "step": 155000 }, { "epoch": 0.51, "learning_rate": 2.434209220303991e-05, "loss": 3.2442, "step": 155100 }, { "epoch": 0.51, "learning_rate": 2.4325549386923234e-05, "loss": 3.2417, "step": 155200 }, { "epoch": 0.51, "learning_rate": 2.4309006570806566e-05, "loss": 3.2312, "step": 155300 }, { "epoch": 0.51, "learning_rate": 2.429246375468989e-05, "loss": 3.2477, "step": 155400 }, { "epoch": 0.51, "learning_rate": 2.4275920938573215e-05, "loss": 3.2444, "step": 155500 }, { "epoch": 0.51, "learning_rate": 2.4259378122456543e-05, "loss": 3.2474, "step": 155600 }, { "epoch": 0.52, "learning_rate": 2.424283530633987e-05, "loss": 3.2493, "step": 155700 }, { "epoch": 0.52, "learning_rate": 2.4226292490223195e-05, "loss": 3.2478, "step": 155800 }, { "epoch": 0.52, "learning_rate": 2.4209749674106523e-05, "loss": 3.2394, "step": 155900 }, { "epoch": 0.52, "learning_rate": 2.419320685798985e-05, "loss": 3.2324, "step": 156000 }, { "epoch": 0.52, "learning_rate": 2.4176664041873175e-05, "loss": 3.246, "step": 156100 }, { "epoch": 0.52, "learning_rate": 2.4160121225756503e-05, "loss": 3.2348, "step": 156200 }, { "epoch": 0.52, "learning_rate": 2.414357840963983e-05, "loss": 3.2305, "step": 156300 }, { "epoch": 0.52, "learning_rate": 2.412703559352316e-05, "loss": 3.2474, "step": 156400 }, { "epoch": 0.52, "learning_rate": 2.4110492777406484e-05, "loss": 3.2417, "step": 156500 }, { "epoch": 0.52, "learning_rate": 2.409394996128981e-05, "loss": 3.2415, "step": 156600 }, { "epoch": 0.52, "learning_rate": 2.407740714517314e-05, "loss": 3.2402, "step": 156700 }, { "epoch": 0.52, "learning_rate": 2.4060864329056464e-05, "loss": 3.2335, "step": 156800 }, { "epoch": 0.52, "learning_rate": 2.4044321512939792e-05, "loss": 3.237, "step": 156900 }, { "epoch": 0.52, "learning_rate": 2.402777869682312e-05, "loss": 3.2325, "step": 157000 }, { "epoch": 0.52, "learning_rate": 2.4011235880706444e-05, "loss": 3.2442, "step": 157100 }, { "epoch": 0.52, "learning_rate": 2.3994693064589772e-05, "loss": 3.2521, "step": 157200 }, { "epoch": 0.52, "learning_rate": 2.39781502484731e-05, "loss": 3.2446, "step": 157300 }, { "epoch": 0.52, "learning_rate": 2.3961607432356425e-05, "loss": 3.2415, "step": 157400 }, { "epoch": 0.52, "learning_rate": 2.3945064616239753e-05, "loss": 3.2497, "step": 157500 }, { "epoch": 0.52, "learning_rate": 2.392852180012308e-05, "loss": 3.2431, "step": 157600 }, { "epoch": 0.52, "learning_rate": 2.3911978984006405e-05, "loss": 3.2538, "step": 157700 }, { "epoch": 0.52, "learning_rate": 2.3895436167889733e-05, "loss": 3.2418, "step": 157800 }, { "epoch": 0.52, "learning_rate": 2.387889335177306e-05, "loss": 3.2394, "step": 157900 }, { "epoch": 0.52, "learning_rate": 2.3862350535656386e-05, "loss": 3.2354, "step": 158000 }, { "epoch": 0.52, "learning_rate": 2.3845807719539713e-05, "loss": 3.2503, "step": 158100 }, { "epoch": 0.52, "learning_rate": 2.382926490342304e-05, "loss": 3.2458, "step": 158200 }, { "epoch": 0.52, "learning_rate": 2.3812722087306366e-05, "loss": 3.2393, "step": 158300 }, { "epoch": 0.52, "learning_rate": 2.3796179271189694e-05, "loss": 3.2412, "step": 158400 }, { "epoch": 0.52, "learning_rate": 2.3779636455073022e-05, "loss": 3.2515, "step": 158500 }, { "epoch": 0.52, "learning_rate": 2.376309363895635e-05, "loss": 3.2411, "step": 158600 }, { "epoch": 0.53, "learning_rate": 2.3746550822839674e-05, "loss": 3.2439, "step": 158700 }, { "epoch": 0.53, "learning_rate": 2.3730008006723002e-05, "loss": 3.2328, "step": 158800 }, { "epoch": 0.53, "learning_rate": 2.371346519060633e-05, "loss": 3.2493, "step": 158900 }, { "epoch": 0.53, "learning_rate": 2.3696922374489655e-05, "loss": 3.2349, "step": 159000 }, { "epoch": 0.53, "learning_rate": 2.3680379558372983e-05, "loss": 3.2485, "step": 159100 }, { "epoch": 0.53, "learning_rate": 2.366383674225631e-05, "loss": 3.2378, "step": 159200 }, { "epoch": 0.53, "learning_rate": 2.3647293926139635e-05, "loss": 3.2567, "step": 159300 }, { "epoch": 0.53, "learning_rate": 2.3630751110022963e-05, "loss": 3.2457, "step": 159400 }, { "epoch": 0.53, "learning_rate": 2.361420829390629e-05, "loss": 3.2408, "step": 159500 }, { "epoch": 0.53, "learning_rate": 2.3597665477789615e-05, "loss": 3.2504, "step": 159600 }, { "epoch": 0.53, "learning_rate": 2.3581122661672943e-05, "loss": 3.2181, "step": 159700 }, { "epoch": 0.53, "learning_rate": 2.356457984555627e-05, "loss": 3.2452, "step": 159800 }, { "epoch": 0.53, "learning_rate": 2.3548037029439596e-05, "loss": 3.2495, "step": 159900 }, { "epoch": 0.53, "learning_rate": 2.3531494213322924e-05, "loss": 3.2336, "step": 160000 }, { "epoch": 0.53, "learning_rate": 2.351495139720625e-05, "loss": 3.2378, "step": 160100 }, { "epoch": 0.53, "learning_rate": 2.3498408581089576e-05, "loss": 3.2335, "step": 160200 }, { "epoch": 0.53, "learning_rate": 2.3481865764972904e-05, "loss": 3.2521, "step": 160300 }, { "epoch": 0.53, "learning_rate": 2.3465322948856232e-05, "loss": 3.2371, "step": 160400 }, { "epoch": 0.53, "learning_rate": 2.344878013273956e-05, "loss": 3.243, "step": 160500 }, { "epoch": 0.53, "learning_rate": 2.3432237316622884e-05, "loss": 3.2391, "step": 160600 }, { "epoch": 0.53, "learning_rate": 2.341569450050621e-05, "loss": 3.2362, "step": 160700 }, { "epoch": 0.53, "learning_rate": 2.339915168438954e-05, "loss": 3.2409, "step": 160800 }, { "epoch": 0.53, "learning_rate": 2.3382608868272865e-05, "loss": 3.2338, "step": 160900 }, { "epoch": 0.53, "learning_rate": 2.336606605215619e-05, "loss": 3.2346, "step": 161000 }, { "epoch": 0.53, "learning_rate": 2.334952323603952e-05, "loss": 3.2359, "step": 161100 }, { "epoch": 0.53, "learning_rate": 2.3332980419922845e-05, "loss": 3.2422, "step": 161200 }, { "epoch": 0.53, "learning_rate": 2.331643760380617e-05, "loss": 3.2396, "step": 161300 }, { "epoch": 0.53, "learning_rate": 2.32998947876895e-05, "loss": 3.2392, "step": 161400 }, { "epoch": 0.53, "learning_rate": 2.3283351971572826e-05, "loss": 3.2409, "step": 161500 }, { "epoch": 0.53, "learning_rate": 2.3266809155456154e-05, "loss": 3.2508, "step": 161600 }, { "epoch": 0.53, "learning_rate": 2.325026633933948e-05, "loss": 3.2347, "step": 161700 }, { "epoch": 0.54, "learning_rate": 2.3233723523222806e-05, "loss": 3.2474, "step": 161800 }, { "epoch": 0.54, "learning_rate": 2.3217180707106134e-05, "loss": 3.2473, "step": 161900 }, { "epoch": 0.54, "learning_rate": 2.320063789098946e-05, "loss": 3.24, "step": 162000 }, { "epoch": 0.54, "learning_rate": 2.3184095074872786e-05, "loss": 3.2291, "step": 162100 }, { "epoch": 0.54, "learning_rate": 2.3167552258756114e-05, "loss": 3.2368, "step": 162200 }, { "epoch": 0.54, "learning_rate": 2.315100944263944e-05, "loss": 3.246, "step": 162300 }, { "epoch": 0.54, "learning_rate": 2.3134466626522767e-05, "loss": 3.2411, "step": 162400 }, { "epoch": 0.54, "learning_rate": 2.3117923810406095e-05, "loss": 3.2544, "step": 162500 }, { "epoch": 0.54, "learning_rate": 2.310138099428942e-05, "loss": 3.2261, "step": 162600 }, { "epoch": 0.54, "learning_rate": 2.308483817817275e-05, "loss": 3.2463, "step": 162700 }, { "epoch": 0.54, "learning_rate": 2.3068295362056075e-05, "loss": 3.2444, "step": 162800 }, { "epoch": 0.54, "learning_rate": 2.30517525459394e-05, "loss": 3.2472, "step": 162900 }, { "epoch": 0.54, "learning_rate": 2.303520972982273e-05, "loss": 3.2331, "step": 163000 }, { "epoch": 0.54, "learning_rate": 2.3018666913706055e-05, "loss": 3.2528, "step": 163100 }, { "epoch": 0.54, "learning_rate": 2.300212409758938e-05, "loss": 3.2472, "step": 163200 }, { "epoch": 0.54, "learning_rate": 2.2985581281472708e-05, "loss": 3.2289, "step": 163300 }, { "epoch": 0.54, "learning_rate": 2.2969038465356036e-05, "loss": 3.2396, "step": 163400 }, { "epoch": 0.54, "learning_rate": 2.295249564923936e-05, "loss": 3.236, "step": 163500 }, { "epoch": 0.54, "learning_rate": 2.2935952833122688e-05, "loss": 3.2404, "step": 163600 }, { "epoch": 0.54, "learning_rate": 2.2919410017006016e-05, "loss": 3.2232, "step": 163700 }, { "epoch": 0.54, "learning_rate": 2.2902867200889344e-05, "loss": 3.2322, "step": 163800 }, { "epoch": 0.54, "learning_rate": 2.288632438477267e-05, "loss": 3.2399, "step": 163900 }, { "epoch": 0.54, "learning_rate": 2.2869781568655997e-05, "loss": 3.2422, "step": 164000 }, { "epoch": 0.54, "learning_rate": 2.2853238752539324e-05, "loss": 3.2393, "step": 164100 }, { "epoch": 0.54, "learning_rate": 2.283669593642265e-05, "loss": 3.2434, "step": 164200 }, { "epoch": 0.54, "learning_rate": 2.2820153120305977e-05, "loss": 3.2474, "step": 164300 }, { "epoch": 0.54, "learning_rate": 2.2803610304189305e-05, "loss": 3.2384, "step": 164400 }, { "epoch": 0.54, "learning_rate": 2.278706748807263e-05, "loss": 3.2381, "step": 164500 }, { "epoch": 0.54, "learning_rate": 2.2770524671955957e-05, "loss": 3.2439, "step": 164600 }, { "epoch": 0.54, "learning_rate": 2.2753981855839285e-05, "loss": 3.2491, "step": 164700 }, { "epoch": 0.55, "learning_rate": 2.273743903972261e-05, "loss": 3.24, "step": 164800 }, { "epoch": 0.55, "learning_rate": 2.2720896223605938e-05, "loss": 3.2394, "step": 164900 }, { "epoch": 0.55, "learning_rate": 2.2704353407489266e-05, "loss": 3.2299, "step": 165000 }, { "epoch": 0.55, "learning_rate": 2.268781059137259e-05, "loss": 3.2377, "step": 165100 }, { "epoch": 0.55, "learning_rate": 2.2671267775255918e-05, "loss": 3.2351, "step": 165200 }, { "epoch": 0.55, "learning_rate": 2.2654724959139246e-05, "loss": 3.2439, "step": 165300 }, { "epoch": 0.55, "learning_rate": 2.263818214302257e-05, "loss": 3.2256, "step": 165400 }, { "epoch": 0.55, "learning_rate": 2.26216393269059e-05, "loss": 3.2266, "step": 165500 }, { "epoch": 0.55, "learning_rate": 2.2605096510789226e-05, "loss": 3.2459, "step": 165600 }, { "epoch": 0.55, "learning_rate": 2.258855369467255e-05, "loss": 3.2388, "step": 165700 }, { "epoch": 0.55, "learning_rate": 2.257201087855588e-05, "loss": 3.2449, "step": 165800 }, { "epoch": 0.55, "learning_rate": 2.2555468062439207e-05, "loss": 3.2476, "step": 165900 }, { "epoch": 0.55, "learning_rate": 2.2538925246322535e-05, "loss": 3.2432, "step": 166000 }, { "epoch": 0.55, "learning_rate": 2.252238243020586e-05, "loss": 3.235, "step": 166100 }, { "epoch": 0.55, "learning_rate": 2.2505839614089187e-05, "loss": 3.2409, "step": 166200 }, { "epoch": 0.55, "learning_rate": 2.2489296797972515e-05, "loss": 3.2407, "step": 166300 }, { "epoch": 0.55, "learning_rate": 2.247275398185584e-05, "loss": 3.2224, "step": 166400 }, { "epoch": 0.55, "learning_rate": 2.2456211165739168e-05, "loss": 3.2423, "step": 166500 }, { "epoch": 0.55, "learning_rate": 2.2439668349622495e-05, "loss": 3.2434, "step": 166600 }, { "epoch": 0.55, "learning_rate": 2.242312553350582e-05, "loss": 3.2469, "step": 166700 }, { "epoch": 0.55, "learning_rate": 2.2406582717389148e-05, "loss": 3.2291, "step": 166800 }, { "epoch": 0.55, "learning_rate": 2.2390039901272476e-05, "loss": 3.2298, "step": 166900 }, { "epoch": 0.55, "learning_rate": 2.23734970851558e-05, "loss": 3.241, "step": 167000 }, { "epoch": 0.55, "learning_rate": 2.2356954269039128e-05, "loss": 3.2396, "step": 167100 }, { "epoch": 0.55, "learning_rate": 2.2340411452922456e-05, "loss": 3.2544, "step": 167200 }, { "epoch": 0.55, "learning_rate": 2.232386863680578e-05, "loss": 3.2422, "step": 167300 }, { "epoch": 0.55, "learning_rate": 2.230732582068911e-05, "loss": 3.2417, "step": 167400 }, { "epoch": 0.55, "learning_rate": 2.2290783004572437e-05, "loss": 3.2348, "step": 167500 }, { "epoch": 0.55, "learning_rate": 2.227424018845576e-05, "loss": 3.2486, "step": 167600 }, { "epoch": 0.55, "learning_rate": 2.225769737233909e-05, "loss": 3.2375, "step": 167700 }, { "epoch": 0.56, "learning_rate": 2.2241154556222417e-05, "loss": 3.2442, "step": 167800 }, { "epoch": 0.56, "learning_rate": 2.2224611740105745e-05, "loss": 3.2392, "step": 167900 }, { "epoch": 0.56, "learning_rate": 2.220806892398907e-05, "loss": 3.2413, "step": 168000 }, { "epoch": 0.56, "learning_rate": 2.2191526107872397e-05, "loss": 3.2351, "step": 168100 }, { "epoch": 0.56, "learning_rate": 2.2174983291755725e-05, "loss": 3.2392, "step": 168200 }, { "epoch": 0.56, "learning_rate": 2.215844047563905e-05, "loss": 3.251, "step": 168300 }, { "epoch": 0.56, "learning_rate": 2.2141897659522374e-05, "loss": 3.2369, "step": 168400 }, { "epoch": 0.56, "learning_rate": 2.2125354843405706e-05, "loss": 3.2283, "step": 168500 }, { "epoch": 0.56, "learning_rate": 2.210881202728903e-05, "loss": 3.2428, "step": 168600 }, { "epoch": 0.56, "learning_rate": 2.2092269211172355e-05, "loss": 3.2285, "step": 168700 }, { "epoch": 0.56, "learning_rate": 2.2075726395055686e-05, "loss": 3.2345, "step": 168800 }, { "epoch": 0.56, "learning_rate": 2.205918357893901e-05, "loss": 3.2399, "step": 168900 }, { "epoch": 0.56, "learning_rate": 2.204264076282234e-05, "loss": 3.2292, "step": 169000 }, { "epoch": 0.56, "learning_rate": 2.2026097946705666e-05, "loss": 3.2366, "step": 169100 }, { "epoch": 0.56, "learning_rate": 2.200955513058899e-05, "loss": 3.2502, "step": 169200 }, { "epoch": 0.56, "learning_rate": 2.199301231447232e-05, "loss": 3.2386, "step": 169300 }, { "epoch": 0.56, "learning_rate": 2.1976469498355647e-05, "loss": 3.2445, "step": 169400 }, { "epoch": 0.56, "learning_rate": 2.195992668223897e-05, "loss": 3.2265, "step": 169500 }, { "epoch": 0.56, "learning_rate": 2.19433838661223e-05, "loss": 3.2321, "step": 169600 }, { "epoch": 0.56, "learning_rate": 2.1926841050005624e-05, "loss": 3.2246, "step": 169700 }, { "epoch": 0.56, "learning_rate": 2.1910298233888952e-05, "loss": 3.2327, "step": 169800 }, { "epoch": 0.56, "learning_rate": 2.189375541777228e-05, "loss": 3.2388, "step": 169900 }, { "epoch": 0.56, "learning_rate": 2.1877212601655604e-05, "loss": 3.2386, "step": 170000 }, { "epoch": 0.56, "learning_rate": 2.1860669785538935e-05, "loss": 3.242, "step": 170100 }, { "epoch": 0.56, "learning_rate": 2.184412696942226e-05, "loss": 3.2284, "step": 170200 }, { "epoch": 0.56, "learning_rate": 2.1827584153305585e-05, "loss": 3.2349, "step": 170300 }, { "epoch": 0.56, "learning_rate": 2.1811041337188916e-05, "loss": 3.2226, "step": 170400 }, { "epoch": 0.56, "learning_rate": 2.179449852107224e-05, "loss": 3.2311, "step": 170500 }, { "epoch": 0.56, "learning_rate": 2.1777955704955565e-05, "loss": 3.2425, "step": 170600 }, { "epoch": 0.56, "learning_rate": 2.1761412888838896e-05, "loss": 3.2293, "step": 170700 }, { "epoch": 0.57, "learning_rate": 2.174487007272222e-05, "loss": 3.2412, "step": 170800 }, { "epoch": 0.57, "learning_rate": 2.1728327256605545e-05, "loss": 3.2343, "step": 170900 }, { "epoch": 0.57, "learning_rate": 2.1711784440488873e-05, "loss": 3.2274, "step": 171000 }, { "epoch": 0.57, "learning_rate": 2.16952416243722e-05, "loss": 3.2412, "step": 171100 }, { "epoch": 0.57, "learning_rate": 2.167869880825553e-05, "loss": 3.2346, "step": 171200 }, { "epoch": 0.57, "learning_rate": 2.1662155992138854e-05, "loss": 3.232, "step": 171300 }, { "epoch": 0.57, "learning_rate": 2.164561317602218e-05, "loss": 3.2322, "step": 171400 }, { "epoch": 0.57, "learning_rate": 2.162907035990551e-05, "loss": 3.2558, "step": 171500 }, { "epoch": 0.57, "learning_rate": 2.1612527543788834e-05, "loss": 3.2349, "step": 171600 }, { "epoch": 0.57, "learning_rate": 2.1595984727672162e-05, "loss": 3.2243, "step": 171700 }, { "epoch": 0.57, "learning_rate": 2.157944191155549e-05, "loss": 3.2361, "step": 171800 }, { "epoch": 0.57, "learning_rate": 2.1562899095438814e-05, "loss": 3.2343, "step": 171900 }, { "epoch": 0.57, "learning_rate": 2.1546356279322142e-05, "loss": 3.2517, "step": 172000 }, { "epoch": 0.57, "learning_rate": 2.152981346320547e-05, "loss": 3.2364, "step": 172100 }, { "epoch": 0.57, "learning_rate": 2.1513270647088795e-05, "loss": 3.2368, "step": 172200 }, { "epoch": 0.57, "learning_rate": 2.1496727830972123e-05, "loss": 3.234, "step": 172300 }, { "epoch": 0.57, "learning_rate": 2.148018501485545e-05, "loss": 3.2417, "step": 172400 }, { "epoch": 0.57, "learning_rate": 2.1463642198738775e-05, "loss": 3.2377, "step": 172500 }, { "epoch": 0.57, "learning_rate": 2.1447099382622103e-05, "loss": 3.2333, "step": 172600 }, { "epoch": 0.57, "learning_rate": 2.143055656650543e-05, "loss": 3.2384, "step": 172700 }, { "epoch": 0.57, "learning_rate": 2.1414013750388755e-05, "loss": 3.2461, "step": 172800 }, { "epoch": 0.57, "learning_rate": 2.1397470934272083e-05, "loss": 3.238, "step": 172900 }, { "epoch": 0.57, "learning_rate": 2.138092811815541e-05, "loss": 3.2408, "step": 173000 }, { "epoch": 0.57, "learning_rate": 2.1364385302038736e-05, "loss": 3.2326, "step": 173100 }, { "epoch": 0.57, "learning_rate": 2.1347842485922064e-05, "loss": 3.2286, "step": 173200 }, { "epoch": 0.57, "learning_rate": 2.1331299669805392e-05, "loss": 3.2332, "step": 173300 }, { "epoch": 0.57, "learning_rate": 2.131475685368872e-05, "loss": 3.2429, "step": 173400 }, { "epoch": 0.57, "learning_rate": 2.1298214037572044e-05, "loss": 3.2444, "step": 173500 }, { "epoch": 0.57, "learning_rate": 2.1281671221455372e-05, "loss": 3.2354, "step": 173600 }, { "epoch": 0.57, "learning_rate": 2.12651284053387e-05, "loss": 3.2424, "step": 173700 }, { "epoch": 0.58, "learning_rate": 2.1248585589222025e-05, "loss": 3.2391, "step": 173800 }, { "epoch": 0.58, "learning_rate": 2.1232042773105352e-05, "loss": 3.247, "step": 173900 }, { "epoch": 0.58, "learning_rate": 2.121549995698868e-05, "loss": 3.233, "step": 174000 }, { "epoch": 0.58, "learning_rate": 2.1198957140872005e-05, "loss": 3.2309, "step": 174100 }, { "epoch": 0.58, "learning_rate": 2.1182414324755333e-05, "loss": 3.2377, "step": 174200 }, { "epoch": 0.58, "learning_rate": 2.116587150863866e-05, "loss": 3.2439, "step": 174300 }, { "epoch": 0.58, "learning_rate": 2.1149328692521985e-05, "loss": 3.2305, "step": 174400 }, { "epoch": 0.58, "learning_rate": 2.1132785876405313e-05, "loss": 3.237, "step": 174500 }, { "epoch": 0.58, "learning_rate": 2.111624306028864e-05, "loss": 3.2385, "step": 174600 }, { "epoch": 0.58, "learning_rate": 2.1099700244171966e-05, "loss": 3.2425, "step": 174700 }, { "epoch": 0.58, "learning_rate": 2.1083157428055294e-05, "loss": 3.2439, "step": 174800 }, { "epoch": 0.58, "learning_rate": 2.106661461193862e-05, "loss": 3.2435, "step": 174900 }, { "epoch": 0.58, "learning_rate": 2.1050071795821946e-05, "loss": 3.2269, "step": 175000 }, { "epoch": 0.58, "learning_rate": 2.1033528979705274e-05, "loss": 3.2308, "step": 175100 }, { "epoch": 0.58, "learning_rate": 2.1016986163588602e-05, "loss": 3.236, "step": 175200 }, { "epoch": 0.58, "learning_rate": 2.100044334747193e-05, "loss": 3.2448, "step": 175300 }, { "epoch": 0.58, "learning_rate": 2.0983900531355254e-05, "loss": 3.2304, "step": 175400 }, { "epoch": 0.58, "learning_rate": 2.0967357715238582e-05, "loss": 3.2432, "step": 175500 }, { "epoch": 0.58, "learning_rate": 2.095081489912191e-05, "loss": 3.2307, "step": 175600 }, { "epoch": 0.58, "learning_rate": 2.0934272083005235e-05, "loss": 3.2353, "step": 175700 }, { "epoch": 0.58, "learning_rate": 2.0917729266888563e-05, "loss": 3.2319, "step": 175800 }, { "epoch": 0.58, "learning_rate": 2.090118645077189e-05, "loss": 3.241, "step": 175900 }, { "epoch": 0.58, "learning_rate": 2.0884643634655215e-05, "loss": 3.2408, "step": 176000 }, { "epoch": 0.58, "learning_rate": 2.086810081853854e-05, "loss": 3.2493, "step": 176100 }, { "epoch": 0.58, "learning_rate": 2.085155800242187e-05, "loss": 3.2384, "step": 176200 }, { "epoch": 0.58, "learning_rate": 2.0835015186305196e-05, "loss": 3.2481, "step": 176300 }, { "epoch": 0.58, "learning_rate": 2.0818472370188523e-05, "loss": 3.2388, "step": 176400 }, { "epoch": 0.58, "learning_rate": 2.080192955407185e-05, "loss": 3.242, "step": 176500 }, { "epoch": 0.58, "learning_rate": 2.0785386737955176e-05, "loss": 3.2267, "step": 176600 }, { "epoch": 0.58, "learning_rate": 2.0768843921838504e-05, "loss": 3.2264, "step": 176700 }, { "epoch": 0.58, "learning_rate": 2.0752301105721832e-05, "loss": 3.2495, "step": 176800 }, { "epoch": 0.59, "learning_rate": 2.0735758289605156e-05, "loss": 3.2315, "step": 176900 }, { "epoch": 0.59, "learning_rate": 2.0719215473488484e-05, "loss": 3.2329, "step": 177000 }, { "epoch": 0.59, "learning_rate": 2.0702672657371812e-05, "loss": 3.2295, "step": 177100 }, { "epoch": 0.59, "learning_rate": 2.0686129841255137e-05, "loss": 3.2336, "step": 177200 }, { "epoch": 0.59, "learning_rate": 2.0669587025138465e-05, "loss": 3.2401, "step": 177300 }, { "epoch": 0.59, "learning_rate": 2.065304420902179e-05, "loss": 3.2386, "step": 177400 }, { "epoch": 0.59, "learning_rate": 2.063650139290512e-05, "loss": 3.2328, "step": 177500 }, { "epoch": 0.59, "learning_rate": 2.0619958576788445e-05, "loss": 3.2413, "step": 177600 }, { "epoch": 0.59, "learning_rate": 2.060341576067177e-05, "loss": 3.2395, "step": 177700 }, { "epoch": 0.59, "learning_rate": 2.05868729445551e-05, "loss": 3.2279, "step": 177800 }, { "epoch": 0.59, "learning_rate": 2.0570330128438425e-05, "loss": 3.2368, "step": 177900 }, { "epoch": 0.59, "learning_rate": 2.055378731232175e-05, "loss": 3.2239, "step": 178000 }, { "epoch": 0.59, "learning_rate": 2.053724449620508e-05, "loss": 3.2394, "step": 178100 }, { "epoch": 0.59, "learning_rate": 2.0520701680088406e-05, "loss": 3.2384, "step": 178200 }, { "epoch": 0.59, "learning_rate": 2.050415886397173e-05, "loss": 3.2459, "step": 178300 }, { "epoch": 0.59, "learning_rate": 2.048761604785506e-05, "loss": 3.2515, "step": 178400 }, { "epoch": 0.59, "learning_rate": 2.0471073231738386e-05, "loss": 3.2241, "step": 178500 }, { "epoch": 0.59, "learning_rate": 2.0454530415621714e-05, "loss": 3.2369, "step": 178600 }, { "epoch": 0.59, "learning_rate": 2.043798759950504e-05, "loss": 3.2441, "step": 178700 }, { "epoch": 0.59, "learning_rate": 2.0421444783388366e-05, "loss": 3.2333, "step": 178800 }, { "epoch": 0.59, "learning_rate": 2.0404901967271694e-05, "loss": 3.2325, "step": 178900 }, { "epoch": 0.59, "learning_rate": 2.038835915115502e-05, "loss": 3.2315, "step": 179000 }, { "epoch": 0.59, "learning_rate": 2.0371816335038347e-05, "loss": 3.2207, "step": 179100 }, { "epoch": 0.59, "learning_rate": 2.0355273518921675e-05, "loss": 3.2392, "step": 179200 }, { "epoch": 0.59, "learning_rate": 2.0338730702805e-05, "loss": 3.243, "step": 179300 }, { "epoch": 0.59, "learning_rate": 2.0322187886688327e-05, "loss": 3.2299, "step": 179400 }, { "epoch": 0.59, "learning_rate": 2.0305645070571655e-05, "loss": 3.229, "step": 179500 }, { "epoch": 0.59, "learning_rate": 2.028910225445498e-05, "loss": 3.25, "step": 179600 }, { "epoch": 0.59, "learning_rate": 2.027255943833831e-05, "loss": 3.2382, "step": 179700 }, { "epoch": 0.59, "learning_rate": 2.0256016622221636e-05, "loss": 3.2351, "step": 179800 }, { "epoch": 0.6, "learning_rate": 2.023947380610496e-05, "loss": 3.2375, "step": 179900 }, { "epoch": 0.6, "learning_rate": 2.0222930989988288e-05, "loss": 3.2347, "step": 180000 }, { "epoch": 0.6, "learning_rate": 2.0206388173871616e-05, "loss": 3.2456, "step": 180100 }, { "epoch": 0.6, "learning_rate": 2.018984535775494e-05, "loss": 3.2344, "step": 180200 }, { "epoch": 0.6, "learning_rate": 2.017330254163827e-05, "loss": 3.2231, "step": 180300 }, { "epoch": 0.6, "learning_rate": 2.0156759725521596e-05, "loss": 3.2298, "step": 180400 }, { "epoch": 0.6, "learning_rate": 2.014021690940492e-05, "loss": 3.2341, "step": 180500 }, { "epoch": 0.6, "learning_rate": 2.012367409328825e-05, "loss": 3.2487, "step": 180600 }, { "epoch": 0.6, "learning_rate": 2.0107131277171577e-05, "loss": 3.2404, "step": 180700 }, { "epoch": 0.6, "learning_rate": 2.0090588461054905e-05, "loss": 3.2449, "step": 180800 }, { "epoch": 0.6, "learning_rate": 2.007404564493823e-05, "loss": 3.2524, "step": 180900 }, { "epoch": 0.6, "learning_rate": 2.0057502828821557e-05, "loss": 3.2329, "step": 181000 }, { "epoch": 0.6, "learning_rate": 2.0040960012704885e-05, "loss": 3.2242, "step": 181100 }, { "epoch": 0.6, "learning_rate": 2.002441719658821e-05, "loss": 3.2354, "step": 181200 }, { "epoch": 0.6, "learning_rate": 2.0007874380471537e-05, "loss": 3.2452, "step": 181300 }, { "epoch": 0.6, "learning_rate": 1.9991331564354865e-05, "loss": 3.2281, "step": 181400 }, { "epoch": 0.6, "learning_rate": 1.997478874823819e-05, "loss": 3.243, "step": 181500 }, { "epoch": 0.6, "learning_rate": 1.9958245932121518e-05, "loss": 3.2374, "step": 181600 }, { "epoch": 0.6, "learning_rate": 1.9941703116004846e-05, "loss": 3.2342, "step": 181700 }, { "epoch": 0.6, "learning_rate": 1.992516029988817e-05, "loss": 3.2345, "step": 181800 }, { "epoch": 0.6, "learning_rate": 1.9908617483771498e-05, "loss": 3.2341, "step": 181900 }, { "epoch": 0.6, "learning_rate": 1.9892074667654826e-05, "loss": 3.2379, "step": 182000 }, { "epoch": 0.6, "learning_rate": 1.987553185153815e-05, "loss": 3.2395, "step": 182100 }, { "epoch": 0.6, "learning_rate": 1.985898903542148e-05, "loss": 3.2301, "step": 182200 }, { "epoch": 0.6, "learning_rate": 1.9842446219304807e-05, "loss": 3.2414, "step": 182300 }, { "epoch": 0.6, "learning_rate": 1.982590340318813e-05, "loss": 3.2423, "step": 182400 }, { "epoch": 0.6, "learning_rate": 1.980936058707146e-05, "loss": 3.2311, "step": 182500 }, { "epoch": 0.6, "learning_rate": 1.9792817770954787e-05, "loss": 3.2344, "step": 182600 }, { "epoch": 0.6, "learning_rate": 1.9776274954838115e-05, "loss": 3.2277, "step": 182700 }, { "epoch": 0.6, "learning_rate": 1.975973213872144e-05, "loss": 3.2379, "step": 182800 }, { "epoch": 0.61, "learning_rate": 1.9743189322604767e-05, "loss": 3.2414, "step": 182900 }, { "epoch": 0.61, "learning_rate": 1.9726646506488095e-05, "loss": 3.2279, "step": 183000 }, { "epoch": 0.61, "learning_rate": 1.971010369037142e-05, "loss": 3.247, "step": 183100 }, { "epoch": 0.61, "learning_rate": 1.9693560874254748e-05, "loss": 3.2421, "step": 183200 }, { "epoch": 0.61, "learning_rate": 1.9677018058138076e-05, "loss": 3.2455, "step": 183300 }, { "epoch": 0.61, "learning_rate": 1.96604752420214e-05, "loss": 3.2471, "step": 183400 }, { "epoch": 0.61, "learning_rate": 1.9643932425904728e-05, "loss": 3.2436, "step": 183500 }, { "epoch": 0.61, "learning_rate": 1.9627389609788056e-05, "loss": 3.2282, "step": 183600 }, { "epoch": 0.61, "learning_rate": 1.961084679367138e-05, "loss": 3.2397, "step": 183700 }, { "epoch": 0.61, "learning_rate": 1.959430397755471e-05, "loss": 3.2301, "step": 183800 }, { "epoch": 0.61, "learning_rate": 1.9577761161438036e-05, "loss": 3.2323, "step": 183900 }, { "epoch": 0.61, "learning_rate": 1.956121834532136e-05, "loss": 3.2347, "step": 184000 }, { "epoch": 0.61, "learning_rate": 1.954467552920469e-05, "loss": 3.2405, "step": 184100 }, { "epoch": 0.61, "learning_rate": 1.9528132713088017e-05, "loss": 3.2259, "step": 184200 }, { "epoch": 0.61, "learning_rate": 1.951158989697134e-05, "loss": 3.2456, "step": 184300 }, { "epoch": 0.61, "learning_rate": 1.949504708085467e-05, "loss": 3.2307, "step": 184400 }, { "epoch": 0.61, "learning_rate": 1.9478504264737997e-05, "loss": 3.2445, "step": 184500 }, { "epoch": 0.61, "learning_rate": 1.946196144862132e-05, "loss": 3.2443, "step": 184600 }, { "epoch": 0.61, "learning_rate": 1.944541863250465e-05, "loss": 3.2369, "step": 184700 }, { "epoch": 0.61, "learning_rate": 1.9428875816387977e-05, "loss": 3.2373, "step": 184800 }, { "epoch": 0.61, "learning_rate": 1.9412333000271305e-05, "loss": 3.2426, "step": 184900 }, { "epoch": 0.61, "learning_rate": 1.939579018415463e-05, "loss": 3.2375, "step": 185000 }, { "epoch": 0.61, "learning_rate": 1.9379247368037954e-05, "loss": 3.236, "step": 185100 }, { "epoch": 0.61, "learning_rate": 1.9362704551921286e-05, "loss": 3.2431, "step": 185200 }, { "epoch": 0.61, "learning_rate": 1.934616173580461e-05, "loss": 3.2381, "step": 185300 }, { "epoch": 0.61, "learning_rate": 1.9329618919687935e-05, "loss": 3.2361, "step": 185400 }, { "epoch": 0.61, "learning_rate": 1.9313076103571266e-05, "loss": 3.2282, "step": 185500 }, { "epoch": 0.61, "learning_rate": 1.929653328745459e-05, "loss": 3.2299, "step": 185600 }, { "epoch": 0.61, "learning_rate": 1.9279990471337915e-05, "loss": 3.2396, "step": 185700 }, { "epoch": 0.61, "learning_rate": 1.9263447655221247e-05, "loss": 3.2286, "step": 185800 }, { "epoch": 0.62, "learning_rate": 1.924690483910457e-05, "loss": 3.2218, "step": 185900 }, { "epoch": 0.62, "learning_rate": 1.92303620229879e-05, "loss": 3.226, "step": 186000 }, { "epoch": 0.62, "learning_rate": 1.9213819206871227e-05, "loss": 3.2288, "step": 186100 }, { "epoch": 0.62, "learning_rate": 1.919727639075455e-05, "loss": 3.2416, "step": 186200 }, { "epoch": 0.62, "learning_rate": 1.918073357463788e-05, "loss": 3.2373, "step": 186300 }, { "epoch": 0.62, "learning_rate": 1.9164190758521204e-05, "loss": 3.2304, "step": 186400 }, { "epoch": 0.62, "learning_rate": 1.9147647942404532e-05, "loss": 3.2258, "step": 186500 }, { "epoch": 0.62, "learning_rate": 1.913110512628786e-05, "loss": 3.2384, "step": 186600 }, { "epoch": 0.62, "learning_rate": 1.9114562310171184e-05, "loss": 3.2358, "step": 186700 }, { "epoch": 0.62, "learning_rate": 1.9098019494054512e-05, "loss": 3.2259, "step": 186800 }, { "epoch": 0.62, "learning_rate": 1.908147667793784e-05, "loss": 3.2362, "step": 186900 }, { "epoch": 0.62, "learning_rate": 1.9064933861821165e-05, "loss": 3.2283, "step": 187000 }, { "epoch": 0.62, "learning_rate": 1.9048391045704496e-05, "loss": 3.2307, "step": 187100 }, { "epoch": 0.62, "learning_rate": 1.903184822958782e-05, "loss": 3.2333, "step": 187200 }, { "epoch": 0.62, "learning_rate": 1.9015305413471145e-05, "loss": 3.2289, "step": 187300 }, { "epoch": 0.62, "learning_rate": 1.8998762597354476e-05, "loss": 3.2501, "step": 187400 }, { "epoch": 0.62, "learning_rate": 1.89822197812378e-05, "loss": 3.2408, "step": 187500 }, { "epoch": 0.62, "learning_rate": 1.8965676965121125e-05, "loss": 3.2438, "step": 187600 }, { "epoch": 0.62, "learning_rate": 1.8949134149004453e-05, "loss": 3.2267, "step": 187700 }, { "epoch": 0.62, "learning_rate": 1.893259133288778e-05, "loss": 3.2329, "step": 187800 }, { "epoch": 0.62, "learning_rate": 1.8916048516771106e-05, "loss": 3.22, "step": 187900 }, { "epoch": 0.62, "learning_rate": 1.8899505700654434e-05, "loss": 3.2369, "step": 188000 }, { "epoch": 0.62, "learning_rate": 1.888296288453776e-05, "loss": 3.2316, "step": 188100 }, { "epoch": 0.62, "learning_rate": 1.886642006842109e-05, "loss": 3.2531, "step": 188200 }, { "epoch": 0.62, "learning_rate": 1.8849877252304414e-05, "loss": 3.2321, "step": 188300 }, { "epoch": 0.62, "learning_rate": 1.8833334436187742e-05, "loss": 3.2312, "step": 188400 }, { "epoch": 0.62, "learning_rate": 1.881679162007107e-05, "loss": 3.2272, "step": 188500 }, { "epoch": 0.62, "learning_rate": 1.8800248803954394e-05, "loss": 3.2453, "step": 188600 }, { "epoch": 0.62, "learning_rate": 1.8783705987837722e-05, "loss": 3.2434, "step": 188700 }, { "epoch": 0.62, "learning_rate": 1.876716317172105e-05, "loss": 3.2363, "step": 188800 }, { "epoch": 0.62, "learning_rate": 1.8750620355604375e-05, "loss": 3.2344, "step": 188900 }, { "epoch": 0.63, "learning_rate": 1.8734077539487703e-05, "loss": 3.2372, "step": 189000 }, { "epoch": 0.63, "learning_rate": 1.871753472337103e-05, "loss": 3.2379, "step": 189100 }, { "epoch": 0.63, "learning_rate": 1.8700991907254355e-05, "loss": 3.2254, "step": 189200 }, { "epoch": 0.63, "learning_rate": 1.8684449091137683e-05, "loss": 3.238, "step": 189300 }, { "epoch": 0.63, "learning_rate": 1.866790627502101e-05, "loss": 3.2365, "step": 189400 }, { "epoch": 0.63, "learning_rate": 1.8651363458904336e-05, "loss": 3.2299, "step": 189500 }, { "epoch": 0.63, "learning_rate": 1.8634820642787664e-05, "loss": 3.2445, "step": 189600 }, { "epoch": 0.63, "learning_rate": 1.861827782667099e-05, "loss": 3.2299, "step": 189700 }, { "epoch": 0.63, "learning_rate": 1.8601735010554316e-05, "loss": 3.2337, "step": 189800 }, { "epoch": 0.63, "learning_rate": 1.8585192194437644e-05, "loss": 3.241, "step": 189900 }, { "epoch": 0.63, "learning_rate": 1.8568649378320972e-05, "loss": 3.2336, "step": 190000 }, { "epoch": 0.63, "learning_rate": 1.85521065622043e-05, "loss": 3.2475, "step": 190100 }, { "epoch": 0.63, "learning_rate": 1.8535563746087624e-05, "loss": 3.2282, "step": 190200 }, { "epoch": 0.63, "learning_rate": 1.8519020929970952e-05, "loss": 3.2336, "step": 190300 }, { "epoch": 0.63, "learning_rate": 1.850247811385428e-05, "loss": 3.2223, "step": 190400 }, { "epoch": 0.63, "learning_rate": 1.8485935297737605e-05, "loss": 3.237, "step": 190500 }, { "epoch": 0.63, "learning_rate": 1.8469392481620933e-05, "loss": 3.2268, "step": 190600 }, { "epoch": 0.63, "learning_rate": 1.845284966550426e-05, "loss": 3.2294, "step": 190700 }, { "epoch": 0.63, "learning_rate": 1.8436306849387585e-05, "loss": 3.2349, "step": 190800 }, { "epoch": 0.63, "learning_rate": 1.8419764033270913e-05, "loss": 3.239, "step": 190900 }, { "epoch": 0.63, "learning_rate": 1.840322121715424e-05, "loss": 3.2249, "step": 191000 }, { "epoch": 0.63, "learning_rate": 1.8386678401037565e-05, "loss": 3.2335, "step": 191100 }, { "epoch": 0.63, "learning_rate": 1.8370135584920893e-05, "loss": 3.2271, "step": 191200 }, { "epoch": 0.63, "learning_rate": 1.835359276880422e-05, "loss": 3.232, "step": 191300 }, { "epoch": 0.63, "learning_rate": 1.8337049952687546e-05, "loss": 3.2273, "step": 191400 }, { "epoch": 0.63, "learning_rate": 1.8320507136570874e-05, "loss": 3.2404, "step": 191500 }, { "epoch": 0.63, "learning_rate": 1.83039643204542e-05, "loss": 3.2454, "step": 191600 }, { "epoch": 0.63, "learning_rate": 1.8287421504337526e-05, "loss": 3.2313, "step": 191700 }, { "epoch": 0.63, "learning_rate": 1.8270878688220854e-05, "loss": 3.2249, "step": 191800 }, { "epoch": 0.63, "learning_rate": 1.8254335872104182e-05, "loss": 3.2219, "step": 191900 }, { "epoch": 0.64, "learning_rate": 1.8237793055987507e-05, "loss": 3.2312, "step": 192000 }, { "epoch": 0.64, "learning_rate": 1.8221250239870835e-05, "loss": 3.2344, "step": 192100 }, { "epoch": 0.64, "learning_rate": 1.8204707423754162e-05, "loss": 3.2349, "step": 192200 }, { "epoch": 0.64, "learning_rate": 1.818816460763749e-05, "loss": 3.2447, "step": 192300 }, { "epoch": 0.64, "learning_rate": 1.8171621791520815e-05, "loss": 3.2212, "step": 192400 }, { "epoch": 0.64, "learning_rate": 1.8155078975404143e-05, "loss": 3.2284, "step": 192500 }, { "epoch": 0.64, "learning_rate": 1.813853615928747e-05, "loss": 3.2247, "step": 192600 }, { "epoch": 0.64, "learning_rate": 1.8121993343170795e-05, "loss": 3.2227, "step": 192700 }, { "epoch": 0.64, "learning_rate": 1.810545052705412e-05, "loss": 3.2372, "step": 192800 }, { "epoch": 0.64, "learning_rate": 1.808890771093745e-05, "loss": 3.2332, "step": 192900 }, { "epoch": 0.64, "learning_rate": 1.8072364894820776e-05, "loss": 3.2189, "step": 193000 }, { "epoch": 0.64, "learning_rate": 1.80558220787041e-05, "loss": 3.2395, "step": 193100 }, { "epoch": 0.64, "learning_rate": 1.803927926258743e-05, "loss": 3.2343, "step": 193200 }, { "epoch": 0.64, "learning_rate": 1.8022736446470756e-05, "loss": 3.2339, "step": 193300 }, { "epoch": 0.64, "learning_rate": 1.8006193630354084e-05, "loss": 3.2441, "step": 193400 }, { "epoch": 0.64, "learning_rate": 1.7989650814237412e-05, "loss": 3.2307, "step": 193500 }, { "epoch": 0.64, "learning_rate": 1.7973107998120736e-05, "loss": 3.224, "step": 193600 }, { "epoch": 0.64, "learning_rate": 1.7956565182004064e-05, "loss": 3.2356, "step": 193700 }, { "epoch": 0.64, "learning_rate": 1.7940022365887392e-05, "loss": 3.2271, "step": 193800 }, { "epoch": 0.64, "learning_rate": 1.7923479549770717e-05, "loss": 3.2234, "step": 193900 }, { "epoch": 0.64, "learning_rate": 1.7906936733654045e-05, "loss": 3.223, "step": 194000 }, { "epoch": 0.64, "learning_rate": 1.789039391753737e-05, "loss": 3.2417, "step": 194100 }, { "epoch": 0.64, "learning_rate": 1.7873851101420697e-05, "loss": 3.225, "step": 194200 }, { "epoch": 0.64, "learning_rate": 1.7857308285304025e-05, "loss": 3.2354, "step": 194300 }, { "epoch": 0.64, "learning_rate": 1.784076546918735e-05, "loss": 3.2295, "step": 194400 }, { "epoch": 0.64, "learning_rate": 1.782422265307068e-05, "loss": 3.2377, "step": 194500 }, { "epoch": 0.64, "learning_rate": 1.7807679836954005e-05, "loss": 3.232, "step": 194600 }, { "epoch": 0.64, "learning_rate": 1.779113702083733e-05, "loss": 3.2402, "step": 194700 }, { "epoch": 0.64, "learning_rate": 1.777459420472066e-05, "loss": 3.2288, "step": 194800 }, { "epoch": 0.64, "learning_rate": 1.7758051388603986e-05, "loss": 3.2274, "step": 194900 }, { "epoch": 0.65, "learning_rate": 1.774150857248731e-05, "loss": 3.2249, "step": 195000 }, { "epoch": 0.65, "learning_rate": 1.7724965756370642e-05, "loss": 3.2447, "step": 195100 }, { "epoch": 0.65, "learning_rate": 1.7708422940253966e-05, "loss": 3.2294, "step": 195200 }, { "epoch": 0.65, "learning_rate": 1.769188012413729e-05, "loss": 3.2179, "step": 195300 }, { "epoch": 0.65, "learning_rate": 1.767533730802062e-05, "loss": 3.2449, "step": 195400 }, { "epoch": 0.65, "learning_rate": 1.7658794491903947e-05, "loss": 3.2291, "step": 195500 }, { "epoch": 0.65, "learning_rate": 1.7642251675787275e-05, "loss": 3.2413, "step": 195600 }, { "epoch": 0.65, "learning_rate": 1.76257088596706e-05, "loss": 3.2333, "step": 195700 }, { "epoch": 0.65, "learning_rate": 1.7609166043553927e-05, "loss": 3.2383, "step": 195800 }, { "epoch": 0.65, "learning_rate": 1.7592623227437255e-05, "loss": 3.2328, "step": 195900 }, { "epoch": 0.65, "learning_rate": 1.757608041132058e-05, "loss": 3.223, "step": 196000 }, { "epoch": 0.65, "learning_rate": 1.7559537595203907e-05, "loss": 3.2298, "step": 196100 }, { "epoch": 0.65, "learning_rate": 1.7542994779087235e-05, "loss": 3.2373, "step": 196200 }, { "epoch": 0.65, "learning_rate": 1.752645196297056e-05, "loss": 3.2341, "step": 196300 }, { "epoch": 0.65, "learning_rate": 1.7509909146853888e-05, "loss": 3.2228, "step": 196400 }, { "epoch": 0.65, "learning_rate": 1.7493366330737216e-05, "loss": 3.2404, "step": 196500 }, { "epoch": 0.65, "learning_rate": 1.747682351462054e-05, "loss": 3.2297, "step": 196600 }, { "epoch": 0.65, "learning_rate": 1.7460280698503868e-05, "loss": 3.2413, "step": 196700 }, { "epoch": 0.65, "learning_rate": 1.7443737882387196e-05, "loss": 3.2234, "step": 196800 }, { "epoch": 0.65, "learning_rate": 1.742719506627052e-05, "loss": 3.2257, "step": 196900 }, { "epoch": 0.65, "learning_rate": 1.741065225015385e-05, "loss": 3.2256, "step": 197000 }, { "epoch": 0.65, "learning_rate": 1.7394109434037176e-05, "loss": 3.2354, "step": 197100 }, { "epoch": 0.65, "learning_rate": 1.73775666179205e-05, "loss": 3.2416, "step": 197200 }, { "epoch": 0.65, "learning_rate": 1.736102380180383e-05, "loss": 3.2235, "step": 197300 }, { "epoch": 0.65, "learning_rate": 1.7344480985687157e-05, "loss": 3.2341, "step": 197400 }, { "epoch": 0.65, "learning_rate": 1.732793816957048e-05, "loss": 3.2408, "step": 197500 }, { "epoch": 0.65, "learning_rate": 1.731139535345381e-05, "loss": 3.233, "step": 197600 }, { "epoch": 0.65, "learning_rate": 1.7294852537337137e-05, "loss": 3.2129, "step": 197700 }, { "epoch": 0.65, "learning_rate": 1.7278309721220465e-05, "loss": 3.2282, "step": 197800 }, { "epoch": 0.65, "learning_rate": 1.726176690510379e-05, "loss": 3.2286, "step": 197900 }, { "epoch": 0.66, "learning_rate": 1.7245224088987118e-05, "loss": 3.2334, "step": 198000 }, { "epoch": 0.66, "learning_rate": 1.7228681272870446e-05, "loss": 3.2379, "step": 198100 }, { "epoch": 0.66, "learning_rate": 1.721213845675377e-05, "loss": 3.2225, "step": 198200 }, { "epoch": 0.66, "learning_rate": 1.7195595640637098e-05, "loss": 3.2176, "step": 198300 }, { "epoch": 0.66, "learning_rate": 1.7179052824520426e-05, "loss": 3.2342, "step": 198400 }, { "epoch": 0.66, "learning_rate": 1.716251000840375e-05, "loss": 3.21, "step": 198500 }, { "epoch": 0.66, "learning_rate": 1.714596719228708e-05, "loss": 3.2301, "step": 198600 }, { "epoch": 0.66, "learning_rate": 1.7129424376170406e-05, "loss": 3.247, "step": 198700 }, { "epoch": 0.66, "learning_rate": 1.711288156005373e-05, "loss": 3.2358, "step": 198800 }, { "epoch": 0.66, "learning_rate": 1.709633874393706e-05, "loss": 3.2371, "step": 198900 }, { "epoch": 0.66, "learning_rate": 1.7079795927820387e-05, "loss": 3.2258, "step": 199000 }, { "epoch": 0.66, "learning_rate": 1.706325311170371e-05, "loss": 3.2237, "step": 199100 }, { "epoch": 0.66, "learning_rate": 1.704671029558704e-05, "loss": 3.2227, "step": 199200 }, { "epoch": 0.66, "learning_rate": 1.7030167479470367e-05, "loss": 3.2289, "step": 199300 }, { "epoch": 0.66, "learning_rate": 1.701362466335369e-05, "loss": 3.2273, "step": 199400 }, { "epoch": 0.66, "learning_rate": 1.699708184723702e-05, "loss": 3.2309, "step": 199500 }, { "epoch": 0.66, "learning_rate": 1.6980539031120347e-05, "loss": 3.2358, "step": 199600 }, { "epoch": 0.66, "learning_rate": 1.6963996215003675e-05, "loss": 3.2187, "step": 199700 }, { "epoch": 0.66, "learning_rate": 1.6947453398887e-05, "loss": 3.2218, "step": 199800 }, { "epoch": 0.66, "learning_rate": 1.6930910582770328e-05, "loss": 3.2304, "step": 199900 }, { "epoch": 0.66, "learning_rate": 1.6914367766653656e-05, "loss": 3.2219, "step": 200000 }, { "epoch": 0.66, "learning_rate": 1.689782495053698e-05, "loss": 3.2404, "step": 200100 }, { "epoch": 0.66, "learning_rate": 1.6881282134420308e-05, "loss": 3.2395, "step": 200200 }, { "epoch": 0.66, "learning_rate": 1.6864739318303636e-05, "loss": 3.2354, "step": 200300 }, { "epoch": 0.66, "learning_rate": 1.684819650218696e-05, "loss": 3.2193, "step": 200400 }, { "epoch": 0.66, "learning_rate": 1.6831653686070285e-05, "loss": 3.2225, "step": 200500 }, { "epoch": 0.66, "learning_rate": 1.6815110869953616e-05, "loss": 3.2327, "step": 200600 }, { "epoch": 0.66, "learning_rate": 1.679856805383694e-05, "loss": 3.2374, "step": 200700 }, { "epoch": 0.66, "learning_rate": 1.678202523772027e-05, "loss": 3.2281, "step": 200800 }, { "epoch": 0.66, "learning_rate": 1.6765482421603597e-05, "loss": 3.2368, "step": 200900 }, { "epoch": 0.67, "learning_rate": 1.674893960548692e-05, "loss": 3.2386, "step": 201000 }, { "epoch": 0.67, "learning_rate": 1.673239678937025e-05, "loss": 3.2207, "step": 201100 }, { "epoch": 0.67, "learning_rate": 1.6715853973253577e-05, "loss": 3.2254, "step": 201200 }, { "epoch": 0.67, "learning_rate": 1.6699311157136902e-05, "loss": 3.2274, "step": 201300 }, { "epoch": 0.67, "learning_rate": 1.668276834102023e-05, "loss": 3.2266, "step": 201400 }, { "epoch": 0.67, "learning_rate": 1.6666225524903558e-05, "loss": 3.2328, "step": 201500 }, { "epoch": 0.67, "learning_rate": 1.6649682708786882e-05, "loss": 3.2137, "step": 201600 }, { "epoch": 0.67, "learning_rate": 1.663313989267021e-05, "loss": 3.237, "step": 201700 }, { "epoch": 0.67, "learning_rate": 1.6616597076553535e-05, "loss": 3.2324, "step": 201800 }, { "epoch": 0.67, "learning_rate": 1.6600054260436866e-05, "loss": 3.2334, "step": 201900 }, { "epoch": 0.67, "learning_rate": 1.658351144432019e-05, "loss": 3.2387, "step": 202000 }, { "epoch": 0.67, "learning_rate": 1.6566968628203515e-05, "loss": 3.2386, "step": 202100 }, { "epoch": 0.67, "learning_rate": 1.6550425812086846e-05, "loss": 3.2219, "step": 202200 }, { "epoch": 0.67, "learning_rate": 1.653388299597017e-05, "loss": 3.2428, "step": 202300 }, { "epoch": 0.67, "learning_rate": 1.6517340179853495e-05, "loss": 3.2337, "step": 202400 }, { "epoch": 0.67, "learning_rate": 1.6500797363736827e-05, "loss": 3.2371, "step": 202500 }, { "epoch": 0.67, "learning_rate": 1.648425454762015e-05, "loss": 3.2357, "step": 202600 }, { "epoch": 0.67, "learning_rate": 1.6467711731503476e-05, "loss": 3.2267, "step": 202700 }, { "epoch": 0.67, "learning_rate": 1.6451168915386807e-05, "loss": 3.2392, "step": 202800 }, { "epoch": 0.67, "learning_rate": 1.643462609927013e-05, "loss": 3.2313, "step": 202900 }, { "epoch": 0.67, "learning_rate": 1.641808328315346e-05, "loss": 3.237, "step": 203000 }, { "epoch": 0.67, "learning_rate": 1.6401540467036784e-05, "loss": 3.2302, "step": 203100 }, { "epoch": 0.67, "learning_rate": 1.6384997650920112e-05, "loss": 3.2379, "step": 203200 }, { "epoch": 0.67, "learning_rate": 1.636845483480344e-05, "loss": 3.2171, "step": 203300 }, { "epoch": 0.67, "learning_rate": 1.6351912018686764e-05, "loss": 3.2237, "step": 203400 }, { "epoch": 0.67, "learning_rate": 1.6335369202570092e-05, "loss": 3.2424, "step": 203500 }, { "epoch": 0.67, "learning_rate": 1.631882638645342e-05, "loss": 3.2292, "step": 203600 }, { "epoch": 0.67, "learning_rate": 1.6302283570336745e-05, "loss": 3.2262, "step": 203700 }, { "epoch": 0.67, "learning_rate": 1.6285740754220073e-05, "loss": 3.2236, "step": 203800 }, { "epoch": 0.67, "learning_rate": 1.62691979381034e-05, "loss": 3.2241, "step": 203900 }, { "epoch": 0.67, "learning_rate": 1.6252655121986725e-05, "loss": 3.2275, "step": 204000 }, { "epoch": 0.68, "learning_rate": 1.6236112305870056e-05, "loss": 3.2283, "step": 204100 }, { "epoch": 0.68, "learning_rate": 1.621956948975338e-05, "loss": 3.2188, "step": 204200 }, { "epoch": 0.68, "learning_rate": 1.6203026673636706e-05, "loss": 3.2077, "step": 204300 }, { "epoch": 0.68, "learning_rate": 1.6186483857520033e-05, "loss": 3.2344, "step": 204400 }, { "epoch": 0.68, "learning_rate": 1.616994104140336e-05, "loss": 3.2209, "step": 204500 }, { "epoch": 0.68, "learning_rate": 1.6153398225286686e-05, "loss": 3.2377, "step": 204600 }, { "epoch": 0.68, "learning_rate": 1.6136855409170014e-05, "loss": 3.2275, "step": 204700 }, { "epoch": 0.68, "learning_rate": 1.6120312593053342e-05, "loss": 3.2346, "step": 204800 }, { "epoch": 0.68, "learning_rate": 1.6103769776936666e-05, "loss": 3.2306, "step": 204900 }, { "epoch": 0.68, "learning_rate": 1.6087226960819994e-05, "loss": 3.2046, "step": 205000 }, { "epoch": 0.68, "learning_rate": 1.6070684144703322e-05, "loss": 3.2228, "step": 205100 }, { "epoch": 0.68, "learning_rate": 1.605414132858665e-05, "loss": 3.2538, "step": 205200 }, { "epoch": 0.68, "learning_rate": 1.6037598512469975e-05, "loss": 3.2279, "step": 205300 }, { "epoch": 0.68, "learning_rate": 1.6021055696353303e-05, "loss": 3.233, "step": 205400 }, { "epoch": 0.68, "learning_rate": 1.600451288023663e-05, "loss": 3.2272, "step": 205500 }, { "epoch": 0.68, "learning_rate": 1.5987970064119955e-05, "loss": 3.224, "step": 205600 }, { "epoch": 0.68, "learning_rate": 1.5971427248003283e-05, "loss": 3.2302, "step": 205700 }, { "epoch": 0.68, "learning_rate": 1.595488443188661e-05, "loss": 3.2254, "step": 205800 }, { "epoch": 0.68, "learning_rate": 1.5938341615769935e-05, "loss": 3.2294, "step": 205900 }, { "epoch": 0.68, "learning_rate": 1.5921798799653263e-05, "loss": 3.2239, "step": 206000 }, { "epoch": 0.68, "learning_rate": 1.590525598353659e-05, "loss": 3.2282, "step": 206100 }, { "epoch": 0.68, "learning_rate": 1.5888713167419916e-05, "loss": 3.225, "step": 206200 }, { "epoch": 0.68, "learning_rate": 1.5872170351303244e-05, "loss": 3.2174, "step": 206300 }, { "epoch": 0.68, "learning_rate": 1.585562753518657e-05, "loss": 3.218, "step": 206400 }, { "epoch": 0.68, "learning_rate": 1.5839084719069896e-05, "loss": 3.2394, "step": 206500 }, { "epoch": 0.68, "learning_rate": 1.5822541902953224e-05, "loss": 3.2201, "step": 206600 }, { "epoch": 0.68, "learning_rate": 1.5805999086836552e-05, "loss": 3.2181, "step": 206700 }, { "epoch": 0.68, "learning_rate": 1.5789456270719877e-05, "loss": 3.2116, "step": 206800 }, { "epoch": 0.68, "learning_rate": 1.5772913454603204e-05, "loss": 3.214, "step": 206900 }, { "epoch": 0.68, "learning_rate": 1.5756370638486532e-05, "loss": 3.2215, "step": 207000 }, { "epoch": 0.69, "learning_rate": 1.573982782236986e-05, "loss": 3.2275, "step": 207100 }, { "epoch": 0.69, "learning_rate": 1.5723285006253185e-05, "loss": 3.2301, "step": 207200 }, { "epoch": 0.69, "learning_rate": 1.5706742190136513e-05, "loss": 3.2208, "step": 207300 }, { "epoch": 0.69, "learning_rate": 1.569019937401984e-05, "loss": 3.2345, "step": 207400 }, { "epoch": 0.69, "learning_rate": 1.5673656557903165e-05, "loss": 3.2377, "step": 207500 }, { "epoch": 0.69, "learning_rate": 1.5657113741786493e-05, "loss": 3.226, "step": 207600 }, { "epoch": 0.69, "learning_rate": 1.564057092566982e-05, "loss": 3.2392, "step": 207700 }, { "epoch": 0.69, "learning_rate": 1.5624028109553146e-05, "loss": 3.2296, "step": 207800 }, { "epoch": 0.69, "learning_rate": 1.560748529343647e-05, "loss": 3.2288, "step": 207900 }, { "epoch": 0.69, "learning_rate": 1.55909424773198e-05, "loss": 3.228, "step": 208000 }, { "epoch": 0.69, "learning_rate": 1.5574399661203126e-05, "loss": 3.2338, "step": 208100 }, { "epoch": 0.69, "learning_rate": 1.5557856845086454e-05, "loss": 3.2245, "step": 208200 }, { "epoch": 0.69, "learning_rate": 1.5541314028969782e-05, "loss": 3.2278, "step": 208300 }, { "epoch": 0.69, "learning_rate": 1.5524771212853106e-05, "loss": 3.228, "step": 208400 }, { "epoch": 0.69, "learning_rate": 1.5508228396736434e-05, "loss": 3.2347, "step": 208500 }, { "epoch": 0.69, "learning_rate": 1.5491685580619762e-05, "loss": 3.2341, "step": 208600 }, { "epoch": 0.69, "learning_rate": 1.5475142764503087e-05, "loss": 3.2229, "step": 208700 }, { "epoch": 0.69, "learning_rate": 1.5458599948386415e-05, "loss": 3.2169, "step": 208800 }, { "epoch": 0.69, "learning_rate": 1.5442057132269743e-05, "loss": 3.2493, "step": 208900 }, { "epoch": 0.69, "learning_rate": 1.5425514316153067e-05, "loss": 3.2421, "step": 209000 }, { "epoch": 0.69, "learning_rate": 1.5408971500036395e-05, "loss": 3.2345, "step": 209100 }, { "epoch": 0.69, "learning_rate": 1.539242868391972e-05, "loss": 3.2206, "step": 209200 }, { "epoch": 0.69, "learning_rate": 1.537588586780305e-05, "loss": 3.2227, "step": 209300 }, { "epoch": 0.69, "learning_rate": 1.5359343051686375e-05, "loss": 3.2274, "step": 209400 }, { "epoch": 0.69, "learning_rate": 1.53428002355697e-05, "loss": 3.2289, "step": 209500 }, { "epoch": 0.69, "learning_rate": 1.532625741945303e-05, "loss": 3.223, "step": 209600 }, { "epoch": 0.69, "learning_rate": 1.5309714603336356e-05, "loss": 3.211, "step": 209700 }, { "epoch": 0.69, "learning_rate": 1.529317178721968e-05, "loss": 3.2255, "step": 209800 }, { "epoch": 0.69, "learning_rate": 1.527662897110301e-05, "loss": 3.2144, "step": 209900 }, { "epoch": 0.69, "learning_rate": 1.5260086154986336e-05, "loss": 3.2107, "step": 210000 }, { "epoch": 0.7, "learning_rate": 1.5243543338869662e-05, "loss": 3.2262, "step": 210100 }, { "epoch": 0.7, "learning_rate": 1.522700052275299e-05, "loss": 3.2254, "step": 210200 }, { "epoch": 0.7, "learning_rate": 1.5210457706636317e-05, "loss": 3.2262, "step": 210300 }, { "epoch": 0.7, "learning_rate": 1.5193914890519644e-05, "loss": 3.213, "step": 210400 }, { "epoch": 0.7, "learning_rate": 1.517737207440297e-05, "loss": 3.2287, "step": 210500 }, { "epoch": 0.7, "learning_rate": 1.5160829258286297e-05, "loss": 3.2259, "step": 210600 }, { "epoch": 0.7, "learning_rate": 1.5144286442169625e-05, "loss": 3.2214, "step": 210700 }, { "epoch": 0.7, "learning_rate": 1.5127743626052951e-05, "loss": 3.2184, "step": 210800 }, { "epoch": 0.7, "learning_rate": 1.5111200809936277e-05, "loss": 3.2174, "step": 210900 }, { "epoch": 0.7, "learning_rate": 1.5094657993819605e-05, "loss": 3.2122, "step": 211000 }, { "epoch": 0.7, "learning_rate": 1.5078115177702931e-05, "loss": 3.2344, "step": 211100 }, { "epoch": 0.7, "learning_rate": 1.5061572361586258e-05, "loss": 3.2194, "step": 211200 }, { "epoch": 0.7, "learning_rate": 1.5045029545469586e-05, "loss": 3.2268, "step": 211300 }, { "epoch": 0.7, "learning_rate": 1.5028486729352912e-05, "loss": 3.2215, "step": 211400 }, { "epoch": 0.7, "learning_rate": 1.501194391323624e-05, "loss": 3.2137, "step": 211500 }, { "epoch": 0.7, "learning_rate": 1.4995401097119566e-05, "loss": 3.2224, "step": 211600 }, { "epoch": 0.7, "learning_rate": 1.4978858281002892e-05, "loss": 3.2359, "step": 211700 }, { "epoch": 0.7, "learning_rate": 1.496231546488622e-05, "loss": 3.2345, "step": 211800 }, { "epoch": 0.7, "learning_rate": 1.4945772648769546e-05, "loss": 3.2309, "step": 211900 }, { "epoch": 0.7, "learning_rate": 1.4929229832652873e-05, "loss": 3.2221, "step": 212000 }, { "epoch": 0.7, "learning_rate": 1.49126870165362e-05, "loss": 3.2354, "step": 212100 }, { "epoch": 0.7, "learning_rate": 1.4896144200419527e-05, "loss": 3.239, "step": 212200 }, { "epoch": 0.7, "learning_rate": 1.4879601384302851e-05, "loss": 3.2341, "step": 212300 }, { "epoch": 0.7, "learning_rate": 1.4863058568186181e-05, "loss": 3.2317, "step": 212400 }, { "epoch": 0.7, "learning_rate": 1.4846515752069507e-05, "loss": 3.2175, "step": 212500 }, { "epoch": 0.7, "learning_rate": 1.4829972935952835e-05, "loss": 3.2318, "step": 212600 }, { "epoch": 0.7, "learning_rate": 1.4813430119836161e-05, "loss": 3.2361, "step": 212700 }, { "epoch": 0.7, "learning_rate": 1.4796887303719486e-05, "loss": 3.2198, "step": 212800 }, { "epoch": 0.7, "learning_rate": 1.4780344487602815e-05, "loss": 3.2249, "step": 212900 }, { "epoch": 0.7, "learning_rate": 1.4763801671486142e-05, "loss": 3.2325, "step": 213000 }, { "epoch": 0.71, "learning_rate": 1.4747258855369466e-05, "loss": 3.2207, "step": 213100 }, { "epoch": 0.71, "learning_rate": 1.4730716039252796e-05, "loss": 3.216, "step": 213200 }, { "epoch": 0.71, "learning_rate": 1.4714173223136122e-05, "loss": 3.2278, "step": 213300 }, { "epoch": 0.71, "learning_rate": 1.469763040701945e-05, "loss": 3.2046, "step": 213400 }, { "epoch": 0.71, "learning_rate": 1.4681087590902776e-05, "loss": 3.2214, "step": 213500 }, { "epoch": 0.71, "learning_rate": 1.46645447747861e-05, "loss": 3.2349, "step": 213600 }, { "epoch": 0.71, "learning_rate": 1.464800195866943e-05, "loss": 3.2295, "step": 213700 }, { "epoch": 0.71, "learning_rate": 1.4631459142552757e-05, "loss": 3.2238, "step": 213800 }, { "epoch": 0.71, "learning_rate": 1.4614916326436081e-05, "loss": 3.2328, "step": 213900 }, { "epoch": 0.71, "learning_rate": 1.459837351031941e-05, "loss": 3.2284, "step": 214000 }, { "epoch": 0.71, "learning_rate": 1.4581830694202735e-05, "loss": 3.2291, "step": 214100 }, { "epoch": 0.71, "learning_rate": 1.4565287878086061e-05, "loss": 3.2241, "step": 214200 }, { "epoch": 0.71, "learning_rate": 1.4548745061969391e-05, "loss": 3.2261, "step": 214300 }, { "epoch": 0.71, "learning_rate": 1.4532202245852716e-05, "loss": 3.2266, "step": 214400 }, { "epoch": 0.71, "learning_rate": 1.4515659429736045e-05, "loss": 3.2286, "step": 214500 }, { "epoch": 0.71, "learning_rate": 1.4499116613619371e-05, "loss": 3.2204, "step": 214600 }, { "epoch": 0.71, "learning_rate": 1.4482573797502696e-05, "loss": 3.2378, "step": 214700 }, { "epoch": 0.71, "learning_rate": 1.4466030981386026e-05, "loss": 3.2296, "step": 214800 }, { "epoch": 0.71, "learning_rate": 1.444948816526935e-05, "loss": 3.2164, "step": 214900 }, { "epoch": 0.71, "learning_rate": 1.4432945349152676e-05, "loss": 3.2139, "step": 215000 }, { "epoch": 0.71, "learning_rate": 1.4416402533036006e-05, "loss": 3.2196, "step": 215100 }, { "epoch": 0.71, "learning_rate": 1.439985971691933e-05, "loss": 3.2271, "step": 215200 }, { "epoch": 0.71, "learning_rate": 1.4383316900802657e-05, "loss": 3.2253, "step": 215300 }, { "epoch": 0.71, "learning_rate": 1.4366774084685985e-05, "loss": 3.22, "step": 215400 }, { "epoch": 0.71, "learning_rate": 1.4350231268569311e-05, "loss": 3.2166, "step": 215500 }, { "epoch": 0.71, "learning_rate": 1.433368845245264e-05, "loss": 3.2289, "step": 215600 }, { "epoch": 0.71, "learning_rate": 1.4317145636335965e-05, "loss": 3.2332, "step": 215700 }, { "epoch": 0.71, "learning_rate": 1.4300602820219291e-05, "loss": 3.2239, "step": 215800 }, { "epoch": 0.71, "learning_rate": 1.4284060004102621e-05, "loss": 3.2292, "step": 215900 }, { "epoch": 0.71, "learning_rate": 1.4267517187985945e-05, "loss": 3.2264, "step": 216000 }, { "epoch": 0.71, "learning_rate": 1.4250974371869272e-05, "loss": 3.2311, "step": 216100 }, { "epoch": 0.72, "learning_rate": 1.42344315557526e-05, "loss": 3.2259, "step": 216200 }, { "epoch": 0.72, "learning_rate": 1.4217888739635926e-05, "loss": 3.2308, "step": 216300 }, { "epoch": 0.72, "learning_rate": 1.4201345923519252e-05, "loss": 3.2292, "step": 216400 }, { "epoch": 0.72, "learning_rate": 1.418480310740258e-05, "loss": 3.2345, "step": 216500 }, { "epoch": 0.72, "learning_rate": 1.4168260291285906e-05, "loss": 3.2297, "step": 216600 }, { "epoch": 0.72, "learning_rate": 1.4151717475169234e-05, "loss": 3.2273, "step": 216700 }, { "epoch": 0.72, "learning_rate": 1.413517465905256e-05, "loss": 3.2256, "step": 216800 }, { "epoch": 0.72, "learning_rate": 1.4118631842935887e-05, "loss": 3.2297, "step": 216900 }, { "epoch": 0.72, "learning_rate": 1.4102089026819215e-05, "loss": 3.214, "step": 217000 }, { "epoch": 0.72, "learning_rate": 1.408554621070254e-05, "loss": 3.2228, "step": 217100 }, { "epoch": 0.72, "learning_rate": 1.4069003394585867e-05, "loss": 3.2289, "step": 217200 }, { "epoch": 0.72, "learning_rate": 1.4052460578469195e-05, "loss": 3.2406, "step": 217300 }, { "epoch": 0.72, "learning_rate": 1.4035917762352521e-05, "loss": 3.2446, "step": 217400 }, { "epoch": 0.72, "learning_rate": 1.4019374946235847e-05, "loss": 3.2331, "step": 217500 }, { "epoch": 0.72, "learning_rate": 1.4002832130119175e-05, "loss": 3.2407, "step": 217600 }, { "epoch": 0.72, "learning_rate": 1.3986289314002502e-05, "loss": 3.2233, "step": 217700 }, { "epoch": 0.72, "learning_rate": 1.396974649788583e-05, "loss": 3.2134, "step": 217800 }, { "epoch": 0.72, "learning_rate": 1.3953203681769156e-05, "loss": 3.2192, "step": 217900 }, { "epoch": 0.72, "learning_rate": 1.3936660865652482e-05, "loss": 3.2357, "step": 218000 }, { "epoch": 0.72, "learning_rate": 1.392011804953581e-05, "loss": 3.2293, "step": 218100 }, { "epoch": 0.72, "learning_rate": 1.3903575233419136e-05, "loss": 3.2336, "step": 218200 }, { "epoch": 0.72, "learning_rate": 1.3887032417302462e-05, "loss": 3.2268, "step": 218300 }, { "epoch": 0.72, "learning_rate": 1.387048960118579e-05, "loss": 3.2261, "step": 218400 }, { "epoch": 0.72, "learning_rate": 1.3853946785069116e-05, "loss": 3.2152, "step": 218500 }, { "epoch": 0.72, "learning_rate": 1.3837403968952443e-05, "loss": 3.2371, "step": 218600 }, { "epoch": 0.72, "learning_rate": 1.382086115283577e-05, "loss": 3.2242, "step": 218700 }, { "epoch": 0.72, "learning_rate": 1.3804318336719097e-05, "loss": 3.2144, "step": 218800 }, { "epoch": 0.72, "learning_rate": 1.3787775520602425e-05, "loss": 3.2265, "step": 218900 }, { "epoch": 0.72, "learning_rate": 1.3771232704485751e-05, "loss": 3.2288, "step": 219000 }, { "epoch": 0.72, "learning_rate": 1.3754689888369077e-05, "loss": 3.2301, "step": 219100 }, { "epoch": 0.73, "learning_rate": 1.3738147072252405e-05, "loss": 3.2292, "step": 219200 }, { "epoch": 0.73, "learning_rate": 1.3721604256135731e-05, "loss": 3.2243, "step": 219300 }, { "epoch": 0.73, "learning_rate": 1.3705061440019058e-05, "loss": 3.2145, "step": 219400 }, { "epoch": 0.73, "learning_rate": 1.3688518623902385e-05, "loss": 3.2151, "step": 219500 }, { "epoch": 0.73, "learning_rate": 1.3671975807785712e-05, "loss": 3.2129, "step": 219600 }, { "epoch": 0.73, "learning_rate": 1.3655432991669038e-05, "loss": 3.2263, "step": 219700 }, { "epoch": 0.73, "learning_rate": 1.3638890175552366e-05, "loss": 3.2195, "step": 219800 }, { "epoch": 0.73, "learning_rate": 1.3622347359435692e-05, "loss": 3.2189, "step": 219900 }, { "epoch": 0.73, "learning_rate": 1.360580454331902e-05, "loss": 3.2307, "step": 220000 }, { "epoch": 0.73, "learning_rate": 1.3589261727202346e-05, "loss": 3.2292, "step": 220100 }, { "epoch": 0.73, "learning_rate": 1.3572718911085672e-05, "loss": 3.2097, "step": 220200 }, { "epoch": 0.73, "learning_rate": 1.3556176094969e-05, "loss": 3.2338, "step": 220300 }, { "epoch": 0.73, "learning_rate": 1.3539633278852327e-05, "loss": 3.2049, "step": 220400 }, { "epoch": 0.73, "learning_rate": 1.3523090462735651e-05, "loss": 3.2335, "step": 220500 }, { "epoch": 0.73, "learning_rate": 1.350654764661898e-05, "loss": 3.2323, "step": 220600 }, { "epoch": 0.73, "learning_rate": 1.3490004830502307e-05, "loss": 3.2232, "step": 220700 }, { "epoch": 0.73, "learning_rate": 1.3473462014385632e-05, "loss": 3.2379, "step": 220800 }, { "epoch": 0.73, "learning_rate": 1.3456919198268961e-05, "loss": 3.224, "step": 220900 }, { "epoch": 0.73, "learning_rate": 1.3440376382152287e-05, "loss": 3.2179, "step": 221000 }, { "epoch": 0.73, "learning_rate": 1.3423833566035615e-05, "loss": 3.2167, "step": 221100 }, { "epoch": 0.73, "learning_rate": 1.3407290749918942e-05, "loss": 3.2261, "step": 221200 }, { "epoch": 0.73, "learning_rate": 1.3390747933802266e-05, "loss": 3.2298, "step": 221300 }, { "epoch": 0.73, "learning_rate": 1.3374205117685596e-05, "loss": 3.2209, "step": 221400 }, { "epoch": 0.73, "learning_rate": 1.3357662301568922e-05, "loss": 3.23, "step": 221500 }, { "epoch": 0.73, "learning_rate": 1.3341119485452246e-05, "loss": 3.2163, "step": 221600 }, { "epoch": 0.73, "learning_rate": 1.3324576669335576e-05, "loss": 3.2371, "step": 221700 }, { "epoch": 0.73, "learning_rate": 1.33080338532189e-05, "loss": 3.2248, "step": 221800 }, { "epoch": 0.73, "learning_rate": 1.329149103710223e-05, "loss": 3.2067, "step": 221900 }, { "epoch": 0.73, "learning_rate": 1.3274948220985556e-05, "loss": 3.2273, "step": 222000 }, { "epoch": 0.73, "learning_rate": 1.3258405404868881e-05, "loss": 3.2296, "step": 222100 }, { "epoch": 0.74, "learning_rate": 1.324186258875221e-05, "loss": 3.2314, "step": 222200 }, { "epoch": 0.74, "learning_rate": 1.3225319772635537e-05, "loss": 3.2147, "step": 222300 }, { "epoch": 0.74, "learning_rate": 1.3208776956518861e-05, "loss": 3.2219, "step": 222400 }, { "epoch": 0.74, "learning_rate": 1.3192234140402191e-05, "loss": 3.2168, "step": 222500 }, { "epoch": 0.74, "learning_rate": 1.3175691324285516e-05, "loss": 3.2188, "step": 222600 }, { "epoch": 0.74, "learning_rate": 1.3159148508168842e-05, "loss": 3.213, "step": 222700 }, { "epoch": 0.74, "learning_rate": 1.3142605692052171e-05, "loss": 3.2197, "step": 222800 }, { "epoch": 0.74, "learning_rate": 1.3126062875935496e-05, "loss": 3.2143, "step": 222900 }, { "epoch": 0.74, "learning_rate": 1.3109520059818826e-05, "loss": 3.215, "step": 223000 }, { "epoch": 0.74, "learning_rate": 1.309297724370215e-05, "loss": 3.2176, "step": 223100 }, { "epoch": 0.74, "learning_rate": 1.3076434427585476e-05, "loss": 3.2314, "step": 223200 }, { "epoch": 0.74, "learning_rate": 1.3059891611468806e-05, "loss": 3.233, "step": 223300 }, { "epoch": 0.74, "learning_rate": 1.304334879535213e-05, "loss": 3.2213, "step": 223400 }, { "epoch": 0.74, "learning_rate": 1.3026805979235457e-05, "loss": 3.2222, "step": 223500 }, { "epoch": 0.74, "learning_rate": 1.3010263163118786e-05, "loss": 3.2205, "step": 223600 }, { "epoch": 0.74, "learning_rate": 1.299372034700211e-05, "loss": 3.22, "step": 223700 }, { "epoch": 0.74, "learning_rate": 1.2977177530885437e-05, "loss": 3.2314, "step": 223800 }, { "epoch": 0.74, "learning_rate": 1.2960634714768765e-05, "loss": 3.2242, "step": 223900 }, { "epoch": 0.74, "learning_rate": 1.2944091898652091e-05, "loss": 3.2299, "step": 224000 }, { "epoch": 0.74, "learning_rate": 1.292754908253542e-05, "loss": 3.2339, "step": 224100 }, { "epoch": 0.74, "learning_rate": 1.2911006266418745e-05, "loss": 3.23, "step": 224200 }, { "epoch": 0.74, "learning_rate": 1.2894463450302072e-05, "loss": 3.2215, "step": 224300 }, { "epoch": 0.74, "learning_rate": 1.28779206341854e-05, "loss": 3.2294, "step": 224400 }, { "epoch": 0.74, "learning_rate": 1.2861377818068726e-05, "loss": 3.2321, "step": 224500 }, { "epoch": 0.74, "learning_rate": 1.2844835001952052e-05, "loss": 3.2227, "step": 224600 }, { "epoch": 0.74, "learning_rate": 1.282829218583538e-05, "loss": 3.2287, "step": 224700 }, { "epoch": 0.74, "learning_rate": 1.2811749369718706e-05, "loss": 3.231, "step": 224800 }, { "epoch": 0.74, "learning_rate": 1.2795206553602032e-05, "loss": 3.2334, "step": 224900 }, { "epoch": 0.74, "learning_rate": 1.277866373748536e-05, "loss": 3.2392, "step": 225000 }, { "epoch": 0.74, "learning_rate": 1.2762120921368686e-05, "loss": 3.2337, "step": 225100 }, { "epoch": 0.75, "learning_rate": 1.2745578105252014e-05, "loss": 3.2214, "step": 225200 }, { "epoch": 0.75, "learning_rate": 1.272903528913534e-05, "loss": 3.2287, "step": 225300 }, { "epoch": 0.75, "learning_rate": 1.2712492473018667e-05, "loss": 3.2202, "step": 225400 }, { "epoch": 0.75, "learning_rate": 1.2695949656901995e-05, "loss": 3.2234, "step": 225500 }, { "epoch": 0.75, "learning_rate": 1.2679406840785321e-05, "loss": 3.236, "step": 225600 }, { "epoch": 0.75, "learning_rate": 1.2662864024668647e-05, "loss": 3.2189, "step": 225700 }, { "epoch": 0.75, "learning_rate": 1.2646321208551975e-05, "loss": 3.2014, "step": 225800 }, { "epoch": 0.75, "learning_rate": 1.2629778392435301e-05, "loss": 3.2467, "step": 225900 }, { "epoch": 0.75, "learning_rate": 1.2613235576318628e-05, "loss": 3.231, "step": 226000 }, { "epoch": 0.75, "learning_rate": 1.2596692760201956e-05, "loss": 3.2339, "step": 226100 }, { "epoch": 0.75, "learning_rate": 1.2580149944085282e-05, "loss": 3.2132, "step": 226200 }, { "epoch": 0.75, "learning_rate": 1.256360712796861e-05, "loss": 3.2232, "step": 226300 }, { "epoch": 0.75, "learning_rate": 1.2547064311851936e-05, "loss": 3.2083, "step": 226400 }, { "epoch": 0.75, "learning_rate": 1.2530521495735262e-05, "loss": 3.2257, "step": 226500 }, { "epoch": 0.75, "learning_rate": 1.251397867961859e-05, "loss": 3.2228, "step": 226600 }, { "epoch": 0.75, "learning_rate": 1.2497435863501916e-05, "loss": 3.216, "step": 226700 }, { "epoch": 0.75, "learning_rate": 1.2480893047385244e-05, "loss": 3.229, "step": 226800 }, { "epoch": 0.75, "learning_rate": 1.246435023126857e-05, "loss": 3.2197, "step": 226900 }, { "epoch": 0.75, "learning_rate": 1.2447807415151897e-05, "loss": 3.2022, "step": 227000 }, { "epoch": 0.75, "learning_rate": 1.2431264599035223e-05, "loss": 3.2261, "step": 227100 }, { "epoch": 0.75, "learning_rate": 1.241472178291855e-05, "loss": 3.2306, "step": 227200 }, { "epoch": 0.75, "learning_rate": 1.2398178966801877e-05, "loss": 3.2291, "step": 227300 }, { "epoch": 0.75, "learning_rate": 1.2381636150685203e-05, "loss": 3.2243, "step": 227400 }, { "epoch": 0.75, "learning_rate": 1.2365093334568531e-05, "loss": 3.2242, "step": 227500 }, { "epoch": 0.75, "learning_rate": 1.2348550518451857e-05, "loss": 3.2226, "step": 227600 }, { "epoch": 0.75, "learning_rate": 1.2332007702335184e-05, "loss": 3.2229, "step": 227700 }, { "epoch": 0.75, "learning_rate": 1.2315464886218512e-05, "loss": 3.2123, "step": 227800 }, { "epoch": 0.75, "learning_rate": 1.2298922070101838e-05, "loss": 3.2171, "step": 227900 }, { "epoch": 0.75, "learning_rate": 1.2282379253985166e-05, "loss": 3.2277, "step": 228000 }, { "epoch": 0.75, "learning_rate": 1.2265836437868492e-05, "loss": 3.2214, "step": 228100 }, { "epoch": 0.76, "learning_rate": 1.2249293621751818e-05, "loss": 3.2311, "step": 228200 }, { "epoch": 0.76, "learning_rate": 1.2232750805635146e-05, "loss": 3.2288, "step": 228300 }, { "epoch": 0.76, "learning_rate": 1.2216207989518472e-05, "loss": 3.2256, "step": 228400 }, { "epoch": 0.76, "learning_rate": 1.2199665173401799e-05, "loss": 3.2279, "step": 228500 }, { "epoch": 0.76, "learning_rate": 1.2183122357285127e-05, "loss": 3.2084, "step": 228600 }, { "epoch": 0.76, "learning_rate": 1.2166579541168453e-05, "loss": 3.2236, "step": 228700 }, { "epoch": 0.76, "learning_rate": 1.2150036725051779e-05, "loss": 3.2173, "step": 228800 }, { "epoch": 0.76, "learning_rate": 1.2133493908935107e-05, "loss": 3.2402, "step": 228900 }, { "epoch": 0.76, "learning_rate": 1.2116951092818433e-05, "loss": 3.2264, "step": 229000 }, { "epoch": 0.76, "learning_rate": 1.2100408276701761e-05, "loss": 3.2104, "step": 229100 }, { "epoch": 0.76, "learning_rate": 1.2083865460585087e-05, "loss": 3.2274, "step": 229200 }, { "epoch": 0.76, "learning_rate": 1.2067322644468413e-05, "loss": 3.224, "step": 229300 }, { "epoch": 0.76, "learning_rate": 1.2050779828351741e-05, "loss": 3.2091, "step": 229400 }, { "epoch": 0.76, "learning_rate": 1.2034237012235066e-05, "loss": 3.2274, "step": 229500 }, { "epoch": 0.76, "learning_rate": 1.2017694196118394e-05, "loss": 3.227, "step": 229600 }, { "epoch": 0.76, "learning_rate": 1.2001151380001722e-05, "loss": 3.2294, "step": 229700 }, { "epoch": 0.76, "learning_rate": 1.1984608563885048e-05, "loss": 3.228, "step": 229800 }, { "epoch": 0.76, "learning_rate": 1.1968065747768374e-05, "loss": 3.2269, "step": 229900 }, { "epoch": 0.76, "learning_rate": 1.1951522931651702e-05, "loss": 3.2256, "step": 230000 }, { "epoch": 0.76, "learning_rate": 1.1934980115535028e-05, "loss": 3.213, "step": 230100 }, { "epoch": 0.76, "learning_rate": 1.1918437299418356e-05, "loss": 3.2329, "step": 230200 }, { "epoch": 0.76, "learning_rate": 1.1901894483301681e-05, "loss": 3.231, "step": 230300 }, { "epoch": 0.76, "learning_rate": 1.1885351667185009e-05, "loss": 3.2333, "step": 230400 }, { "epoch": 0.76, "learning_rate": 1.1868808851068337e-05, "loss": 3.217, "step": 230500 }, { "epoch": 0.76, "learning_rate": 1.1852266034951661e-05, "loss": 3.22, "step": 230600 }, { "epoch": 0.76, "learning_rate": 1.183572321883499e-05, "loss": 3.2179, "step": 230700 }, { "epoch": 0.76, "learning_rate": 1.1819180402718315e-05, "loss": 3.221, "step": 230800 }, { "epoch": 0.76, "learning_rate": 1.1802637586601643e-05, "loss": 3.2246, "step": 230900 }, { "epoch": 0.76, "learning_rate": 1.178609477048497e-05, "loss": 3.2326, "step": 231000 }, { "epoch": 0.76, "learning_rate": 1.1769551954368296e-05, "loss": 3.2094, "step": 231100 }, { "epoch": 0.76, "learning_rate": 1.1753009138251624e-05, "loss": 3.2129, "step": 231200 }, { "epoch": 0.77, "learning_rate": 1.1736466322134952e-05, "loss": 3.229, "step": 231300 }, { "epoch": 0.77, "learning_rate": 1.1719923506018276e-05, "loss": 3.2283, "step": 231400 }, { "epoch": 0.77, "learning_rate": 1.1703380689901604e-05, "loss": 3.2207, "step": 231500 }, { "epoch": 0.77, "learning_rate": 1.168683787378493e-05, "loss": 3.2489, "step": 231600 }, { "epoch": 0.77, "learning_rate": 1.1670295057668258e-05, "loss": 3.2253, "step": 231700 }, { "epoch": 0.77, "learning_rate": 1.1653752241551584e-05, "loss": 3.2299, "step": 231800 }, { "epoch": 0.77, "learning_rate": 1.163720942543491e-05, "loss": 3.2038, "step": 231900 }, { "epoch": 0.77, "learning_rate": 1.1620666609318239e-05, "loss": 3.2242, "step": 232000 }, { "epoch": 0.77, "learning_rate": 1.1604123793201565e-05, "loss": 3.2254, "step": 232100 }, { "epoch": 0.77, "learning_rate": 1.1587580977084891e-05, "loss": 3.2248, "step": 232200 }, { "epoch": 0.77, "learning_rate": 1.1571038160968219e-05, "loss": 3.2163, "step": 232300 }, { "epoch": 0.77, "learning_rate": 1.1554495344851545e-05, "loss": 3.2423, "step": 232400 }, { "epoch": 0.77, "learning_rate": 1.1537952528734871e-05, "loss": 3.2317, "step": 232500 }, { "epoch": 0.77, "learning_rate": 1.15214097126182e-05, "loss": 3.2249, "step": 232600 }, { "epoch": 0.77, "learning_rate": 1.1504866896501526e-05, "loss": 3.2198, "step": 232700 }, { "epoch": 0.77, "learning_rate": 1.1488324080384854e-05, "loss": 3.2232, "step": 232800 }, { "epoch": 0.77, "learning_rate": 1.147178126426818e-05, "loss": 3.2176, "step": 232900 }, { "epoch": 0.77, "learning_rate": 1.1455238448151506e-05, "loss": 3.2313, "step": 233000 }, { "epoch": 0.77, "learning_rate": 1.1438695632034834e-05, "loss": 3.2256, "step": 233100 }, { "epoch": 0.77, "learning_rate": 1.1422152815918158e-05, "loss": 3.2252, "step": 233200 }, { "epoch": 0.77, "learning_rate": 1.1405609999801486e-05, "loss": 3.2195, "step": 233300 }, { "epoch": 0.77, "learning_rate": 1.1389067183684814e-05, "loss": 3.2287, "step": 233400 }, { "epoch": 0.77, "learning_rate": 1.137252436756814e-05, "loss": 3.2274, "step": 233500 }, { "epoch": 0.77, "learning_rate": 1.1355981551451467e-05, "loss": 3.2185, "step": 233600 }, { "epoch": 0.77, "learning_rate": 1.1339438735334795e-05, "loss": 3.2278, "step": 233700 }, { "epoch": 0.77, "learning_rate": 1.1322895919218121e-05, "loss": 3.2185, "step": 233800 }, { "epoch": 0.77, "learning_rate": 1.1306353103101449e-05, "loss": 3.2237, "step": 233900 }, { "epoch": 0.77, "learning_rate": 1.1289810286984773e-05, "loss": 3.221, "step": 234000 }, { "epoch": 0.77, "learning_rate": 1.1273267470868101e-05, "loss": 3.2152, "step": 234100 }, { "epoch": 0.77, "learning_rate": 1.125672465475143e-05, "loss": 3.23, "step": 234200 }, { "epoch": 0.78, "learning_rate": 1.1240181838634754e-05, "loss": 3.2167, "step": 234300 }, { "epoch": 0.78, "learning_rate": 1.1223639022518082e-05, "loss": 3.219, "step": 234400 }, { "epoch": 0.78, "learning_rate": 1.1207096206401408e-05, "loss": 3.2259, "step": 234500 }, { "epoch": 0.78, "learning_rate": 1.1190553390284736e-05, "loss": 3.2177, "step": 234600 }, { "epoch": 0.78, "learning_rate": 1.1174010574168062e-05, "loss": 3.2199, "step": 234700 }, { "epoch": 0.78, "learning_rate": 1.1157467758051388e-05, "loss": 3.2249, "step": 234800 }, { "epoch": 0.78, "learning_rate": 1.1140924941934716e-05, "loss": 3.2231, "step": 234900 }, { "epoch": 0.78, "learning_rate": 1.1124382125818044e-05, "loss": 3.2161, "step": 235000 }, { "epoch": 0.78, "learning_rate": 1.1107839309701369e-05, "loss": 3.223, "step": 235100 }, { "epoch": 0.78, "learning_rate": 1.1091296493584697e-05, "loss": 3.2142, "step": 235200 }, { "epoch": 0.78, "learning_rate": 1.1074753677468023e-05, "loss": 3.2126, "step": 235300 }, { "epoch": 0.78, "learning_rate": 1.105821086135135e-05, "loss": 3.2136, "step": 235400 }, { "epoch": 0.78, "learning_rate": 1.1041668045234677e-05, "loss": 3.2069, "step": 235500 }, { "epoch": 0.78, "learning_rate": 1.1025125229118003e-05, "loss": 3.2034, "step": 235600 }, { "epoch": 0.78, "learning_rate": 1.1008582413001331e-05, "loss": 3.2187, "step": 235700 }, { "epoch": 0.78, "learning_rate": 1.0992039596884657e-05, "loss": 3.2117, "step": 235800 }, { "epoch": 0.78, "learning_rate": 1.0975496780767984e-05, "loss": 3.2301, "step": 235900 }, { "epoch": 0.78, "learning_rate": 1.0958953964651311e-05, "loss": 3.2285, "step": 236000 }, { "epoch": 0.78, "learning_rate": 1.0942411148534638e-05, "loss": 3.2254, "step": 236100 }, { "epoch": 0.78, "learning_rate": 1.0925868332417964e-05, "loss": 3.2316, "step": 236200 }, { "epoch": 0.78, "learning_rate": 1.0909325516301292e-05, "loss": 3.2238, "step": 236300 }, { "epoch": 0.78, "learning_rate": 1.0892782700184618e-05, "loss": 3.2149, "step": 236400 }, { "epoch": 0.78, "learning_rate": 1.0876239884067946e-05, "loss": 3.216, "step": 236500 }, { "epoch": 0.78, "learning_rate": 1.0859697067951272e-05, "loss": 3.2164, "step": 236600 }, { "epoch": 0.78, "learning_rate": 1.0843154251834598e-05, "loss": 3.2226, "step": 236700 }, { "epoch": 0.78, "learning_rate": 1.0826611435717926e-05, "loss": 3.2252, "step": 236800 }, { "epoch": 0.78, "learning_rate": 1.0810068619601253e-05, "loss": 3.2375, "step": 236900 }, { "epoch": 0.78, "learning_rate": 1.0793525803484579e-05, "loss": 3.2314, "step": 237000 }, { "epoch": 0.78, "learning_rate": 1.0776982987367907e-05, "loss": 3.2316, "step": 237100 }, { "epoch": 0.78, "learning_rate": 1.0760440171251233e-05, "loss": 3.2203, "step": 237200 }, { "epoch": 0.79, "learning_rate": 1.074389735513456e-05, "loss": 3.2212, "step": 237300 }, { "epoch": 0.79, "learning_rate": 1.0727354539017887e-05, "loss": 3.2242, "step": 237400 }, { "epoch": 0.79, "learning_rate": 1.0710811722901213e-05, "loss": 3.2361, "step": 237500 }, { "epoch": 0.79, "learning_rate": 1.0694268906784541e-05, "loss": 3.2217, "step": 237600 }, { "epoch": 0.79, "learning_rate": 1.0677726090667866e-05, "loss": 3.2175, "step": 237700 }, { "epoch": 0.79, "learning_rate": 1.0661183274551194e-05, "loss": 3.2224, "step": 237800 }, { "epoch": 0.79, "learning_rate": 1.0644640458434522e-05, "loss": 3.2317, "step": 237900 }, { "epoch": 0.79, "learning_rate": 1.0628097642317846e-05, "loss": 3.2147, "step": 238000 }, { "epoch": 0.79, "learning_rate": 1.0611554826201174e-05, "loss": 3.2249, "step": 238100 }, { "epoch": 0.79, "learning_rate": 1.0595012010084502e-05, "loss": 3.2261, "step": 238200 }, { "epoch": 0.79, "learning_rate": 1.0578469193967828e-05, "loss": 3.2294, "step": 238300 }, { "epoch": 0.79, "learning_rate": 1.0561926377851155e-05, "loss": 3.2178, "step": 238400 }, { "epoch": 0.79, "learning_rate": 1.054538356173448e-05, "loss": 3.228, "step": 238500 }, { "epoch": 0.79, "learning_rate": 1.0528840745617809e-05, "loss": 3.2237, "step": 238600 }, { "epoch": 0.79, "learning_rate": 1.0512297929501137e-05, "loss": 3.2282, "step": 238700 }, { "epoch": 0.79, "learning_rate": 1.0495755113384461e-05, "loss": 3.2142, "step": 238800 }, { "epoch": 0.79, "learning_rate": 1.0479212297267789e-05, "loss": 3.2121, "step": 238900 }, { "epoch": 0.79, "learning_rate": 1.0462669481151115e-05, "loss": 3.2224, "step": 239000 }, { "epoch": 0.79, "learning_rate": 1.0446126665034443e-05, "loss": 3.2293, "step": 239100 }, { "epoch": 0.79, "learning_rate": 1.042958384891777e-05, "loss": 3.223, "step": 239200 }, { "epoch": 0.79, "learning_rate": 1.0413041032801096e-05, "loss": 3.2256, "step": 239300 }, { "epoch": 0.79, "learning_rate": 1.0396498216684424e-05, "loss": 3.2416, "step": 239400 }, { "epoch": 0.79, "learning_rate": 1.037995540056775e-05, "loss": 3.2155, "step": 239500 }, { "epoch": 0.79, "learning_rate": 1.0363412584451076e-05, "loss": 3.2162, "step": 239600 }, { "epoch": 0.79, "learning_rate": 1.0346869768334404e-05, "loss": 3.2125, "step": 239700 }, { "epoch": 0.79, "learning_rate": 1.033032695221773e-05, "loss": 3.2126, "step": 239800 }, { "epoch": 0.79, "learning_rate": 1.0313784136101056e-05, "loss": 3.2255, "step": 239900 }, { "epoch": 0.79, "learning_rate": 1.0297241319984384e-05, "loss": 3.2178, "step": 240000 }, { "epoch": 0.79, "learning_rate": 1.028069850386771e-05, "loss": 3.2192, "step": 240100 }, { "epoch": 0.79, "learning_rate": 1.0264155687751038e-05, "loss": 3.2138, "step": 240200 }, { "epoch": 0.8, "learning_rate": 1.0247612871634365e-05, "loss": 3.2154, "step": 240300 }, { "epoch": 0.8, "learning_rate": 1.0231070055517691e-05, "loss": 3.2144, "step": 240400 }, { "epoch": 0.8, "learning_rate": 1.0214527239401019e-05, "loss": 3.2252, "step": 240500 }, { "epoch": 0.8, "learning_rate": 1.0197984423284345e-05, "loss": 3.2331, "step": 240600 }, { "epoch": 0.8, "learning_rate": 1.0181441607167671e-05, "loss": 3.236, "step": 240700 }, { "epoch": 0.8, "learning_rate": 1.0164898791051e-05, "loss": 3.2265, "step": 240800 }, { "epoch": 0.8, "learning_rate": 1.0148355974934325e-05, "loss": 3.2162, "step": 240900 }, { "epoch": 0.8, "learning_rate": 1.0131813158817652e-05, "loss": 3.2271, "step": 241000 }, { "epoch": 0.8, "learning_rate": 1.011527034270098e-05, "loss": 3.221, "step": 241100 }, { "epoch": 0.8, "learning_rate": 1.0098727526584306e-05, "loss": 3.2314, "step": 241200 }, { "epoch": 0.8, "learning_rate": 1.0082184710467634e-05, "loss": 3.2172, "step": 241300 }, { "epoch": 0.8, "learning_rate": 1.006564189435096e-05, "loss": 3.2033, "step": 241400 }, { "epoch": 0.8, "learning_rate": 1.0049099078234286e-05, "loss": 3.2219, "step": 241500 }, { "epoch": 0.8, "learning_rate": 1.0032556262117614e-05, "loss": 3.2107, "step": 241600 }, { "epoch": 0.8, "learning_rate": 1.0016013446000939e-05, "loss": 3.2272, "step": 241700 }, { "epoch": 0.8, "learning_rate": 9.999470629884267e-06, "loss": 3.2188, "step": 241800 }, { "epoch": 0.8, "learning_rate": 9.982927813767595e-06, "loss": 3.2327, "step": 241900 }, { "epoch": 0.8, "learning_rate": 9.96638499765092e-06, "loss": 3.2225, "step": 242000 }, { "epoch": 0.8, "learning_rate": 9.949842181534247e-06, "loss": 3.2252, "step": 242100 }, { "epoch": 0.8, "learning_rate": 9.933299365417573e-06, "loss": 3.2331, "step": 242200 }, { "epoch": 0.8, "learning_rate": 9.916756549300901e-06, "loss": 3.2099, "step": 242300 }, { "epoch": 0.8, "learning_rate": 9.900213733184229e-06, "loss": 3.2063, "step": 242400 }, { "epoch": 0.8, "learning_rate": 9.883670917067554e-06, "loss": 3.2239, "step": 242500 }, { "epoch": 0.8, "learning_rate": 9.867128100950882e-06, "loss": 3.2276, "step": 242600 }, { "epoch": 0.8, "learning_rate": 9.85058528483421e-06, "loss": 3.2067, "step": 242700 }, { "epoch": 0.8, "learning_rate": 9.834042468717536e-06, "loss": 3.2311, "step": 242800 }, { "epoch": 0.8, "learning_rate": 9.817499652600862e-06, "loss": 3.2166, "step": 242900 }, { "epoch": 0.8, "learning_rate": 9.800956836484188e-06, "loss": 3.2267, "step": 243000 }, { "epoch": 0.8, "learning_rate": 9.784414020367516e-06, "loss": 3.2151, "step": 243100 }, { "epoch": 0.8, "learning_rate": 9.767871204250842e-06, "loss": 3.2389, "step": 243200 }, { "epoch": 0.8, "learning_rate": 9.751328388134169e-06, "loss": 3.2212, "step": 243300 }, { "epoch": 0.81, "learning_rate": 9.734785572017496e-06, "loss": 3.2187, "step": 243400 }, { "epoch": 0.81, "learning_rate": 9.718242755900823e-06, "loss": 3.2265, "step": 243500 }, { "epoch": 0.81, "learning_rate": 9.701699939784149e-06, "loss": 3.2133, "step": 243600 }, { "epoch": 0.81, "learning_rate": 9.685157123667477e-06, "loss": 3.2243, "step": 243700 }, { "epoch": 0.81, "learning_rate": 9.668614307550803e-06, "loss": 3.2045, "step": 243800 }, { "epoch": 0.81, "learning_rate": 9.652071491434131e-06, "loss": 3.2233, "step": 243900 }, { "epoch": 0.81, "learning_rate": 9.635528675317457e-06, "loss": 3.2073, "step": 244000 }, { "epoch": 0.81, "learning_rate": 9.618985859200783e-06, "loss": 3.2173, "step": 244100 }, { "epoch": 0.81, "learning_rate": 9.602443043084111e-06, "loss": 3.2233, "step": 244200 }, { "epoch": 0.81, "learning_rate": 9.585900226967438e-06, "loss": 3.2304, "step": 244300 }, { "epoch": 0.81, "learning_rate": 9.569357410850764e-06, "loss": 3.213, "step": 244400 }, { "epoch": 0.81, "learning_rate": 9.552814594734092e-06, "loss": 3.2104, "step": 244500 }, { "epoch": 0.81, "learning_rate": 9.536271778617418e-06, "loss": 3.215, "step": 244600 }, { "epoch": 0.81, "learning_rate": 9.519728962500744e-06, "loss": 3.2168, "step": 244700 }, { "epoch": 0.81, "learning_rate": 9.503186146384072e-06, "loss": 3.2142, "step": 244800 }, { "epoch": 0.81, "learning_rate": 9.486643330267398e-06, "loss": 3.2159, "step": 244900 }, { "epoch": 0.81, "learning_rate": 9.470100514150726e-06, "loss": 3.2112, "step": 245000 }, { "epoch": 0.81, "learning_rate": 9.453557698034052e-06, "loss": 3.2136, "step": 245100 }, { "epoch": 0.81, "learning_rate": 9.437014881917379e-06, "loss": 3.2208, "step": 245200 }, { "epoch": 0.81, "learning_rate": 9.420472065800707e-06, "loss": 3.2191, "step": 245300 }, { "epoch": 0.81, "learning_rate": 9.403929249684031e-06, "loss": 3.2225, "step": 245400 }, { "epoch": 0.81, "learning_rate": 9.387386433567359e-06, "loss": 3.2305, "step": 245500 }, { "epoch": 0.81, "learning_rate": 9.370843617450687e-06, "loss": 3.2402, "step": 245600 }, { "epoch": 0.81, "learning_rate": 9.354300801334013e-06, "loss": 3.2247, "step": 245700 }, { "epoch": 0.81, "learning_rate": 9.33775798521734e-06, "loss": 3.2249, "step": 245800 }, { "epoch": 0.81, "learning_rate": 9.321215169100667e-06, "loss": 3.2293, "step": 245900 }, { "epoch": 0.81, "learning_rate": 9.304672352983994e-06, "loss": 3.2142, "step": 246000 }, { "epoch": 0.81, "learning_rate": 9.288129536867322e-06, "loss": 3.23, "step": 246100 }, { "epoch": 0.81, "learning_rate": 9.271586720750646e-06, "loss": 3.2142, "step": 246200 }, { "epoch": 0.81, "learning_rate": 9.255043904633974e-06, "loss": 3.2255, "step": 246300 }, { "epoch": 0.82, "learning_rate": 9.238501088517302e-06, "loss": 3.2204, "step": 246400 }, { "epoch": 0.82, "learning_rate": 9.221958272400628e-06, "loss": 3.22, "step": 246500 }, { "epoch": 0.82, "learning_rate": 9.205415456283954e-06, "loss": 3.2341, "step": 246600 }, { "epoch": 0.82, "learning_rate": 9.18887264016728e-06, "loss": 3.2416, "step": 246700 }, { "epoch": 0.82, "learning_rate": 9.172329824050609e-06, "loss": 3.2219, "step": 246800 }, { "epoch": 0.82, "learning_rate": 9.155787007933935e-06, "loss": 3.2225, "step": 246900 }, { "epoch": 0.82, "learning_rate": 9.139244191817261e-06, "loss": 3.2175, "step": 247000 }, { "epoch": 0.82, "learning_rate": 9.122701375700589e-06, "loss": 3.2151, "step": 247100 }, { "epoch": 0.82, "learning_rate": 9.106158559583917e-06, "loss": 3.2106, "step": 247200 }, { "epoch": 0.82, "learning_rate": 9.089615743467241e-06, "loss": 3.2113, "step": 247300 }, { "epoch": 0.82, "learning_rate": 9.07307292735057e-06, "loss": 3.2067, "step": 247400 }, { "epoch": 0.82, "learning_rate": 9.056530111233896e-06, "loss": 3.2171, "step": 247500 }, { "epoch": 0.82, "learning_rate": 9.039987295117223e-06, "loss": 3.218, "step": 247600 }, { "epoch": 0.82, "learning_rate": 9.02344447900055e-06, "loss": 3.2266, "step": 247700 }, { "epoch": 0.82, "learning_rate": 9.006901662883876e-06, "loss": 3.219, "step": 247800 }, { "epoch": 0.82, "learning_rate": 8.990358846767204e-06, "loss": 3.2154, "step": 247900 }, { "epoch": 0.82, "learning_rate": 8.97381603065053e-06, "loss": 3.2089, "step": 248000 }, { "epoch": 0.82, "learning_rate": 8.957273214533856e-06, "loss": 3.2259, "step": 248100 }, { "epoch": 0.82, "learning_rate": 8.940730398417184e-06, "loss": 3.2254, "step": 248200 }, { "epoch": 0.82, "learning_rate": 8.92418758230051e-06, "loss": 3.2102, "step": 248300 }, { "epoch": 0.82, "learning_rate": 8.907644766183837e-06, "loss": 3.2187, "step": 248400 }, { "epoch": 0.82, "learning_rate": 8.891101950067165e-06, "loss": 3.2163, "step": 248500 }, { "epoch": 0.82, "learning_rate": 8.87455913395049e-06, "loss": 3.218, "step": 248600 }, { "epoch": 0.82, "learning_rate": 8.858016317833819e-06, "loss": 3.2241, "step": 248700 }, { "epoch": 0.82, "learning_rate": 8.841473501717145e-06, "loss": 3.2193, "step": 248800 }, { "epoch": 0.82, "learning_rate": 8.824930685600471e-06, "loss": 3.231, "step": 248900 }, { "epoch": 0.82, "learning_rate": 8.808387869483799e-06, "loss": 3.2135, "step": 249000 }, { "epoch": 0.82, "learning_rate": 8.791845053367125e-06, "loss": 3.2221, "step": 249100 }, { "epoch": 0.82, "learning_rate": 8.775302237250452e-06, "loss": 3.2015, "step": 249200 }, { "epoch": 0.82, "learning_rate": 8.75875942113378e-06, "loss": 3.2196, "step": 249300 }, { "epoch": 0.83, "learning_rate": 8.742216605017106e-06, "loss": 3.2229, "step": 249400 }, { "epoch": 0.83, "learning_rate": 8.725673788900432e-06, "loss": 3.2164, "step": 249500 }, { "epoch": 0.83, "learning_rate": 8.70913097278376e-06, "loss": 3.2257, "step": 249600 }, { "epoch": 0.83, "learning_rate": 8.692588156667086e-06, "loss": 3.2164, "step": 249700 }, { "epoch": 0.83, "learning_rate": 8.676045340550414e-06, "loss": 3.215, "step": 249800 }, { "epoch": 0.83, "learning_rate": 8.659502524433739e-06, "loss": 3.205, "step": 249900 }, { "epoch": 0.83, "learning_rate": 8.642959708317066e-06, "loss": 3.2089, "step": 250000 }, { "epoch": 0.83, "learning_rate": 8.626416892200394e-06, "loss": 3.2043, "step": 250100 }, { "epoch": 0.83, "learning_rate": 8.60987407608372e-06, "loss": 3.2072, "step": 250200 }, { "epoch": 0.83, "learning_rate": 8.593331259967047e-06, "loss": 3.2192, "step": 250300 }, { "epoch": 0.83, "learning_rate": 8.576788443850375e-06, "loss": 3.2194, "step": 250400 }, { "epoch": 0.83, "learning_rate": 8.560245627733701e-06, "loss": 3.2241, "step": 250500 }, { "epoch": 0.83, "learning_rate": 8.543702811617027e-06, "loss": 3.2131, "step": 250600 }, { "epoch": 0.83, "learning_rate": 8.527159995500353e-06, "loss": 3.2192, "step": 250700 }, { "epoch": 0.83, "learning_rate": 8.510617179383681e-06, "loss": 3.215, "step": 250800 }, { "epoch": 0.83, "learning_rate": 8.49407436326701e-06, "loss": 3.228, "step": 250900 }, { "epoch": 0.83, "learning_rate": 8.477531547150334e-06, "loss": 3.2162, "step": 251000 }, { "epoch": 0.83, "learning_rate": 8.460988731033662e-06, "loss": 3.2225, "step": 251100 }, { "epoch": 0.83, "learning_rate": 8.444445914916988e-06, "loss": 3.2252, "step": 251200 }, { "epoch": 0.83, "learning_rate": 8.427903098800316e-06, "loss": 3.2164, "step": 251300 }, { "epoch": 0.83, "learning_rate": 8.411360282683642e-06, "loss": 3.2267, "step": 251400 }, { "epoch": 0.83, "learning_rate": 8.394817466566968e-06, "loss": 3.2188, "step": 251500 }, { "epoch": 0.83, "learning_rate": 8.378274650450296e-06, "loss": 3.2228, "step": 251600 }, { "epoch": 0.83, "learning_rate": 8.361731834333623e-06, "loss": 3.2283, "step": 251700 }, { "epoch": 0.83, "learning_rate": 8.345189018216949e-06, "loss": 3.2204, "step": 251800 }, { "epoch": 0.83, "learning_rate": 8.328646202100277e-06, "loss": 3.2194, "step": 251900 }, { "epoch": 0.83, "learning_rate": 8.312103385983603e-06, "loss": 3.2219, "step": 252000 }, { "epoch": 0.83, "learning_rate": 8.29556056986693e-06, "loss": 3.2085, "step": 252100 }, { "epoch": 0.83, "learning_rate": 8.279017753750257e-06, "loss": 3.2133, "step": 252200 }, { "epoch": 0.83, "learning_rate": 8.262474937633583e-06, "loss": 3.2244, "step": 252300 }, { "epoch": 0.84, "learning_rate": 8.245932121516911e-06, "loss": 3.2245, "step": 252400 }, { "epoch": 0.84, "learning_rate": 8.229389305400237e-06, "loss": 3.2169, "step": 252500 }, { "epoch": 0.84, "learning_rate": 8.212846489283564e-06, "loss": 3.2202, "step": 252600 }, { "epoch": 0.84, "learning_rate": 8.196303673166892e-06, "loss": 3.213, "step": 252700 }, { "epoch": 0.84, "learning_rate": 8.179760857050218e-06, "loss": 3.2145, "step": 252800 }, { "epoch": 0.84, "learning_rate": 8.163218040933544e-06, "loss": 3.233, "step": 252900 }, { "epoch": 0.84, "learning_rate": 8.146675224816872e-06, "loss": 3.2078, "step": 253000 }, { "epoch": 0.84, "learning_rate": 8.130132408700198e-06, "loss": 3.205, "step": 253100 }, { "epoch": 0.84, "learning_rate": 8.113589592583524e-06, "loss": 3.2204, "step": 253200 }, { "epoch": 0.84, "learning_rate": 8.097046776466852e-06, "loss": 3.223, "step": 253300 }, { "epoch": 0.84, "learning_rate": 8.080503960350179e-06, "loss": 3.2109, "step": 253400 }, { "epoch": 0.84, "learning_rate": 8.063961144233507e-06, "loss": 3.2133, "step": 253500 }, { "epoch": 0.84, "learning_rate": 8.047418328116833e-06, "loss": 3.2281, "step": 253600 }, { "epoch": 0.84, "learning_rate": 8.030875512000159e-06, "loss": 3.2132, "step": 253700 }, { "epoch": 0.84, "learning_rate": 8.014332695883487e-06, "loss": 3.223, "step": 253800 }, { "epoch": 0.84, "learning_rate": 7.997789879766811e-06, "loss": 3.2231, "step": 253900 }, { "epoch": 0.84, "learning_rate": 7.98124706365014e-06, "loss": 3.2159, "step": 254000 }, { "epoch": 0.84, "learning_rate": 7.964704247533467e-06, "loss": 3.2223, "step": 254100 }, { "epoch": 0.84, "learning_rate": 7.948161431416794e-06, "loss": 3.2098, "step": 254200 }, { "epoch": 0.84, "learning_rate": 7.93161861530012e-06, "loss": 3.2113, "step": 254300 }, { "epoch": 0.84, "learning_rate": 7.915075799183446e-06, "loss": 3.2099, "step": 254400 }, { "epoch": 0.84, "learning_rate": 7.898532983066774e-06, "loss": 3.2104, "step": 254500 }, { "epoch": 0.84, "learning_rate": 7.881990166950102e-06, "loss": 3.2137, "step": 254600 }, { "epoch": 0.84, "learning_rate": 7.865447350833426e-06, "loss": 3.217, "step": 254700 }, { "epoch": 0.84, "learning_rate": 7.848904534716754e-06, "loss": 3.2263, "step": 254800 }, { "epoch": 0.84, "learning_rate": 7.832361718600082e-06, "loss": 3.2169, "step": 254900 }, { "epoch": 0.84, "learning_rate": 7.815818902483408e-06, "loss": 3.2145, "step": 255000 }, { "epoch": 0.84, "learning_rate": 7.799276086366735e-06, "loss": 3.2145, "step": 255100 }, { "epoch": 0.84, "learning_rate": 7.782733270250061e-06, "loss": 3.2234, "step": 255200 }, { "epoch": 0.84, "learning_rate": 7.766190454133389e-06, "loss": 3.2194, "step": 255300 }, { "epoch": 0.85, "learning_rate": 7.749647638016715e-06, "loss": 3.2206, "step": 255400 }, { "epoch": 0.85, "learning_rate": 7.733104821900041e-06, "loss": 3.2108, "step": 255500 }, { "epoch": 0.85, "learning_rate": 7.71656200578337e-06, "loss": 3.2199, "step": 255600 }, { "epoch": 0.85, "learning_rate": 7.700019189666695e-06, "loss": 3.2261, "step": 255700 }, { "epoch": 0.85, "learning_rate": 7.683476373550022e-06, "loss": 3.2189, "step": 255800 }, { "epoch": 0.85, "learning_rate": 7.66693355743335e-06, "loss": 3.2146, "step": 255900 }, { "epoch": 0.85, "learning_rate": 7.650390741316676e-06, "loss": 3.2167, "step": 256000 }, { "epoch": 0.85, "learning_rate": 7.633847925200004e-06, "loss": 3.2153, "step": 256100 }, { "epoch": 0.85, "learning_rate": 7.617305109083329e-06, "loss": 3.2149, "step": 256200 }, { "epoch": 0.85, "learning_rate": 7.600762292966657e-06, "loss": 3.224, "step": 256300 }, { "epoch": 0.85, "learning_rate": 7.584219476849984e-06, "loss": 3.2284, "step": 256400 }, { "epoch": 0.85, "learning_rate": 7.5676766607333095e-06, "loss": 3.2244, "step": 256500 }, { "epoch": 0.85, "learning_rate": 7.5511338446166366e-06, "loss": 3.2194, "step": 256600 }, { "epoch": 0.85, "learning_rate": 7.5345910284999645e-06, "loss": 3.2141, "step": 256700 }, { "epoch": 0.85, "learning_rate": 7.5180482123832916e-06, "loss": 3.2233, "step": 256800 }, { "epoch": 0.85, "learning_rate": 7.501505396266617e-06, "loss": 3.2097, "step": 256900 }, { "epoch": 0.85, "learning_rate": 7.484962580149944e-06, "loss": 3.2061, "step": 257000 }, { "epoch": 0.85, "learning_rate": 7.468419764033271e-06, "loss": 3.2181, "step": 257100 }, { "epoch": 0.85, "learning_rate": 7.451876947916599e-06, "loss": 3.2228, "step": 257200 }, { "epoch": 0.85, "learning_rate": 7.435334131799924e-06, "loss": 3.2272, "step": 257300 }, { "epoch": 0.85, "learning_rate": 7.4187913156832515e-06, "loss": 3.235, "step": 257400 }, { "epoch": 0.85, "learning_rate": 7.4022484995665785e-06, "loss": 3.2288, "step": 257500 }, { "epoch": 0.85, "learning_rate": 7.385705683449905e-06, "loss": 3.2106, "step": 257600 }, { "epoch": 0.85, "learning_rate": 7.369162867333232e-06, "loss": 3.2053, "step": 257700 }, { "epoch": 0.85, "learning_rate": 7.352620051216559e-06, "loss": 3.215, "step": 257800 }, { "epoch": 0.85, "learning_rate": 7.336077235099886e-06, "loss": 3.2134, "step": 257900 }, { "epoch": 0.85, "learning_rate": 7.319534418983212e-06, "loss": 3.2145, "step": 258000 }, { "epoch": 0.85, "learning_rate": 7.302991602866539e-06, "loss": 3.2059, "step": 258100 }, { "epoch": 0.85, "learning_rate": 7.286448786749866e-06, "loss": 3.2141, "step": 258200 }, { "epoch": 0.85, "learning_rate": 7.2699059706331935e-06, "loss": 3.2285, "step": 258300 }, { "epoch": 0.85, "learning_rate": 7.25336315451652e-06, "loss": 3.2386, "step": 258400 }, { "epoch": 0.86, "learning_rate": 7.236820338399847e-06, "loss": 3.2227, "step": 258500 }, { "epoch": 0.86, "learning_rate": 7.220277522283174e-06, "loss": 3.2176, "step": 258600 }, { "epoch": 0.86, "learning_rate": 7.203734706166501e-06, "loss": 3.218, "step": 258700 }, { "epoch": 0.86, "learning_rate": 7.187191890049827e-06, "loss": 3.2293, "step": 258800 }, { "epoch": 0.86, "learning_rate": 7.170649073933154e-06, "loss": 3.2278, "step": 258900 }, { "epoch": 0.86, "learning_rate": 7.154106257816481e-06, "loss": 3.2057, "step": 259000 }, { "epoch": 0.86, "learning_rate": 7.1375634416998075e-06, "loss": 3.2027, "step": 259100 }, { "epoch": 0.86, "learning_rate": 7.121020625583135e-06, "loss": 3.2224, "step": 259200 }, { "epoch": 0.86, "learning_rate": 7.104477809466462e-06, "loss": 3.2053, "step": 259300 }, { "epoch": 0.86, "learning_rate": 7.087934993349789e-06, "loss": 3.2237, "step": 259400 }, { "epoch": 0.86, "learning_rate": 7.071392177233115e-06, "loss": 3.2155, "step": 259500 }, { "epoch": 0.86, "learning_rate": 7.054849361116442e-06, "loss": 3.2046, "step": 259600 }, { "epoch": 0.86, "learning_rate": 7.038306544999769e-06, "loss": 3.2, "step": 259700 }, { "epoch": 0.86, "learning_rate": 7.021763728883096e-06, "loss": 3.2218, "step": 259800 }, { "epoch": 0.86, "learning_rate": 7.0052209127664224e-06, "loss": 3.2195, "step": 259900 }, { "epoch": 0.86, "learning_rate": 6.9886780966497495e-06, "loss": 3.2079, "step": 260000 }, { "epoch": 0.86, "learning_rate": 6.972135280533077e-06, "loss": 3.206, "step": 260100 }, { "epoch": 0.86, "learning_rate": 6.955592464416402e-06, "loss": 3.2265, "step": 260200 }, { "epoch": 0.86, "learning_rate": 6.939049648299729e-06, "loss": 3.2202, "step": 260300 }, { "epoch": 0.86, "learning_rate": 6.922506832183057e-06, "loss": 3.2185, "step": 260400 }, { "epoch": 0.86, "learning_rate": 6.905964016066384e-06, "loss": 3.2105, "step": 260500 }, { "epoch": 0.86, "learning_rate": 6.889421199949709e-06, "loss": 3.2258, "step": 260600 }, { "epoch": 0.86, "learning_rate": 6.8728783838330365e-06, "loss": 3.2235, "step": 260700 }, { "epoch": 0.86, "learning_rate": 6.856335567716364e-06, "loss": 3.2096, "step": 260800 }, { "epoch": 0.86, "learning_rate": 6.8397927515996915e-06, "loss": 3.2049, "step": 260900 }, { "epoch": 0.86, "learning_rate": 6.823249935483017e-06, "loss": 3.2196, "step": 261000 }, { "epoch": 0.86, "learning_rate": 6.806707119366344e-06, "loss": 3.229, "step": 261100 }, { "epoch": 0.86, "learning_rate": 6.790164303249672e-06, "loss": 3.2036, "step": 261200 }, { "epoch": 0.86, "learning_rate": 6.773621487132997e-06, "loss": 3.2263, "step": 261300 }, { "epoch": 0.86, "learning_rate": 6.757078671016324e-06, "loss": 3.2097, "step": 261400 }, { "epoch": 0.87, "learning_rate": 6.740535854899651e-06, "loss": 3.2201, "step": 261500 }, { "epoch": 0.87, "learning_rate": 6.7239930387829785e-06, "loss": 3.2176, "step": 261600 }, { "epoch": 0.87, "learning_rate": 6.707450222666305e-06, "loss": 3.2269, "step": 261700 }, { "epoch": 0.87, "learning_rate": 6.690907406549632e-06, "loss": 3.2038, "step": 261800 }, { "epoch": 0.87, "learning_rate": 6.674364590432959e-06, "loss": 3.1985, "step": 261900 }, { "epoch": 0.87, "learning_rate": 6.657821774316286e-06, "loss": 3.2328, "step": 262000 }, { "epoch": 0.87, "learning_rate": 6.641278958199612e-06, "loss": 3.2153, "step": 262100 }, { "epoch": 0.87, "learning_rate": 6.624736142082939e-06, "loss": 3.2044, "step": 262200 }, { "epoch": 0.87, "learning_rate": 6.608193325966266e-06, "loss": 3.2121, "step": 262300 }, { "epoch": 0.87, "learning_rate": 6.591650509849593e-06, "loss": 3.2118, "step": 262400 }, { "epoch": 0.87, "learning_rate": 6.57510769373292e-06, "loss": 3.2136, "step": 262500 }, { "epoch": 0.87, "learning_rate": 6.558564877616247e-06, "loss": 3.2199, "step": 262600 }, { "epoch": 0.87, "learning_rate": 6.542022061499574e-06, "loss": 3.233, "step": 262700 }, { "epoch": 0.87, "learning_rate": 6.5254792453829e-06, "loss": 3.2242, "step": 262800 }, { "epoch": 0.87, "learning_rate": 6.508936429266227e-06, "loss": 3.1949, "step": 262900 }, { "epoch": 0.87, "learning_rate": 6.492393613149554e-06, "loss": 3.2118, "step": 263000 }, { "epoch": 0.87, "learning_rate": 6.475850797032881e-06, "loss": 3.2181, "step": 263100 }, { "epoch": 0.87, "learning_rate": 6.4593079809162075e-06, "loss": 3.2172, "step": 263200 }, { "epoch": 0.87, "learning_rate": 6.4427651647995345e-06, "loss": 3.2177, "step": 263300 }, { "epoch": 0.87, "learning_rate": 6.426222348682862e-06, "loss": 3.2102, "step": 263400 }, { "epoch": 0.87, "learning_rate": 6.409679532566189e-06, "loss": 3.2177, "step": 263500 }, { "epoch": 0.87, "learning_rate": 6.393136716449515e-06, "loss": 3.2259, "step": 263600 }, { "epoch": 0.87, "learning_rate": 6.376593900332842e-06, "loss": 3.2305, "step": 263700 }, { "epoch": 0.87, "learning_rate": 6.360051084216169e-06, "loss": 3.2247, "step": 263800 }, { "epoch": 0.87, "learning_rate": 6.3435082680994944e-06, "loss": 3.2086, "step": 263900 }, { "epoch": 0.87, "learning_rate": 6.326965451982822e-06, "loss": 3.2164, "step": 264000 }, { "epoch": 0.87, "learning_rate": 6.3104226358661494e-06, "loss": 3.2158, "step": 264100 }, { "epoch": 0.87, "learning_rate": 6.2938798197494765e-06, "loss": 3.2034, "step": 264200 }, { "epoch": 0.87, "learning_rate": 6.277337003632802e-06, "loss": 3.2282, "step": 264300 }, { "epoch": 0.87, "learning_rate": 6.260794187516129e-06, "loss": 3.2125, "step": 264400 }, { "epoch": 0.88, "learning_rate": 6.244251371399457e-06, "loss": 3.2086, "step": 264500 }, { "epoch": 0.88, "learning_rate": 6.227708555282783e-06, "loss": 3.2104, "step": 264600 }, { "epoch": 0.88, "learning_rate": 6.21116573916611e-06, "loss": 3.2256, "step": 264700 }, { "epoch": 0.88, "learning_rate": 6.1946229230494364e-06, "loss": 3.2317, "step": 264800 }, { "epoch": 0.88, "learning_rate": 6.178080106932764e-06, "loss": 3.216, "step": 264900 }, { "epoch": 0.88, "learning_rate": 6.161537290816091e-06, "loss": 3.223, "step": 265000 }, { "epoch": 0.88, "learning_rate": 6.144994474699417e-06, "loss": 3.2177, "step": 265100 }, { "epoch": 0.88, "learning_rate": 6.128451658582744e-06, "loss": 3.2064, "step": 265200 }, { "epoch": 0.88, "learning_rate": 6.111908842466071e-06, "loss": 3.2168, "step": 265300 }, { "epoch": 0.88, "learning_rate": 6.095366026349398e-06, "loss": 3.2267, "step": 265400 }, { "epoch": 0.88, "learning_rate": 6.078823210232724e-06, "loss": 3.2146, "step": 265500 }, { "epoch": 0.88, "learning_rate": 6.062280394116051e-06, "loss": 3.2213, "step": 265600 }, { "epoch": 0.88, "learning_rate": 6.045737577999378e-06, "loss": 3.2195, "step": 265700 }, { "epoch": 0.88, "learning_rate": 6.0291947618827055e-06, "loss": 3.2131, "step": 265800 }, { "epoch": 0.88, "learning_rate": 6.012651945766032e-06, "loss": 3.229, "step": 265900 }, { "epoch": 0.88, "learning_rate": 5.996109129649359e-06, "loss": 3.2099, "step": 266000 }, { "epoch": 0.88, "learning_rate": 5.979566313532686e-06, "loss": 3.2208, "step": 266100 }, { "epoch": 0.88, "learning_rate": 5.963023497416012e-06, "loss": 3.2222, "step": 266200 }, { "epoch": 0.88, "learning_rate": 5.946480681299339e-06, "loss": 3.2234, "step": 266300 }, { "epoch": 0.88, "learning_rate": 5.929937865182665e-06, "loss": 3.21, "step": 266400 }, { "epoch": 0.88, "learning_rate": 5.913395049065993e-06, "loss": 3.2173, "step": 266500 }, { "epoch": 0.88, "learning_rate": 5.8968522329493196e-06, "loss": 3.2111, "step": 266600 }, { "epoch": 0.88, "learning_rate": 5.880309416832647e-06, "loss": 3.2074, "step": 266700 }, { "epoch": 0.88, "learning_rate": 5.863766600715973e-06, "loss": 3.2177, "step": 266800 }, { "epoch": 0.88, "learning_rate": 5.847223784599301e-06, "loss": 3.2001, "step": 266900 }, { "epoch": 0.88, "learning_rate": 5.830680968482627e-06, "loss": 3.2274, "step": 267000 }, { "epoch": 0.88, "learning_rate": 5.814138152365954e-06, "loss": 3.2166, "step": 267100 }, { "epoch": 0.88, "learning_rate": 5.79759533624928e-06, "loss": 3.2162, "step": 267200 }, { "epoch": 0.88, "learning_rate": 5.781052520132607e-06, "loss": 3.2159, "step": 267300 }, { "epoch": 0.88, "learning_rate": 5.7645097040159345e-06, "loss": 3.2237, "step": 267400 }, { "epoch": 0.89, "learning_rate": 5.747966887899261e-06, "loss": 3.2126, "step": 267500 }, { "epoch": 0.89, "learning_rate": 5.731424071782588e-06, "loss": 3.2088, "step": 267600 }, { "epoch": 0.89, "learning_rate": 5.714881255665915e-06, "loss": 3.2136, "step": 267700 }, { "epoch": 0.89, "learning_rate": 5.698338439549242e-06, "loss": 3.2237, "step": 267800 }, { "epoch": 0.89, "learning_rate": 5.681795623432568e-06, "loss": 3.2079, "step": 267900 }, { "epoch": 0.89, "learning_rate": 5.665252807315895e-06, "loss": 3.232, "step": 268000 }, { "epoch": 0.89, "learning_rate": 5.648709991199222e-06, "loss": 3.2233, "step": 268100 }, { "epoch": 0.89, "learning_rate": 5.632167175082549e-06, "loss": 3.2131, "step": 268200 }, { "epoch": 0.89, "learning_rate": 5.615624358965876e-06, "loss": 3.2187, "step": 268300 }, { "epoch": 0.89, "learning_rate": 5.599081542849203e-06, "loss": 3.2156, "step": 268400 }, { "epoch": 0.89, "learning_rate": 5.58253872673253e-06, "loss": 3.2185, "step": 268500 }, { "epoch": 0.89, "learning_rate": 5.565995910615857e-06, "loss": 3.236, "step": 268600 }, { "epoch": 0.89, "learning_rate": 5.549453094499183e-06, "loss": 3.2232, "step": 268700 }, { "epoch": 0.89, "learning_rate": 5.532910278382509e-06, "loss": 3.2201, "step": 268800 }, { "epoch": 0.89, "learning_rate": 5.516367462265836e-06, "loss": 3.2054, "step": 268900 }, { "epoch": 0.89, "learning_rate": 5.4998246461491634e-06, "loss": 3.2212, "step": 269000 }, { "epoch": 0.89, "learning_rate": 5.4832818300324905e-06, "loss": 3.2065, "step": 269100 }, { "epoch": 0.89, "learning_rate": 5.466739013915817e-06, "loss": 3.2176, "step": 269200 }, { "epoch": 0.89, "learning_rate": 5.450196197799144e-06, "loss": 3.2282, "step": 269300 }, { "epoch": 0.89, "learning_rate": 5.433653381682471e-06, "loss": 3.2042, "step": 269400 }, { "epoch": 0.89, "learning_rate": 5.417110565565798e-06, "loss": 3.2102, "step": 269500 }, { "epoch": 0.89, "learning_rate": 5.400567749449124e-06, "loss": 3.2231, "step": 269600 }, { "epoch": 0.89, "learning_rate": 5.384024933332451e-06, "loss": 3.2141, "step": 269700 }, { "epoch": 0.89, "learning_rate": 5.367482117215778e-06, "loss": 3.2144, "step": 269800 }, { "epoch": 0.89, "learning_rate": 5.350939301099105e-06, "loss": 3.2256, "step": 269900 }, { "epoch": 0.89, "learning_rate": 5.334396484982432e-06, "loss": 3.223, "step": 270000 }, { "epoch": 0.89, "learning_rate": 5.317853668865759e-06, "loss": 3.2048, "step": 270100 }, { "epoch": 0.89, "learning_rate": 5.301310852749086e-06, "loss": 3.2175, "step": 270200 }, { "epoch": 0.89, "learning_rate": 5.284768036632412e-06, "loss": 3.2169, "step": 270300 }, { "epoch": 0.89, "learning_rate": 5.268225220515739e-06, "loss": 3.2184, "step": 270400 }, { "epoch": 0.89, "learning_rate": 5.251682404399065e-06, "loss": 3.2173, "step": 270500 }, { "epoch": 0.9, "learning_rate": 5.235139588282393e-06, "loss": 3.22, "step": 270600 }, { "epoch": 0.9, "learning_rate": 5.2185967721657195e-06, "loss": 3.2237, "step": 270700 }, { "epoch": 0.9, "learning_rate": 5.2020539560490466e-06, "loss": 3.1947, "step": 270800 }, { "epoch": 0.9, "learning_rate": 5.185511139932373e-06, "loss": 3.2158, "step": 270900 }, { "epoch": 0.9, "learning_rate": 5.168968323815701e-06, "loss": 3.2122, "step": 271000 }, { "epoch": 0.9, "learning_rate": 5.152425507699027e-06, "loss": 3.2191, "step": 271100 }, { "epoch": 0.9, "learning_rate": 5.135882691582353e-06, "loss": 3.2119, "step": 271200 }, { "epoch": 0.9, "learning_rate": 5.11933987546568e-06, "loss": 3.2334, "step": 271300 }, { "epoch": 0.9, "learning_rate": 5.102797059349007e-06, "loss": 3.2109, "step": 271400 }, { "epoch": 0.9, "learning_rate": 5.086254243232334e-06, "loss": 3.2182, "step": 271500 }, { "epoch": 0.9, "learning_rate": 5.069711427115661e-06, "loss": 3.231, "step": 271600 }, { "epoch": 0.9, "learning_rate": 5.053168610998988e-06, "loss": 3.2235, "step": 271700 }, { "epoch": 0.9, "learning_rate": 5.036625794882315e-06, "loss": 3.215, "step": 271800 }, { "epoch": 0.9, "learning_rate": 5.020082978765642e-06, "loss": 3.2117, "step": 271900 }, { "epoch": 0.9, "learning_rate": 5.003540162648968e-06, "loss": 3.2244, "step": 272000 }, { "epoch": 0.9, "learning_rate": 4.986997346532295e-06, "loss": 3.2114, "step": 272100 }, { "epoch": 0.9, "learning_rate": 4.970454530415622e-06, "loss": 3.2127, "step": 272200 }, { "epoch": 0.9, "learning_rate": 4.9539117142989485e-06, "loss": 3.2133, "step": 272300 }, { "epoch": 0.9, "learning_rate": 4.9373688981822755e-06, "loss": 3.2087, "step": 272400 }, { "epoch": 0.9, "learning_rate": 4.920826082065602e-06, "loss": 3.2238, "step": 272500 }, { "epoch": 0.9, "learning_rate": 4.90428326594893e-06, "loss": 3.2152, "step": 272600 }, { "epoch": 0.9, "learning_rate": 4.887740449832256e-06, "loss": 3.2088, "step": 272700 }, { "epoch": 0.9, "learning_rate": 4.871197633715583e-06, "loss": 3.2056, "step": 272800 }, { "epoch": 0.9, "learning_rate": 4.854654817598909e-06, "loss": 3.221, "step": 272900 }, { "epoch": 0.9, "learning_rate": 4.838112001482237e-06, "loss": 3.2242, "step": 273000 }, { "epoch": 0.9, "learning_rate": 4.821569185365563e-06, "loss": 3.2055, "step": 273100 }, { "epoch": 0.9, "learning_rate": 4.8050263692488905e-06, "loss": 3.2109, "step": 273200 }, { "epoch": 0.9, "learning_rate": 4.788483553132217e-06, "loss": 3.2133, "step": 273300 }, { "epoch": 0.9, "learning_rate": 4.771940737015544e-06, "loss": 3.2159, "step": 273400 }, { "epoch": 0.9, "learning_rate": 4.755397920898871e-06, "loss": 3.2194, "step": 273500 }, { "epoch": 0.91, "learning_rate": 4.738855104782197e-06, "loss": 3.2264, "step": 273600 }, { "epoch": 0.91, "learning_rate": 4.722312288665524e-06, "loss": 3.2145, "step": 273700 }, { "epoch": 0.91, "learning_rate": 4.705769472548851e-06, "loss": 3.201, "step": 273800 }, { "epoch": 0.91, "learning_rate": 4.689226656432178e-06, "loss": 3.2046, "step": 273900 }, { "epoch": 0.91, "learning_rate": 4.6726838403155045e-06, "loss": 3.2163, "step": 274000 }, { "epoch": 0.91, "learning_rate": 4.656141024198832e-06, "loss": 3.2124, "step": 274100 }, { "epoch": 0.91, "learning_rate": 4.639598208082159e-06, "loss": 3.2133, "step": 274200 }, { "epoch": 0.91, "learning_rate": 4.623055391965486e-06, "loss": 3.2204, "step": 274300 }, { "epoch": 0.91, "learning_rate": 4.606512575848812e-06, "loss": 3.2195, "step": 274400 }, { "epoch": 0.91, "learning_rate": 4.589969759732139e-06, "loss": 3.1909, "step": 274500 }, { "epoch": 0.91, "learning_rate": 4.573426943615466e-06, "loss": 3.2171, "step": 274600 }, { "epoch": 0.91, "learning_rate": 4.556884127498793e-06, "loss": 3.2185, "step": 274700 }, { "epoch": 0.91, "learning_rate": 4.5403413113821194e-06, "loss": 3.2152, "step": 274800 }, { "epoch": 0.91, "learning_rate": 4.523798495265446e-06, "loss": 3.2114, "step": 274900 }, { "epoch": 0.91, "learning_rate": 4.507255679148773e-06, "loss": 3.225, "step": 275000 }, { "epoch": 0.91, "learning_rate": 4.4907128630321e-06, "loss": 3.2152, "step": 275100 }, { "epoch": 0.91, "learning_rate": 4.474170046915427e-06, "loss": 3.1953, "step": 275200 }, { "epoch": 0.91, "learning_rate": 4.457627230798753e-06, "loss": 3.2129, "step": 275300 }, { "epoch": 0.91, "learning_rate": 4.44108441468208e-06, "loss": 3.2131, "step": 275400 }, { "epoch": 0.91, "learning_rate": 4.424541598565407e-06, "loss": 3.2156, "step": 275500 }, { "epoch": 0.91, "learning_rate": 4.407998782448734e-06, "loss": 3.2232, "step": 275600 }, { "epoch": 0.91, "learning_rate": 4.3914559663320606e-06, "loss": 3.2089, "step": 275700 }, { "epoch": 0.91, "learning_rate": 4.374913150215388e-06, "loss": 3.2168, "step": 275800 }, { "epoch": 0.91, "learning_rate": 4.358370334098715e-06, "loss": 3.2052, "step": 275900 }, { "epoch": 0.91, "learning_rate": 4.341827517982041e-06, "loss": 3.2259, "step": 276000 }, { "epoch": 0.91, "learning_rate": 4.325284701865368e-06, "loss": 3.2029, "step": 276100 }, { "epoch": 0.91, "learning_rate": 4.308741885748695e-06, "loss": 3.2275, "step": 276200 }, { "epoch": 0.91, "learning_rate": 4.292199069632022e-06, "loss": 3.2216, "step": 276300 }, { "epoch": 0.91, "learning_rate": 4.275656253515348e-06, "loss": 3.2145, "step": 276400 }, { "epoch": 0.91, "learning_rate": 4.2591134373986755e-06, "loss": 3.212, "step": 276500 }, { "epoch": 0.92, "learning_rate": 4.242570621282002e-06, "loss": 3.2195, "step": 276600 }, { "epoch": 0.92, "learning_rate": 4.22602780516533e-06, "loss": 3.2062, "step": 276700 }, { "epoch": 0.92, "learning_rate": 4.209484989048656e-06, "loss": 3.2096, "step": 276800 }, { "epoch": 0.92, "learning_rate": 4.192942172931983e-06, "loss": 3.2087, "step": 276900 }, { "epoch": 0.92, "learning_rate": 4.176399356815309e-06, "loss": 3.203, "step": 277000 }, { "epoch": 0.92, "learning_rate": 4.159856540698637e-06, "loss": 3.2134, "step": 277100 }, { "epoch": 0.92, "learning_rate": 4.143313724581963e-06, "loss": 3.2182, "step": 277200 }, { "epoch": 0.92, "learning_rate": 4.1267709084652896e-06, "loss": 3.208, "step": 277300 }, { "epoch": 0.92, "learning_rate": 4.110228092348617e-06, "loss": 3.2121, "step": 277400 }, { "epoch": 0.92, "learning_rate": 4.093685276231944e-06, "loss": 3.2105, "step": 277500 }, { "epoch": 0.92, "learning_rate": 4.077142460115271e-06, "loss": 3.2228, "step": 277600 }, { "epoch": 0.92, "learning_rate": 4.060599643998597e-06, "loss": 3.2149, "step": 277700 }, { "epoch": 0.92, "learning_rate": 4.044056827881924e-06, "loss": 3.2107, "step": 277800 }, { "epoch": 0.92, "learning_rate": 4.027514011765251e-06, "loss": 3.2071, "step": 277900 }, { "epoch": 0.92, "learning_rate": 4.010971195648578e-06, "loss": 3.2262, "step": 278000 }, { "epoch": 0.92, "learning_rate": 3.9944283795319045e-06, "loss": 3.2158, "step": 278100 }, { "epoch": 0.92, "learning_rate": 3.9778855634152315e-06, "loss": 3.199, "step": 278200 }, { "epoch": 0.92, "learning_rate": 3.961342747298559e-06, "loss": 3.2057, "step": 278300 }, { "epoch": 0.92, "learning_rate": 3.944799931181886e-06, "loss": 3.23, "step": 278400 }, { "epoch": 0.92, "learning_rate": 3.928257115065212e-06, "loss": 3.2048, "step": 278500 }, { "epoch": 0.92, "learning_rate": 3.911714298948538e-06, "loss": 3.2243, "step": 278600 }, { "epoch": 0.92, "learning_rate": 3.895171482831866e-06, "loss": 3.2103, "step": 278700 }, { "epoch": 0.92, "learning_rate": 3.878628666715192e-06, "loss": 3.222, "step": 278800 }, { "epoch": 0.92, "learning_rate": 3.862085850598519e-06, "loss": 3.227, "step": 278900 }, { "epoch": 0.92, "learning_rate": 3.845543034481846e-06, "loss": 3.2258, "step": 279000 }, { "epoch": 0.92, "learning_rate": 3.8290002183651735e-06, "loss": 3.2118, "step": 279100 }, { "epoch": 0.92, "learning_rate": 3.8124574022484998e-06, "loss": 3.2124, "step": 279200 }, { "epoch": 0.92, "learning_rate": 3.795914586131827e-06, "loss": 3.2096, "step": 279300 }, { "epoch": 0.92, "learning_rate": 3.7793717700151535e-06, "loss": 3.195, "step": 279400 }, { "epoch": 0.92, "learning_rate": 3.7628289538984806e-06, "loss": 3.2198, "step": 279500 }, { "epoch": 0.93, "learning_rate": 3.746286137781807e-06, "loss": 3.2074, "step": 279600 }, { "epoch": 0.93, "learning_rate": 3.7297433216651334e-06, "loss": 3.1993, "step": 279700 }, { "epoch": 0.93, "learning_rate": 3.713200505548461e-06, "loss": 3.2058, "step": 279800 }, { "epoch": 0.93, "learning_rate": 3.696657689431787e-06, "loss": 3.2126, "step": 279900 }, { "epoch": 0.93, "learning_rate": 3.6801148733151147e-06, "loss": 3.2169, "step": 280000 }, { "epoch": 0.93, "learning_rate": 3.663572057198441e-06, "loss": 3.217, "step": 280100 }, { "epoch": 0.93, "learning_rate": 3.647029241081768e-06, "loss": 3.223, "step": 280200 }, { "epoch": 0.93, "learning_rate": 3.6304864249650946e-06, "loss": 3.208, "step": 280300 }, { "epoch": 0.93, "learning_rate": 3.6139436088484217e-06, "loss": 3.221, "step": 280400 }, { "epoch": 0.93, "learning_rate": 3.5974007927317483e-06, "loss": 3.2079, "step": 280500 }, { "epoch": 0.93, "learning_rate": 3.5808579766150754e-06, "loss": 3.2119, "step": 280600 }, { "epoch": 0.93, "learning_rate": 3.564315160498402e-06, "loss": 3.2172, "step": 280700 }, { "epoch": 0.93, "learning_rate": 3.547772344381729e-06, "loss": 3.2074, "step": 280800 }, { "epoch": 0.93, "learning_rate": 3.531229528265056e-06, "loss": 3.207, "step": 280900 }, { "epoch": 0.93, "learning_rate": 3.5146867121483825e-06, "loss": 3.206, "step": 281000 }, { "epoch": 0.93, "learning_rate": 3.4981438960317095e-06, "loss": 3.2186, "step": 281100 }, { "epoch": 0.93, "learning_rate": 3.481601079915036e-06, "loss": 3.2232, "step": 281200 }, { "epoch": 0.93, "learning_rate": 3.4650582637983633e-06, "loss": 3.2219, "step": 281300 }, { "epoch": 0.93, "learning_rate": 3.44851544768169e-06, "loss": 3.2111, "step": 281400 }, { "epoch": 0.93, "learning_rate": 3.431972631565017e-06, "loss": 3.2241, "step": 281500 }, { "epoch": 0.93, "learning_rate": 3.4154298154483432e-06, "loss": 3.2079, "step": 281600 }, { "epoch": 0.93, "learning_rate": 3.3988869993316707e-06, "loss": 3.2109, "step": 281700 }, { "epoch": 0.93, "learning_rate": 3.382344183214997e-06, "loss": 3.2175, "step": 281800 }, { "epoch": 0.93, "learning_rate": 3.3658013670983244e-06, "loss": 3.2135, "step": 281900 }, { "epoch": 0.93, "learning_rate": 3.3492585509816507e-06, "loss": 3.2205, "step": 282000 }, { "epoch": 0.93, "learning_rate": 3.332715734864978e-06, "loss": 3.2031, "step": 282100 }, { "epoch": 0.93, "learning_rate": 3.3161729187483044e-06, "loss": 3.2165, "step": 282200 }, { "epoch": 0.93, "learning_rate": 3.299630102631631e-06, "loss": 3.2207, "step": 282300 }, { "epoch": 0.93, "learning_rate": 3.283087286514958e-06, "loss": 3.2225, "step": 282400 }, { "epoch": 0.93, "learning_rate": 3.2665444703982848e-06, "loss": 3.2181, "step": 282500 }, { "epoch": 0.93, "learning_rate": 3.250001654281612e-06, "loss": 3.2178, "step": 282600 }, { "epoch": 0.94, "learning_rate": 3.2334588381649385e-06, "loss": 3.2113, "step": 282700 }, { "epoch": 0.94, "learning_rate": 3.2169160220482656e-06, "loss": 3.2177, "step": 282800 }, { "epoch": 0.94, "learning_rate": 3.2003732059315922e-06, "loss": 3.2269, "step": 282900 }, { "epoch": 0.94, "learning_rate": 3.1838303898149193e-06, "loss": 3.2226, "step": 283000 }, { "epoch": 0.94, "learning_rate": 3.167287573698246e-06, "loss": 3.2158, "step": 283100 }, { "epoch": 0.94, "learning_rate": 3.150744757581573e-06, "loss": 3.2321, "step": 283200 }, { "epoch": 0.94, "learning_rate": 3.1342019414648997e-06, "loss": 3.2041, "step": 283300 }, { "epoch": 0.94, "learning_rate": 3.1176591253482263e-06, "loss": 3.2085, "step": 283400 }, { "epoch": 0.94, "learning_rate": 3.1011163092315534e-06, "loss": 3.2112, "step": 283500 }, { "epoch": 0.94, "learning_rate": 3.08457349311488e-06, "loss": 3.2034, "step": 283600 }, { "epoch": 0.94, "learning_rate": 3.068030676998207e-06, "loss": 3.2191, "step": 283700 }, { "epoch": 0.94, "learning_rate": 3.051487860881534e-06, "loss": 3.2216, "step": 283800 }, { "epoch": 0.94, "learning_rate": 3.034945044764861e-06, "loss": 3.2283, "step": 283900 }, { "epoch": 0.94, "learning_rate": 3.018402228648187e-06, "loss": 3.2204, "step": 284000 }, { "epoch": 0.94, "learning_rate": 3.001859412531514e-06, "loss": 3.2243, "step": 284100 }, { "epoch": 0.94, "learning_rate": 2.985316596414841e-06, "loss": 3.2203, "step": 284200 }, { "epoch": 0.94, "learning_rate": 2.968773780298168e-06, "loss": 3.2006, "step": 284300 }, { "epoch": 0.94, "learning_rate": 2.9522309641814946e-06, "loss": 3.2136, "step": 284400 }, { "epoch": 0.94, "learning_rate": 2.9356881480648216e-06, "loss": 3.218, "step": 284500 }, { "epoch": 0.94, "learning_rate": 2.9191453319481483e-06, "loss": 3.214, "step": 284600 }, { "epoch": 0.94, "learning_rate": 2.9026025158314754e-06, "loss": 3.2167, "step": 284700 }, { "epoch": 0.94, "learning_rate": 2.886059699714802e-06, "loss": 3.2243, "step": 284800 }, { "epoch": 0.94, "learning_rate": 2.869516883598129e-06, "loss": 3.2146, "step": 284900 }, { "epoch": 0.94, "learning_rate": 2.8529740674814557e-06, "loss": 3.2202, "step": 285000 }, { "epoch": 0.94, "learning_rate": 2.836431251364783e-06, "loss": 3.2094, "step": 285100 }, { "epoch": 0.94, "learning_rate": 2.819888435248109e-06, "loss": 3.2113, "step": 285200 }, { "epoch": 0.94, "learning_rate": 2.803345619131436e-06, "loss": 3.2202, "step": 285300 }, { "epoch": 0.94, "learning_rate": 2.7868028030147628e-06, "loss": 3.2215, "step": 285400 }, { "epoch": 0.94, "learning_rate": 2.77025998689809e-06, "loss": 3.2075, "step": 285500 }, { "epoch": 0.94, "learning_rate": 2.7537171707814165e-06, "loss": 3.2211, "step": 285600 }, { "epoch": 0.95, "learning_rate": 2.7371743546647436e-06, "loss": 3.2196, "step": 285700 }, { "epoch": 0.95, "learning_rate": 2.7206315385480702e-06, "loss": 3.2289, "step": 285800 }, { "epoch": 0.95, "learning_rate": 2.7040887224313973e-06, "loss": 3.2023, "step": 285900 }, { "epoch": 0.95, "learning_rate": 2.687545906314724e-06, "loss": 3.2242, "step": 286000 }, { "epoch": 0.95, "learning_rate": 2.6710030901980506e-06, "loss": 3.2228, "step": 286100 }, { "epoch": 0.95, "learning_rate": 2.6544602740813777e-06, "loss": 3.2271, "step": 286200 }, { "epoch": 0.95, "learning_rate": 2.6379174579647043e-06, "loss": 3.211, "step": 286300 }, { "epoch": 0.95, "learning_rate": 2.621374641848031e-06, "loss": 3.2089, "step": 286400 }, { "epoch": 0.95, "learning_rate": 2.604831825731358e-06, "loss": 3.2045, "step": 286500 }, { "epoch": 0.95, "learning_rate": 2.5882890096146847e-06, "loss": 3.2121, "step": 286600 }, { "epoch": 0.95, "learning_rate": 2.571746193498012e-06, "loss": 3.2064, "step": 286700 }, { "epoch": 0.95, "learning_rate": 2.5552033773813384e-06, "loss": 3.2231, "step": 286800 }, { "epoch": 0.95, "learning_rate": 2.538660561264665e-06, "loss": 3.2206, "step": 286900 }, { "epoch": 0.95, "learning_rate": 2.522117745147992e-06, "loss": 3.2181, "step": 287000 }, { "epoch": 0.95, "learning_rate": 2.505574929031319e-06, "loss": 3.2059, "step": 287100 }, { "epoch": 0.95, "learning_rate": 2.489032112914646e-06, "loss": 3.2238, "step": 287200 }, { "epoch": 0.95, "learning_rate": 2.4724892967979726e-06, "loss": 3.204, "step": 287300 }, { "epoch": 0.95, "learning_rate": 2.4559464806812996e-06, "loss": 3.2031, "step": 287400 }, { "epoch": 0.95, "learning_rate": 2.4394036645646263e-06, "loss": 3.2129, "step": 287500 }, { "epoch": 0.95, "learning_rate": 2.4228608484479534e-06, "loss": 3.2166, "step": 287600 }, { "epoch": 0.95, "learning_rate": 2.4063180323312796e-06, "loss": 3.2136, "step": 287700 }, { "epoch": 0.95, "learning_rate": 2.3897752162146067e-06, "loss": 3.2167, "step": 287800 }, { "epoch": 0.95, "learning_rate": 2.3732324000979333e-06, "loss": 3.2002, "step": 287900 }, { "epoch": 0.95, "learning_rate": 2.3566895839812604e-06, "loss": 3.2087, "step": 288000 }, { "epoch": 0.95, "learning_rate": 2.340146767864587e-06, "loss": 3.2058, "step": 288100 }, { "epoch": 0.95, "learning_rate": 2.323603951747914e-06, "loss": 3.2142, "step": 288200 }, { "epoch": 0.95, "learning_rate": 2.3070611356312408e-06, "loss": 3.2121, "step": 288300 }, { "epoch": 0.95, "learning_rate": 2.290518319514568e-06, "loss": 3.2165, "step": 288400 }, { "epoch": 0.95, "learning_rate": 2.2739755033978945e-06, "loss": 3.2133, "step": 288500 }, { "epoch": 0.95, "learning_rate": 2.2574326872812216e-06, "loss": 3.2224, "step": 288600 }, { "epoch": 0.96, "learning_rate": 2.2408898711645482e-06, "loss": 3.2014, "step": 288700 }, { "epoch": 0.96, "learning_rate": 2.2243470550478753e-06, "loss": 3.208, "step": 288800 }, { "epoch": 0.96, "learning_rate": 2.2078042389312015e-06, "loss": 3.2049, "step": 288900 }, { "epoch": 0.96, "learning_rate": 2.1912614228145286e-06, "loss": 3.211, "step": 289000 }, { "epoch": 0.96, "learning_rate": 2.1747186066978553e-06, "loss": 3.2117, "step": 289100 }, { "epoch": 0.96, "learning_rate": 2.1581757905811823e-06, "loss": 3.2105, "step": 289200 }, { "epoch": 0.96, "learning_rate": 2.141632974464509e-06, "loss": 3.2084, "step": 289300 }, { "epoch": 0.96, "learning_rate": 2.125090158347836e-06, "loss": 3.2132, "step": 289400 }, { "epoch": 0.96, "learning_rate": 2.1085473422311627e-06, "loss": 3.2126, "step": 289500 }, { "epoch": 0.96, "learning_rate": 2.09200452611449e-06, "loss": 3.2169, "step": 289600 }, { "epoch": 0.96, "learning_rate": 2.0754617099978164e-06, "loss": 3.2065, "step": 289700 }, { "epoch": 0.96, "learning_rate": 2.0589188938811435e-06, "loss": 3.2273, "step": 289800 }, { "epoch": 0.96, "learning_rate": 2.04237607776447e-06, "loss": 3.2041, "step": 289900 }, { "epoch": 0.96, "learning_rate": 2.0258332616477972e-06, "loss": 3.2115, "step": 290000 }, { "epoch": 0.96, "learning_rate": 2.0092904455311235e-06, "loss": 3.205, "step": 290100 }, { "epoch": 0.96, "learning_rate": 1.9927476294144505e-06, "loss": 3.2109, "step": 290200 }, { "epoch": 0.96, "learning_rate": 1.976204813297777e-06, "loss": 3.2222, "step": 290300 }, { "epoch": 0.96, "learning_rate": 1.9596619971811043e-06, "loss": 3.2167, "step": 290400 }, { "epoch": 0.96, "learning_rate": 1.943119181064431e-06, "loss": 3.2184, "step": 290500 }, { "epoch": 0.96, "learning_rate": 1.926576364947758e-06, "loss": 3.2063, "step": 290600 }, { "epoch": 0.96, "learning_rate": 1.9100335488310847e-06, "loss": 3.2064, "step": 290700 }, { "epoch": 0.96, "learning_rate": 1.8934907327144115e-06, "loss": 3.2036, "step": 290800 }, { "epoch": 0.96, "learning_rate": 1.8769479165977384e-06, "loss": 3.2089, "step": 290900 }, { "epoch": 0.96, "learning_rate": 1.8604051004810652e-06, "loss": 3.2037, "step": 291000 }, { "epoch": 0.96, "learning_rate": 1.8438622843643921e-06, "loss": 3.2097, "step": 291100 }, { "epoch": 0.96, "learning_rate": 1.827319468247719e-06, "loss": 3.2083, "step": 291200 }, { "epoch": 0.96, "learning_rate": 1.8107766521310458e-06, "loss": 3.2177, "step": 291300 }, { "epoch": 0.96, "learning_rate": 1.7942338360143723e-06, "loss": 3.2059, "step": 291400 }, { "epoch": 0.96, "learning_rate": 1.7776910198976991e-06, "loss": 3.2141, "step": 291500 }, { "epoch": 0.96, "learning_rate": 1.761148203781026e-06, "loss": 3.2057, "step": 291600 }, { "epoch": 0.97, "learning_rate": 1.7446053876643529e-06, "loss": 3.1882, "step": 291700 }, { "epoch": 0.97, "learning_rate": 1.7280625715476797e-06, "loss": 3.2158, "step": 291800 }, { "epoch": 0.97, "learning_rate": 1.7115197554310066e-06, "loss": 3.2132, "step": 291900 }, { "epoch": 0.97, "learning_rate": 1.6949769393143335e-06, "loss": 3.2246, "step": 292000 }, { "epoch": 0.97, "learning_rate": 1.6784341231976603e-06, "loss": 3.2225, "step": 292100 }, { "epoch": 0.97, "learning_rate": 1.6618913070809872e-06, "loss": 3.216, "step": 292200 }, { "epoch": 0.97, "learning_rate": 1.645348490964314e-06, "loss": 3.2302, "step": 292300 }, { "epoch": 0.97, "learning_rate": 1.628805674847641e-06, "loss": 3.2145, "step": 292400 }, { "epoch": 0.97, "learning_rate": 1.6122628587309678e-06, "loss": 3.2149, "step": 292500 }, { "epoch": 0.97, "learning_rate": 1.5957200426142942e-06, "loss": 3.2058, "step": 292600 }, { "epoch": 0.97, "learning_rate": 1.579177226497621e-06, "loss": 3.2138, "step": 292700 }, { "epoch": 0.97, "learning_rate": 1.562634410380948e-06, "loss": 3.2141, "step": 292800 }, { "epoch": 0.97, "learning_rate": 1.5460915942642748e-06, "loss": 3.1934, "step": 292900 }, { "epoch": 0.97, "learning_rate": 1.5295487781476017e-06, "loss": 3.2085, "step": 293000 }, { "epoch": 0.97, "learning_rate": 1.5130059620309285e-06, "loss": 3.2065, "step": 293100 }, { "epoch": 0.97, "learning_rate": 1.4964631459142554e-06, "loss": 3.2164, "step": 293200 }, { "epoch": 0.97, "learning_rate": 1.4799203297975823e-06, "loss": 3.2089, "step": 293300 }, { "epoch": 0.97, "learning_rate": 1.4633775136809091e-06, "loss": 3.2065, "step": 293400 }, { "epoch": 0.97, "learning_rate": 1.4468346975642358e-06, "loss": 3.2077, "step": 293500 }, { "epoch": 0.97, "learning_rate": 1.4302918814475627e-06, "loss": 3.2056, "step": 293600 }, { "epoch": 0.97, "learning_rate": 1.4137490653308895e-06, "loss": 3.2158, "step": 293700 }, { "epoch": 0.97, "learning_rate": 1.3972062492142164e-06, "loss": 3.208, "step": 293800 }, { "epoch": 0.97, "learning_rate": 1.3806634330975432e-06, "loss": 3.2034, "step": 293900 }, { "epoch": 0.97, "learning_rate": 1.3641206169808701e-06, "loss": 3.223, "step": 294000 }, { "epoch": 0.97, "learning_rate": 1.3475778008641968e-06, "loss": 3.1986, "step": 294100 }, { "epoch": 0.97, "learning_rate": 1.3310349847475236e-06, "loss": 3.213, "step": 294200 }, { "epoch": 0.97, "learning_rate": 1.3144921686308505e-06, "loss": 3.2191, "step": 294300 }, { "epoch": 0.97, "learning_rate": 1.2979493525141774e-06, "loss": 3.2027, "step": 294400 }, { "epoch": 0.97, "learning_rate": 1.2814065363975042e-06, "loss": 3.2177, "step": 294500 }, { "epoch": 0.97, "learning_rate": 1.2648637202808309e-06, "loss": 3.1982, "step": 294600 }, { "epoch": 0.98, "learning_rate": 1.2483209041641577e-06, "loss": 3.2195, "step": 294700 }, { "epoch": 0.98, "learning_rate": 1.2317780880474846e-06, "loss": 3.204, "step": 294800 }, { "epoch": 0.98, "learning_rate": 1.2152352719308115e-06, "loss": 3.2043, "step": 294900 }, { "epoch": 0.98, "learning_rate": 1.1986924558141381e-06, "loss": 3.217, "step": 295000 }, { "epoch": 0.98, "learning_rate": 1.182149639697465e-06, "loss": 3.2007, "step": 295100 }, { "epoch": 0.98, "learning_rate": 1.1656068235807918e-06, "loss": 3.2129, "step": 295200 }, { "epoch": 0.98, "learning_rate": 1.1490640074641187e-06, "loss": 3.2117, "step": 295300 }, { "epoch": 0.98, "learning_rate": 1.1325211913474454e-06, "loss": 3.2091, "step": 295400 }, { "epoch": 0.98, "learning_rate": 1.1159783752307722e-06, "loss": 3.2112, "step": 295500 }, { "epoch": 0.98, "learning_rate": 1.099435559114099e-06, "loss": 3.2084, "step": 295600 }, { "epoch": 0.98, "learning_rate": 1.082892742997426e-06, "loss": 3.1951, "step": 295700 }, { "epoch": 0.98, "learning_rate": 1.0663499268807528e-06, "loss": 3.2097, "step": 295800 }, { "epoch": 0.98, "learning_rate": 1.0498071107640797e-06, "loss": 3.22, "step": 295900 }, { "epoch": 0.98, "learning_rate": 1.0332642946474063e-06, "loss": 3.2024, "step": 296000 }, { "epoch": 0.98, "learning_rate": 1.0167214785307332e-06, "loss": 3.214, "step": 296100 }, { "epoch": 0.98, "learning_rate": 1.00017866241406e-06, "loss": 3.2218, "step": 296200 }, { "epoch": 0.98, "learning_rate": 9.83635846297387e-07, "loss": 3.2131, "step": 296300 }, { "epoch": 0.98, "learning_rate": 9.670930301807138e-07, "loss": 3.1993, "step": 296400 }, { "epoch": 0.98, "learning_rate": 9.505502140640406e-07, "loss": 3.2195, "step": 296500 }, { "epoch": 0.98, "learning_rate": 9.340073979473674e-07, "loss": 3.2226, "step": 296600 }, { "epoch": 0.98, "learning_rate": 9.174645818306942e-07, "loss": 3.2104, "step": 296700 }, { "epoch": 0.98, "learning_rate": 9.00921765714021e-07, "loss": 3.2096, "step": 296800 }, { "epoch": 0.98, "learning_rate": 8.843789495973479e-07, "loss": 3.2324, "step": 296900 }, { "epoch": 0.98, "learning_rate": 8.678361334806748e-07, "loss": 3.1977, "step": 297000 }, { "epoch": 0.98, "learning_rate": 8.512933173640016e-07, "loss": 3.2092, "step": 297100 }, { "epoch": 0.98, "learning_rate": 8.347505012473283e-07, "loss": 3.2122, "step": 297200 }, { "epoch": 0.98, "learning_rate": 8.182076851306551e-07, "loss": 3.222, "step": 297300 }, { "epoch": 0.98, "learning_rate": 8.01664869013982e-07, "loss": 3.2019, "step": 297400 }, { "epoch": 0.98, "learning_rate": 7.851220528973089e-07, "loss": 3.2155, "step": 297500 }, { "epoch": 0.98, "learning_rate": 7.685792367806356e-07, "loss": 3.2188, "step": 297600 }, { "epoch": 0.98, "learning_rate": 7.520364206639625e-07, "loss": 3.2055, "step": 297700 }, { "epoch": 0.99, "learning_rate": 7.354936045472893e-07, "loss": 3.227, "step": 297800 }, { "epoch": 0.99, "learning_rate": 7.189507884306161e-07, "loss": 3.2068, "step": 297900 }, { "epoch": 0.99, "learning_rate": 7.02407972313943e-07, "loss": 3.2258, "step": 298000 }, { "epoch": 0.99, "learning_rate": 6.858651561972698e-07, "loss": 3.2147, "step": 298100 }, { "epoch": 0.99, "learning_rate": 6.693223400805967e-07, "loss": 3.2091, "step": 298200 }, { "epoch": 0.99, "learning_rate": 6.527795239639235e-07, "loss": 3.2025, "step": 298300 }, { "epoch": 0.99, "learning_rate": 6.362367078472503e-07, "loss": 3.22, "step": 298400 }, { "epoch": 0.99, "learning_rate": 6.196938917305772e-07, "loss": 3.2106, "step": 298500 }, { "epoch": 0.99, "learning_rate": 6.031510756139039e-07, "loss": 3.215, "step": 298600 }, { "epoch": 0.99, "learning_rate": 5.866082594972308e-07, "loss": 3.2134, "step": 298700 }, { "epoch": 0.99, "learning_rate": 5.700654433805577e-07, "loss": 3.2006, "step": 298800 }, { "epoch": 0.99, "learning_rate": 5.535226272638844e-07, "loss": 3.2093, "step": 298900 }, { "epoch": 0.99, "learning_rate": 5.369798111472113e-07, "loss": 3.219, "step": 299000 }, { "epoch": 0.99, "learning_rate": 5.20436995030538e-07, "loss": 3.2185, "step": 299100 }, { "epoch": 0.99, "learning_rate": 5.038941789138649e-07, "loss": 3.2186, "step": 299200 }, { "epoch": 0.99, "learning_rate": 4.873513627971917e-07, "loss": 3.2104, "step": 299300 }, { "epoch": 0.99, "learning_rate": 4.708085466805186e-07, "loss": 3.2135, "step": 299400 }, { "epoch": 0.99, "learning_rate": 4.5426573056384535e-07, "loss": 3.2173, "step": 299500 }, { "epoch": 0.99, "learning_rate": 4.377229144471722e-07, "loss": 3.2153, "step": 299600 }, { "epoch": 0.99, "learning_rate": 4.211800983304991e-07, "loss": 3.2024, "step": 299700 }, { "epoch": 0.99, "learning_rate": 4.0463728221382583e-07, "loss": 3.2402, "step": 299800 }, { "epoch": 0.99, "learning_rate": 3.880944660971527e-07, "loss": 3.1929, "step": 299900 }, { "epoch": 0.99, "learning_rate": 3.715516499804795e-07, "loss": 3.2123, "step": 300000 }, { "epoch": 0.99, "learning_rate": 3.550088338638063e-07, "loss": 3.2161, "step": 300100 }, { "epoch": 0.99, "learning_rate": 3.3846601774713313e-07, "loss": 3.2216, "step": 300200 }, { "epoch": 0.99, "learning_rate": 3.2192320163045994e-07, "loss": 3.2204, "step": 300300 }, { "epoch": 0.99, "learning_rate": 3.053803855137868e-07, "loss": 3.2127, "step": 300400 }, { "epoch": 0.99, "learning_rate": 2.888375693971136e-07, "loss": 3.2248, "step": 300500 }, { "epoch": 0.99, "learning_rate": 2.7229475328044043e-07, "loss": 3.2068, "step": 300600 }, { "epoch": 0.99, "learning_rate": 2.557519371637673e-07, "loss": 3.2173, "step": 300700 }, { "epoch": 1.0, "learning_rate": 2.392091210470941e-07, "loss": 3.223, "step": 300800 }, { "epoch": 1.0, "learning_rate": 2.2266630493042091e-07, "loss": 3.2024, "step": 300900 }, { "epoch": 1.0, "learning_rate": 2.0612348881374775e-07, "loss": 3.2027, "step": 301000 }, { "epoch": 1.0, "learning_rate": 1.8958067269707456e-07, "loss": 3.2021, "step": 301100 }, { "epoch": 1.0, "learning_rate": 1.730378565804014e-07, "loss": 3.208, "step": 301200 }, { "epoch": 1.0, "learning_rate": 1.5649504046372824e-07, "loss": 3.2202, "step": 301300 }, { "epoch": 1.0, "learning_rate": 1.3995222434705505e-07, "loss": 3.216, "step": 301400 }, { "epoch": 1.0, "learning_rate": 1.2340940823038189e-07, "loss": 3.214, "step": 301500 }, { "epoch": 1.0, "learning_rate": 1.0686659211370871e-07, "loss": 3.2043, "step": 301600 }, { "epoch": 1.0, "learning_rate": 9.032377599703553e-08, "loss": 3.2183, "step": 301700 }, { "epoch": 1.0, "learning_rate": 7.378095988036236e-08, "loss": 3.2225, "step": 301800 }, { "epoch": 1.0, "learning_rate": 5.723814376368919e-08, "loss": 3.2166, "step": 301900 }, { "epoch": 1.0, "learning_rate": 4.0695327647016006e-08, "loss": 3.2158, "step": 302000 } ], "max_steps": 302246, "num_train_epochs": 1, "total_flos": 2.580120367792128e+18, "trial_name": null, "trial_params": null }