| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 10317, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6129032258064517e-05, | |
| "loss": 1.0967, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.2258064516129034e-05, | |
| "loss": 0.1342, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.8387096774193554e-05, | |
| "loss": 0.1196, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.9990021664883965e-05, | |
| "loss": 0.1065, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.995553888081917e-05, | |
| "loss": 0.1011, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.989646243314479e-05, | |
| "loss": 0.1021, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.9812850541652764e-05, | |
| "loss": 0.0961, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.970478560579529e-05, | |
| "loss": 0.089, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.9572374123480235e-05, | |
| "loss": 0.0853, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.941574658611754e-05, | |
| "loss": 0.0866, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.923505735002e-05, | |
| "loss": 0.0824, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.90304844842853e-05, | |
| "loss": 0.0846, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.880222959530902e-05, | |
| "loss": 0.0837, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.85505176281017e-05, | |
| "loss": 0.0792, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.8275596644605725e-05, | |
| "loss": 0.0757, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.7977737579230465e-05, | |
| "loss": 0.0769, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.765723397184665e-05, | |
| "loss": 0.0725, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.731440167850305e-05, | |
| "loss": 0.0772, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.6949578560150574e-05, | |
| "loss": 0.0728, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.65631241496806e-05, | |
| "loss": 0.066, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.615541929760561e-05, | |
| "loss": 0.0715, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.572686579673125e-05, | |
| "loss": 0.0678, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.527788598618992e-05, | |
| "loss": 0.0663, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.480892233522584e-05, | |
| "loss": 0.0691, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.432043700714202e-05, | |
| "loss": 0.0688, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.381291140383861e-05, | |
| "loss": 0.0633, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.3286845691391785e-05, | |
| "loss": 0.0662, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.274275830714048e-05, | |
| "loss": 0.061, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.218118544876673e-05, | |
| "loss": 0.0627, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.160268054587338e-05, | |
| "loss": 0.0637, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.100781371457958e-05, | |
| "loss": 0.0643, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.039717119567185e-05, | |
| "loss": 0.0606, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.9771354776864214e-05, | |
| "loss": 0.0588, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.913098119973694e-05, | |
| "loss": 0.0619, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.8476681551938166e-05, | |
| "loss": 0.0584, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.7809100645247544e-05, | |
| "loss": 0.0531, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.7128896380114734e-05, | |
| "loss": 0.0501, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.643673909729906e-05, | |
| "loss": 0.0528, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.5733310917249186e-05, | |
| "loss": 0.0494, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.5019305067874016e-05, | |
| "loss": 0.056, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.4295425201367106e-05, | |
| "loss": 0.0484, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.356238470075799e-05, | |
| "loss": 0.0508, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.28209059768738e-05, | |
| "loss": 0.0466, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.207171975640394e-05, | |
| "loss": 0.0427, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.1315564361769544e-05, | |
| "loss": 0.0516, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.0553184983507316e-05, | |
| "loss": 0.0512, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9785332945884835e-05, | |
| "loss": 0.0501, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9012764966471118e-05, | |
| "loss": 0.0465, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8236242410392038e-05, | |
| "loss": 0.0486, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7456530540005604e-05, | |
| "loss": 0.049, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6674397760736534e-05, | |
| "loss": 0.0446, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.589061486381331e-05, | |
| "loss": 0.0445, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5105954266654043e-05, | |
| "loss": 0.043, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.432118925164972e-05, | |
| "loss": 0.047, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3537093204095038e-05, | |
| "loss": 0.0451, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.27544388500178e-05, | |
| "loss": 0.0432, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.197399749465805e-05, | |
| "loss": 0.0426, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1196538262347358e-05, | |
| "loss": 0.0433, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0422827338537416e-05, | |
| "loss": 0.0451, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.965362721472488e-05, | |
| "loss": 0.0476, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.888969593701663e-05, | |
| "loss": 0.0418, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8131786359075914e-05, | |
| "loss": 0.0424, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.738064540018567e-05, | |
| "loss": 0.0416, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6637013309160194e-05, | |
| "loss": 0.0436, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5901622934830474e-05, | |
| "loss": 0.0419, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5175199003822325e-05, | |
| "loss": 0.0405, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.445845740633881e-05, | |
| "loss": 0.0392, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3752104490651061e-05, | |
| "loss": 0.0383, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.305683636699259e-05, | |
| "loss": 0.0364, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.237333822154326e-05, | |
| "loss": 0.0282, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1702283641178782e-05, | |
| "loss": 0.028, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1044333949651476e-05, | |
| "loss": 0.0296, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0400137555856137e-05, | |
| "loss": 0.0263, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.770329314823701e-06, | |
| "loss": 0.028, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.15552990207201e-06, | |
| "loss": 0.0279, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.556345201930674e-06, | |
| "loss": 0.0257, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.97336571044251e-06, | |
| "loss": 0.028, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.4071659534301424e-06, | |
| "loss": 0.0271, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.858303920301321e-06, | |
| "loss": 0.0254, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.327320514150742e-06, | |
| "loss": 0.0252, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.8147390187005465e-06, | |
| "loss": 0.027, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.3210645826045565e-06, | |
| "loss": 0.026, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.846783721624764e-06, | |
| "loss": 0.0286, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.392363839170357e-06, | |
| "loss": 0.0245, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.9582527656720964e-06, | |
| "loss": 0.0256, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.5448783172457367e-06, | |
| "loss": 0.0253, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.152647874079628e-06, | |
| "loss": 0.0244, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.781947978961827e-06, | |
| "loss": 0.0224, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4331439563425234e-06, | |
| "loss": 0.0246, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.106579552307053e-06, | |
| "loss": 0.0241, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8025765958144453e-06, | |
| "loss": 0.0242, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5214346815351942e-06, | |
| "loss": 0.0258, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2634308746009932e-06, | |
| "loss": 0.0226, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0288194375572436e-06, | |
| "loss": 0.0254, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.178315797875257e-07, | |
| "loss": 0.0236, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.30675229656949e-07, | |
| "loss": 0.0247, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.6753482959888406e-07, | |
| "loss": 0.0263, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.285711543471265e-07, | |
| "loss": 0.0237, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1392115249250222e-07, | |
| "loss": 0.0251, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2369781152015425e-07, | |
| "loss": 0.0253, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.799004646045436e-08, | |
| "loss": 0.0246, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6862612263324195e-08, | |
| "loss": 0.0247, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.560399822716276e-10, | |
| "loss": 0.0241, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 10317, | |
| "total_flos": 1.8160995702249882e+18, | |
| "train_loss": 0.059974256984898895, | |
| "train_runtime": 16482.6502, | |
| "train_samples_per_second": 2.503, | |
| "train_steps_per_second": 0.626 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 10317, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 1.8160995702249882e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |