| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,18200.0,230000.0,3600.0,1020.0,11.5,0.0001,32.7,32.7,26.4,3474.18,42258.96,44002.0 | |
| 2,8390000.0,8700.0,482000.0,7540.0,1020.0,11.5,9.53e-05,68.4,68.4,26.6,3474.18,42258.96,44002.0 | |
| 3,12600000.0,8650.0,485000.0,7570.0,1020.0,11.5,9.05e-05,68.7,68.7,262.0,3474.18,42258.96,44002.0 | |
| 4,16800000.0,8650.0,485000.0,7580.0,1020.0,14.6,8.58e-05,68.8,68.8,29.1,3474.18,5623.96,44002.0 | |
| 5,21000000.0,8670.0,484000.0,7560.0,1020.0,10.8,8.11e-05,68.6,68.6,30.9,3474.18,42258.96,44002.0 | |
| 6,25200000.0,8730.0,481000.0,7510.0,1020.0,10.6,7.63e-05,68.1,68.1,27.5,3474.18,42258.96,44002.0 | |
| 7,29400000.0,2130.0,1970000.0,30700.0,1020.0,10.2,7.16e-05,279.0,279.0,9.42,3474.18,42258.96,44002.0 | |
| 8,33600000.0,8650.0,485000.0,7580.0,1020.0,12.8,6.68e-05,68.8,68.8,77.8,3474.18,42258.96,44002.0 | |
| 9,37700000.0,8690.0,482000.0,7540.0,1020.0,9.42,6.21e-05,68.4,68.4,11.5,3474.18,42258.96,44002.0 | |
| 10,41900000.0,8650.0,485000.0,7580.0,1020.0,9.2,5.74e-05,68.8,68.8,6.89,3474.18,42258.96,44002.0 | |
| 11,46100000.0,8670.0,484000.0,7560.0,1020.0,8.92,5.26e-05,68.6,68.6,5.87,3474.18,42258.96,44002.0 | |
| 12,50300000.0,8730.0,481000.0,7510.0,1020.0,8.55,4.79e-05,68.2,68.2,6.31,3474.18,42258.96,44002.0 | |
| 13,54500000.0,8700.0,482000.0,7530.0,1020.0,8.09,4.32e-05,68.3,68.3,5.4,3474.18,42258.96,44002.0 | |
| 14,58700000.0,8690.0,483000.0,7540.0,1020.0,7.69,3.84e-05,68.4,68.4,4.65,3474.18,42258.96,44002.0 | |
| 15,62900000.0,8680.0,483000.0,7550.0,1020.0,7.51,3.37e-05,68.5,68.5,7.06,3474.18,42258.96,44002.0 | |
| 16,67099999.99999999,8640.0,486000.0,7590.0,1020.0,7.4,2.89e-05,68.9,68.9,7.08,3474.18,42258.96,44002.0 | |
| 17,71300000.0,8700.0,482000.0,7530.0,1020.0,7.35,2.42e-05,68.3,68.3,6.09,3474.18,42258.96,44002.0 | |
| 18,75500000.0,8690.0,482000.0,7540.0,1020.0,7.32,1.95e-05,68.4,68.4,6.83,3474.18,42258.96,44002.0 | |
| 19,79700000.0,8690.0,483000.0,7540.0,1020.0,7.21,1.47e-05,68.4,68.4,5.56,3474.18,42258.96,44002.0 | |
| 20,83900000.0,8700.0,482000.0,7530.0,1020.0,7.11,1e-05,68.3,68.3,4.28,,, | |