| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,20500.0,205000.0,25600.0,1020.0,11.5,0.0001,232.0,232.0,26.4,4865.93,43650.72,44378.0 | |
| 2,8390000.0,15900.0,263000.0,32900.0,1020.0,11.5,9.53e-05,298.0,298.0,26.6,4865.93,43650.72,44378.0 | |
| 3,12600000.0,15800.0,265000.0,33100.0,1020.0,11.5,9.05e-05,300.0,300.0,262.0,4865.93,43650.72,44378.0 | |
| 4,16800000.0,15900.0,264000.0,33000.0,1020.0,14.6,8.58e-05,300.0,300.0,29.1,4865.92,7247.22,44378.0 | |
| 5,21000000.0,15800.0,265000.0,33100.0,1020.0,10.8,8.11e-05,301.0,301.0,31.2,4865.92,43650.72,44378.0 | |
| 6,25200000.0,15800.0,266000.0,33200.0,1020.0,10.6,7.63e-05,301.0,301.0,27.0,4865.92,43650.72,44378.0 | |
| 7,29400000.0,15700.0,267000.0,33400.0,1020.0,10.2,7.16e-05,303.0,303.0,9.43,4865.92,43650.72,44378.0 | |
| 8,33600000.0,15800.0,266000.0,33300.0,1020.0,12.8,6.68e-05,302.0,302.0,77.8,4865.92,43650.72,44378.0 | |
| 9,37700000.0,15800.0,266000.0,33300.0,1020.0,9.42,6.21e-05,302.0,302.0,11.7,4865.92,43650.72,44378.0 | |
| 10,41900000.0,15800.0,265000.0,33200.0,1020.0,9.19,5.74e-05,301.0,301.0,6.73,4865.92,43650.72,44378.0 | |
| 11,46100000.0,15800.0,265000.0,33100.0,1020.0,8.91,5.26e-05,300.0,300.0,5.86,4865.92,43650.72,44378.0 | |
| 12,50300000.0,15800.0,266000.0,33200.0,1020.0,8.53,4.79e-05,301.0,301.0,6.22,4865.92,43650.72,44378.0 | |
| 13,54500000.0,15800.0,266000.0,33200.0,1020.0,8.07,4.32e-05,301.0,301.0,5.34,4865.92,43650.72,44378.0 | |
| 14,58700000.0,15800.0,266000.0,33200.0,1020.0,7.67,3.84e-05,301.0,301.0,4.53,4865.92,43650.72,44378.0 | |
| 15,62900000.0,15900.0,264000.0,33000.0,1020.0,7.51,3.37e-05,299.0,299.0,7.61,4865.92,43650.72,44378.0 | |
| 16,67099999.99999999,15800.0,265000.0,33200.0,1020.0,7.4,2.89e-05,301.0,301.0,7.23,4865.92,43650.72,44378.0 | |
| 17,71300000.0,15800.0,265000.0,33200.0,1020.0,7.37,2.42e-05,301.0,301.0,6.64,4865.92,43650.72,44378.0 | |
| 18,75500000.0,15800.0,266000.0,33200.0,1020.0,7.33,1.95e-05,301.0,301.0,7.06,4865.92,43650.72,44378.0 | |
| 19,79700000.0,15800.0,266000.0,33200.0,1020.0,7.22,1.47e-05,301.0,301.0,5.71,4865.92,43650.72,44378.0 | |
| 20,83900000.0,15800.0,266000.0,33200.0,1020.0,7.11,1e-05,301.0,301.0,4.39,,, | |