| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,33400.0,126000.0,15700.0,1020.0,11.1,0.0001,142.0,142.0,25.1,4612.83,21842.82,22742.0 | |
| 2,8390000.0,22500.0,187000.0,23400.0,1020.0,11.1,9.53e-05,212.0,212.0,25.2,4612.83,21842.82,22742.0 | |
| 3,12600000.0,22500.0,187000.0,23300.0,1020.0,11.4,9.05e-05,212.0,212.0,217.0,4612.83,6503.76,22742.0 | |
| 4,16800000.0,22500.0,187000.0,23300.0,1020.0,13.8,8.58e-05,212.0,212.0,22.5,4612.83,6503.76,22742.0 | |
| 5,21000000.0,22500.0,186000.0,23300.0,1020.0,9.98,8.11e-05,211.0,211.0,16.4,4612.83,21842.82,22742.0 | |
| 6,25200000.0,22500.0,187000.0,23300.0,1020.0,10.9,7.63e-05,212.0,212.0,93.9,4612.83,21842.82,22742.0 | |
| 7,29400000.0,365000.0,11500.0,1440.0,1020.0,9.16,7.16e-05,13.0,13.0,19.8,4612.83,21842.82,22742.0 | |
| 8,33600000.0,22400.0,188000.0,23500.0,1020.0,8.83,6.68e-05,213.0,213.0,6.08,4612.83,21842.82,22742.0 | |
| 9,37700000.0,22400.0,188000.0,23400.0,1020.0,8.47,6.21e-05,213.0,213.0,5.23,4612.83,21842.82,22742.0 | |
| 10,41900000.0,22400.0,187000.0,23400.0,1020.0,8.17,5.74e-05,212.0,212.0,7.71,,, | |
| 11,46100000.0,22500.0,187000.0,23300.0,1020.0,7.93,5.26e-05,212.0,212.0,5.54,4612.83,21842.82,22742.0 | |
| 12,50300000.0,22400.0,187000.0,23400.0,1020.0,7.75,4.79e-05,212.0,212.0,4.64,4612.83,21842.82,22742.0 | |
| 13,54500000.0,22400.0,187000.0,23400.0,1020.0,7.58,4.32e-05,212.0,212.0,2.9,4612.83,21842.82,22742.0 | |
| 14,58700000.0,22500.0,187000.0,23400.0,1020.0,7.5,3.84e-05,212.0,212.0,4.18,4612.83,21842.82,22742.0 | |
| 15,62900000.0,22600.0,186000.0,23200.0,1020.0,7.4,3.37e-05,211.0,211.0,3.86,4612.83,21842.82,22742.0 | |
| 16,67099999.99999999,22400.0,187000.0,23400.0,1020.0,7.29,2.89e-05,212.0,212.0,3.07,4612.83,21842.82,22742.0 | |
| 17,71300000.0,22400.0,188000.0,23400.0,1020.0,7.19,2.42e-05,213.0,213.0,2.39,4612.83,21842.82,22742.0 | |
| 18,75500000.0,22400.0,187000.0,23400.0,1020.0,7.13,1.95e-05,212.0,212.0,2.2,4612.83,21842.82,22742.0 | |
| 19,79700000.0,22400.0,187000.0,23400.0,1020.0,7.08,1.47e-05,212.0,212.0,2.64,,, | |
| 20,83900000.0,22600.0,186000.0,23200.0,1020.0,7.03,1e-05,211.0,211.0,2.3,,, | |