File size: 2,190 Bytes
c257140 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB
1,4190000.0000000005,103000.0,40900.0,5110.0,1020.0,11.5,0.0001,46.4,46.4,15.7,2489.87,60095.72,60780.0
2,8390000.0,92300.0,45500.0,5680.0,1020.0,11.5,9.53e-05,51.6,51.6,16.0,2489.87,60095.72,60780.0
3,12600000.0,92100.0,45600.0,5690.0,1020.0,12.8,9.05e-05,51.7,51.7,137.0,2489.87,60095.72,60780.0
4,16800000.0,92100.0,45500.0,5690.0,1020.0,12.2,8.58e-05,51.6,51.6,22.4,2489.86,2489.95,60780.0
5,21000000.0,92300.0,45400.0,5680.0,1020.0,12.4,8.11e-05,51.5,51.5,42.8,2489.86,60095.72,60780.0
6,25200000.0,92300.0,45500.0,5680.0,1020.0,11.1,7.63e-05,51.6,51.6,24.8,2489.86,60095.72,60780.0
7,29400000.0,92200.0,45500.0,5690.0,1020.0,10.2,7.16e-05,51.6,51.6,12.1,2489.86,60095.72,60780.0
8,33600000.0,92200.0,45500.0,5690.0,1020.0,9.8,6.68e-05,51.6,51.6,7.31,2489.86,60095.72,60780.0
9,37700000.0,92300.0,45400.0,5680.0,1020.0,9.32,6.21e-05,51.5,51.5,6.66,2489.86,60095.72,60780.0
10,41900000.0,92100.0,45500.0,5690.0,1020.0,9.22,5.74e-05,51.6,51.6,16.3,2489.86,60095.72,60780.0
11,46100000.0,92000.0,45600.0,5700.0,1020.0,8.63,5.26e-05,51.7,51.7,7.95,2489.86,60095.72,60780.0
12,50300000.0,92000.0,45600.0,5700.0,1020.0,8.27,4.79e-05,51.7,51.7,5.43,2489.86,60095.72,60780.0
13,54500000.0,92300.0,45500.0,5680.0,1020.0,8.1,4.32e-05,51.6,51.6,5.53,2489.86,60095.72,60780.0
14,58700000.0,92100.0,45600.0,5690.0,1020.0,7.93,3.84e-05,51.7,51.7,5.77,2489.86,60095.72,60780.0
15,62900000.0,92100.0,45500.0,5690.0,1020.0,7.72,3.37e-05,51.6,51.6,5.17,2489.86,60095.72,60780.0
16,67099999.99999999,92200.0,45500.0,5690.0,1020.0,7.56,2.89e-05,51.6,51.6,4.93,2489.86,60095.72,60780.0
17,71300000.0,92000.0,45600.0,5700.0,1020.0,7.45,2.42e-05,51.7,51.7,4.93,2489.86,60095.72,60780.0
18,75500000.0,92000.0,45600.0,5700.0,1020.0,7.35,1.95e-05,51.7,51.7,4.03,2489.86,60095.72,60780.0
19,79700000.0,92300.0,45500.0,5680.0,1020.0,7.29,1.47e-05,51.6,51.6,4.11,2489.86,60095.72,60780.0
20,83900000.0,92200.0,45500.0,5690.0,1020.0,7.23,1e-05,51.6,51.6,3.96,,,
|