| iteration,consumed_tokens,elapsed_time_per_iteration_ms,tokens_per_sec,tokens_per_sec_per_gpu,global_batch_size,lm_loss,lr,model_tflops_per_gpu,hardware_tflops_per_gpu,grad_norm,memory_usage_MiB,peak_allocated_MiB,peak_reserved_MiB | |
| 1,4190000.0000000005,260000.0,16100.000000000002,252.0,1020.0,11.1,0.0001,2.29,2.29,13.4,655.29,34839.89,35196.0 | |
| 2,8390000.0,47500.0,88300.0,1380.0,1020.0,11.1,9.53e-05,12.5,12.5,13.5,655.29,34839.89,35196.0 | |
| 3,12600000.0,25200.0,166000.0,2600.0,1020.0,9.89,9.05e-05,23.6,23.6,17.3,655.29,34839.89,35196.0 | |
| 4,16800000.0,23800.0,176000.0,2760.0,1020.0,10.5,8.58e-05,25.0,25.0,11.9,655.29,655.3,35196.0 | |
| 5,21000000.0,20500.0,204000.0,3190.0,1020.0,9.72,8.11e-05,29.0,29.0,9.81,655.29,34839.89,35196.0 | |
| 6,25200000.0,21500.0,195000.0,3040.0,1020.0,9.12,7.63e-05,27.6,27.6,5.97,655.29,34839.89,35196.0 | |
| 7,29400000.0,20700.0,202000.0,3160.0,1020.0,8.76,7.16e-05,28.7,28.7,5.56,655.29,34839.89,35196.0 | |
| 8,33600000.0,20400.0,206000.0,3220.0,1020.0,8.54,6.68e-05,29.2,29.2,6.82,655.29,34839.89,35196.0 | |
| 9,37700000.0,18700.0,224000.0,3500.0,1020.0,8.22,6.21e-05,31.7,31.7,4.82,,, | |
| 10,41900000.0,18900.0,222000.0,3470.0,1020.0,8.03,5.74e-05,31.5,31.5,4.81,655.29,34839.89,35196.0 | |
| 11,46100000.0,18800.0,223000.0,3480.0,1020.0,7.84,5.26e-05,31.6,31.6,4.56,655.29,34839.89,35196.0 | |
| 12,50300000.0,19000.0,221000.0,3450.0,1020.0,7.69,4.79e-05,31.3,31.3,4.35,,, | |
| 13,54500000.0,18300.0,230000.0,3590.0,1020.0,7.54,4.32e-05,32.6,32.6,3.75,655.29,34839.89,35196.0 | |
| 14,58700000.0,19000.0,221000.0,3450.0,1020.0,7.42,3.84e-05,31.3,31.3,3.53,,, | |
| 15,62900000.0,18900.0,221000.0,3460.0,1020.0,7.29,3.37e-05,31.4,31.4,3.36,655.29,34839.89,35196.0 | |
| 16,67099999.99999999,17900.0,234000.0,3660.0,1020.0,7.2,2.89e-05,33.2,33.2,3.45,655.29,34839.89,35196.0 | |
| 17,71300000.0,18000.0,232000.0,3630.0,1020.0,7.12,2.42e-05,33.0,33.0,3.57,655.29,34839.89,35196.0 | |
| 18,75500000.0,17500.0,240000.0,3740.0,1020.0,7.04,1.95e-05,34.0,34.0,3.52,655.29,34839.89,35196.0 | |
| 19,79700000.0,18600.0,226000.0,3530.0,1020.0,6.98,1.47e-05,32.0,32.0,3.33,,, | |
| 20,83900000.0,18400.0,228000.0,3570.0,1020.0,6.93,1e-05,32.3,32.3,3.08,,, | |