train_results.json

{
    "epoch": 40.0,
    "init_mem_cpu_alloc_delta": 64929,
    "init_mem_cpu_peaked_delta": 18306,
    "init_mem_gpu_alloc_delta": 1261972480,
    "init_mem_gpu_peaked_delta": 0,
    "total_flos": 5.602791262432019e+19,
    "train_mem_cpu_alloc_delta": 0,
    "train_mem_cpu_peaked_delta": 0,
    "train_mem_gpu_alloc_delta": 6367137280,
    "train_mem_gpu_peaked_delta": 0,
    "train_runtime": 9410.6193,
    "train_samples": 7434,
    "train_samples_per_second": 0.986
}