train_results.json

{
    "epoch": 7.0,
    "init_mem_cpu_alloc_delta": 177892,
    "init_mem_cpu_peaked_delta": 18282,
    "init_mem_gpu_alloc_delta": 1200707584,
    "init_mem_gpu_peaked_delta": 0,
    "train_mem_cpu_alloc_delta": 9871729,
    "train_mem_cpu_peaked_delta": 1025220847,
    "train_mem_gpu_alloc_delta": 3609088512,
    "train_mem_gpu_peaked_delta": 8271511040,
    "train_runtime": 64951.4124,
    "train_samples": 266367,
    "train_samples_per_second": 0.897
}