{
    "test_gen_len": 33.803,
    "test_loss": 2.005567789077759,
    "test_mem_cpu_alloc_delta": 3104676530,
    "test_mem_cpu_peaked_delta": 36246285,
    "test_mem_gpu_alloc_delta": 0,
    "test_mem_gpu_peaked_delta": 3357975040,
    "test_rouge1": 26.0756,
    "test_rouge2": 8.4669,
    "test_rougeL": 20.8167,
    "test_rougeLsum": 21.0822,
    "test_runtime": 1405.8563,
    "test_samples": 13920,
    "test_samples_per_second": 9.901
}