train_results.json

{
    "epoch": 30.0,
    "init_mem_cpu_alloc_delta": 20271442,
    "init_mem_cpu_peaked_delta": 18306,
    "init_mem_gpu_alloc_delta": 1261919232,
    "init_mem_gpu_peaked_delta": 0,
    "total_flos": 1.105589862217553e+19,
    "train_mem_cpu_alloc_delta": 20474424,
    "train_mem_cpu_peaked_delta": 367311544,
    "train_mem_gpu_alloc_delta": 3784484352,
    "train_mem_gpu_peaked_delta": 22292703232,
    "train_runtime": 10193.2109,
    "train_samples": 2554,
    "train_samples_per_second": 0.188
}