train_results.json

{
    "epoch": 30.0,
    "init_mem_cpu_alloc_delta": 9477734,
    "init_mem_cpu_peaked_delta": 18306,
    "init_mem_gpu_alloc_delta": 1261906944,
    "init_mem_gpu_peaked_delta": 0,
    "total_flos": 3.401354569939134e+19,
    "train_mem_cpu_alloc_delta": 16811478,
    "train_mem_cpu_peaked_delta": 230270329,
    "train_mem_gpu_alloc_delta": 3786449408,
    "train_mem_gpu_peaked_delta": 6820308992,
    "train_runtime": 32379.322,
    "train_samples": 5473,
    "train_samples_per_second": 0.091
}