{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 450,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.19,
      "grad_norm": 8.953761100769043,
      "learning_rate": 1.888888888888889e-05,
      "loss": 1.3623,
      "step": 17
    },
    {
      "epoch": 0.38,
      "grad_norm": 10.632478713989258,
      "learning_rate": 3.777777777777778e-05,
      "loss": 1.0225,
      "step": 34
    },
    {
      "epoch": 0.57,
      "grad_norm": 16.316967010498047,
      "learning_rate": 4.925925925925926e-05,
      "loss": 0.6166,
      "step": 51
    },
    {
      "epoch": 0.76,
      "grad_norm": 21.347354888916016,
      "learning_rate": 4.7160493827160495e-05,
      "loss": 0.5825,
      "step": 68
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.19096565246582,
      "learning_rate": 4.506172839506173e-05,
      "loss": 0.4259,
      "step": 85
    },
    {
      "epoch": 1.13,
      "grad_norm": 12.711194038391113,
      "learning_rate": 4.296296296296296e-05,
      "loss": 0.2901,
      "step": 102
    },
    {
      "epoch": 1.32,
      "grad_norm": 18.733543395996094,
      "learning_rate": 4.0864197530864204e-05,
      "loss": 0.2684,
      "step": 119
    },
    {
      "epoch": 1.51,
      "grad_norm": 6.416273593902588,
      "learning_rate": 3.876543209876544e-05,
      "loss": 0.2797,
      "step": 136
    },
    {
      "epoch": 1.7,
      "grad_norm": 4.896417617797852,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 0.3023,
      "step": 153
    },
    {
      "epoch": 1.89,
      "grad_norm": 17.5325984954834,
      "learning_rate": 3.45679012345679e-05,
      "loss": 0.2397,
      "step": 170
    },
    {
      "epoch": 2.08,
      "grad_norm": 9.514878273010254,
      "learning_rate": 3.2469135802469134e-05,
      "loss": 0.2499,
      "step": 187
    },
    {
      "epoch": 2.27,
      "grad_norm": 6.783230304718018,
      "learning_rate": 3.037037037037037e-05,
      "loss": 0.2137,
      "step": 204
    },
    {
      "epoch": 2.46,
      "grad_norm": 9.813042640686035,
      "learning_rate": 2.8271604938271606e-05,
      "loss": 0.1946,
      "step": 221
    },
    {
      "epoch": 2.64,
      "grad_norm": 4.386660099029541,
      "learning_rate": 2.617283950617284e-05,
      "loss": 0.2326,
      "step": 238
    },
    {
      "epoch": 2.83,
      "grad_norm": 13.430244445800781,
      "learning_rate": 2.4074074074074074e-05,
      "loss": 0.1931,
      "step": 255
    },
    {
      "epoch": 3.02,
      "grad_norm": 10.026385307312012,
      "learning_rate": 2.1975308641975308e-05,
      "loss": 0.1584,
      "step": 272
    },
    {
      "epoch": 3.21,
      "grad_norm": 5.96959924697876,
      "learning_rate": 1.9876543209876546e-05,
      "loss": 0.1612,
      "step": 289
    },
    {
      "epoch": 3.4,
      "grad_norm": 8.849898338317871,
      "learning_rate": 1.777777777777778e-05,
      "loss": 0.1843,
      "step": 306
    },
    {
      "epoch": 3.59,
      "grad_norm": 4.787600517272949,
      "learning_rate": 1.5679012345679014e-05,
      "loss": 0.1395,
      "step": 323
    },
    {
      "epoch": 3.78,
      "grad_norm": 5.98640251159668,
      "learning_rate": 1.3580246913580247e-05,
      "loss": 0.1351,
      "step": 340
    },
    {
      "epoch": 3.97,
      "grad_norm": 8.119280815124512,
      "learning_rate": 1.1481481481481482e-05,
      "loss": 0.1626,
      "step": 357
    },
    {
      "epoch": 4.16,
      "grad_norm": 7.947086334228516,
      "learning_rate": 9.382716049382717e-06,
      "loss": 0.1658,
      "step": 374
    },
    {
      "epoch": 4.34,
      "grad_norm": 2.4981260299682617,
      "learning_rate": 7.283950617283951e-06,
      "loss": 0.1147,
      "step": 391
    },
    {
      "epoch": 4.53,
      "grad_norm": 5.954956531524658,
      "learning_rate": 5.185185185185185e-06,
      "loss": 0.1295,
      "step": 408
    },
    {
      "epoch": 4.72,
      "grad_norm": 9.320396423339844,
      "learning_rate": 3.0864197530864196e-06,
      "loss": 0.1309,
      "step": 425
    },
    {
      "epoch": 4.91,
      "grad_norm": 9.413307189941406,
      "learning_rate": 9.876543209876544e-07,
      "loss": 0.095,
      "step": 442
    }
  ],
  "logging_steps": 17,
  "max_steps": 450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "total_flos": 1.1242852922068992e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}