{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1221,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02457002457002457,
      "grad_norm": 6.1998985197847745,
      "learning_rate": 5e-06,
      "loss": 0.8819,
      "step": 10
    },
    {
      "epoch": 0.04914004914004914,
      "grad_norm": 58.73927160489986,
      "learning_rate": 5e-06,
      "loss": 0.7904,
      "step": 20
    },
    {
      "epoch": 0.07371007371007371,
      "grad_norm": 0.7748310375081953,
      "learning_rate": 5e-06,
      "loss": 0.7623,
      "step": 30
    },
    {
      "epoch": 0.09828009828009827,
      "grad_norm": 1.0183734838338003,
      "learning_rate": 5e-06,
      "loss": 0.7382,
      "step": 40
    },
    {
      "epoch": 0.12285012285012285,
      "grad_norm": 1.4797556953661242,
      "learning_rate": 5e-06,
      "loss": 0.7184,
      "step": 50
    },
    {
      "epoch": 0.14742014742014742,
      "grad_norm": 0.9599955498815156,
      "learning_rate": 5e-06,
      "loss": 0.714,
      "step": 60
    },
    {
      "epoch": 0.171990171990172,
      "grad_norm": 1.0089273827026637,
      "learning_rate": 5e-06,
      "loss": 0.7048,
      "step": 70
    },
    {
      "epoch": 0.19656019656019655,
      "grad_norm": 0.7283907495801997,
      "learning_rate": 5e-06,
      "loss": 0.7015,
      "step": 80
    },
    {
      "epoch": 0.22113022113022113,
      "grad_norm": 0.665386593224946,
      "learning_rate": 5e-06,
      "loss": 0.6941,
      "step": 90
    },
    {
      "epoch": 0.2457002457002457,
      "grad_norm": 0.6931565576787211,
      "learning_rate": 5e-06,
      "loss": 0.6901,
      "step": 100
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 0.5017251950296421,
      "learning_rate": 5e-06,
      "loss": 0.6844,
      "step": 110
    },
    {
      "epoch": 0.29484029484029484,
      "grad_norm": 0.5071354456321502,
      "learning_rate": 5e-06,
      "loss": 0.6879,
      "step": 120
    },
    {
      "epoch": 0.3194103194103194,
      "grad_norm": 0.6070247331517776,
      "learning_rate": 5e-06,
      "loss": 0.6715,
      "step": 130
    },
    {
      "epoch": 0.343980343980344,
      "grad_norm": 0.627106293158071,
      "learning_rate": 5e-06,
      "loss": 0.6774,
      "step": 140
    },
    {
      "epoch": 0.36855036855036855,
      "grad_norm": 0.7310651144047745,
      "learning_rate": 5e-06,
      "loss": 0.6675,
      "step": 150
    },
    {
      "epoch": 0.3931203931203931,
      "grad_norm": 0.5686459982063066,
      "learning_rate": 5e-06,
      "loss": 0.6755,
      "step": 160
    },
    {
      "epoch": 0.4176904176904177,
      "grad_norm": 0.5320144044432522,
      "learning_rate": 5e-06,
      "loss": 0.6711,
      "step": 170
    },
    {
      "epoch": 0.44226044226044225,
      "grad_norm": 0.7374032221533481,
      "learning_rate": 5e-06,
      "loss": 0.6781,
      "step": 180
    },
    {
      "epoch": 0.4668304668304668,
      "grad_norm": 0.7028348920446017,
      "learning_rate": 5e-06,
      "loss": 0.6655,
      "step": 190
    },
    {
      "epoch": 0.4914004914004914,
      "grad_norm": 0.6462713543254518,
      "learning_rate": 5e-06,
      "loss": 0.6725,
      "step": 200
    },
    {
      "epoch": 0.515970515970516,
      "grad_norm": 0.5063976505878001,
      "learning_rate": 5e-06,
      "loss": 0.6623,
      "step": 210
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.5560125316540017,
      "learning_rate": 5e-06,
      "loss": 0.6583,
      "step": 220
    },
    {
      "epoch": 0.5651105651105651,
      "grad_norm": 0.7044183401160061,
      "learning_rate": 5e-06,
      "loss": 0.6669,
      "step": 230
    },
    {
      "epoch": 0.5896805896805897,
      "grad_norm": 0.547110632127531,
      "learning_rate": 5e-06,
      "loss": 0.6604,
      "step": 240
    },
    {
      "epoch": 0.6142506142506142,
      "grad_norm": 0.45751487478129493,
      "learning_rate": 5e-06,
      "loss": 0.6496,
      "step": 250
    },
    {
      "epoch": 0.6388206388206388,
      "grad_norm": 0.4993294423942927,
      "learning_rate": 5e-06,
      "loss": 0.663,
      "step": 260
    },
    {
      "epoch": 0.6633906633906634,
      "grad_norm": 0.5942361162546903,
      "learning_rate": 5e-06,
      "loss": 0.6679,
      "step": 270
    },
    {
      "epoch": 0.687960687960688,
      "grad_norm": 0.7411082671948905,
      "learning_rate": 5e-06,
      "loss": 0.66,
      "step": 280
    },
    {
      "epoch": 0.7125307125307125,
      "grad_norm": 0.5402865637174907,
      "learning_rate": 5e-06,
      "loss": 0.656,
      "step": 290
    },
    {
      "epoch": 0.7371007371007371,
      "grad_norm": 0.7940852714316793,
      "learning_rate": 5e-06,
      "loss": 0.6559,
      "step": 300
    },
    {
      "epoch": 0.7616707616707616,
      "grad_norm": 0.4440401110733847,
      "learning_rate": 5e-06,
      "loss": 0.6609,
      "step": 310
    },
    {
      "epoch": 0.7862407862407862,
      "grad_norm": 0.5659551226784064,
      "learning_rate": 5e-06,
      "loss": 0.6493,
      "step": 320
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 0.5872037056746705,
      "learning_rate": 5e-06,
      "loss": 0.6537,
      "step": 330
    },
    {
      "epoch": 0.8353808353808354,
      "grad_norm": 0.5670870147361556,
      "learning_rate": 5e-06,
      "loss": 0.6521,
      "step": 340
    },
    {
      "epoch": 0.85995085995086,
      "grad_norm": 0.45655325491327986,
      "learning_rate": 5e-06,
      "loss": 0.6532,
      "step": 350
    },
    {
      "epoch": 0.8845208845208845,
      "grad_norm": 0.4447712119508118,
      "learning_rate": 5e-06,
      "loss": 0.6535,
      "step": 360
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.49332039079874884,
      "learning_rate": 5e-06,
      "loss": 0.6544,
      "step": 370
    },
    {
      "epoch": 0.9336609336609336,
      "grad_norm": 0.4881054319905847,
      "learning_rate": 5e-06,
      "loss": 0.651,
      "step": 380
    },
    {
      "epoch": 0.9582309582309583,
      "grad_norm": 0.5876239994992207,
      "learning_rate": 5e-06,
      "loss": 0.6559,
      "step": 390
    },
    {
      "epoch": 0.9828009828009828,
      "grad_norm": 0.5399792337431831,
      "learning_rate": 5e-06,
      "loss": 0.65,
      "step": 400
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.6456817984580994,
      "eval_runtime": 217.9368,
      "eval_samples_per_second": 50.299,
      "eval_steps_per_second": 0.395,
      "step": 407
    },
    {
      "epoch": 1.0073710073710074,
      "grad_norm": 0.9036800627518505,
      "learning_rate": 5e-06,
      "loss": 0.6391,
      "step": 410
    },
    {
      "epoch": 1.031941031941032,
      "grad_norm": 0.5211566701261678,
      "learning_rate": 5e-06,
      "loss": 0.6082,
      "step": 420
    },
    {
      "epoch": 1.0565110565110565,
      "grad_norm": 0.49201394538696464,
      "learning_rate": 5e-06,
      "loss": 0.6047,
      "step": 430
    },
    {
      "epoch": 1.0810810810810811,
      "grad_norm": 0.5230677761506219,
      "learning_rate": 5e-06,
      "loss": 0.605,
      "step": 440
    },
    {
      "epoch": 1.1056511056511056,
      "grad_norm": 0.5061353049548358,
      "learning_rate": 5e-06,
      "loss": 0.6117,
      "step": 450
    },
    {
      "epoch": 1.1302211302211302,
      "grad_norm": 0.5308414282748481,
      "learning_rate": 5e-06,
      "loss": 0.6038,
      "step": 460
    },
    {
      "epoch": 1.154791154791155,
      "grad_norm": 0.5669662460358014,
      "learning_rate": 5e-06,
      "loss": 0.6046,
      "step": 470
    },
    {
      "epoch": 1.1793611793611793,
      "grad_norm": 0.4422388402451124,
      "learning_rate": 5e-06,
      "loss": 0.6094,
      "step": 480
    },
    {
      "epoch": 1.203931203931204,
      "grad_norm": 0.6204673536874101,
      "learning_rate": 5e-06,
      "loss": 0.6098,
      "step": 490
    },
    {
      "epoch": 1.2285012285012284,
      "grad_norm": 0.5083801522633119,
      "learning_rate": 5e-06,
      "loss": 0.6054,
      "step": 500
    },
    {
      "epoch": 1.253071253071253,
      "grad_norm": 0.6670278402124389,
      "learning_rate": 5e-06,
      "loss": 0.6119,
      "step": 510
    },
    {
      "epoch": 1.2776412776412776,
      "grad_norm": 0.4939088110674659,
      "learning_rate": 5e-06,
      "loss": 0.6165,
      "step": 520
    },
    {
      "epoch": 1.3022113022113022,
      "grad_norm": 0.560793275781157,
      "learning_rate": 5e-06,
      "loss": 0.6045,
      "step": 530
    },
    {
      "epoch": 1.3267813267813269,
      "grad_norm": 0.7550429966767501,
      "learning_rate": 5e-06,
      "loss": 0.6131,
      "step": 540
    },
    {
      "epoch": 1.3513513513513513,
      "grad_norm": 0.5972489241212914,
      "learning_rate": 5e-06,
      "loss": 0.6086,
      "step": 550
    },
    {
      "epoch": 1.375921375921376,
      "grad_norm": 0.5508921516494931,
      "learning_rate": 5e-06,
      "loss": 0.6093,
      "step": 560
    },
    {
      "epoch": 1.4004914004914004,
      "grad_norm": 0.5721594827498228,
      "learning_rate": 5e-06,
      "loss": 0.6083,
      "step": 570
    },
    {
      "epoch": 1.425061425061425,
      "grad_norm": 0.44567791335112333,
      "learning_rate": 5e-06,
      "loss": 0.6088,
      "step": 580
    },
    {
      "epoch": 1.4496314496314495,
      "grad_norm": 0.4714094356929579,
      "learning_rate": 5e-06,
      "loss": 0.608,
      "step": 590
    },
    {
      "epoch": 1.4742014742014742,
      "grad_norm": 0.45010217795717233,
      "learning_rate": 5e-06,
      "loss": 0.6023,
      "step": 600
    },
    {
      "epoch": 1.4987714987714988,
      "grad_norm": 0.4507933071597356,
      "learning_rate": 5e-06,
      "loss": 0.6111,
      "step": 610
    },
    {
      "epoch": 1.5233415233415233,
      "grad_norm": 0.5050862616941423,
      "learning_rate": 5e-06,
      "loss": 0.6093,
      "step": 620
    },
    {
      "epoch": 1.547911547911548,
      "grad_norm": 0.4815368134390591,
      "learning_rate": 5e-06,
      "loss": 0.612,
      "step": 630
    },
    {
      "epoch": 1.5724815724815726,
      "grad_norm": 0.4550986333720554,
      "learning_rate": 5e-06,
      "loss": 0.6134,
      "step": 640
    },
    {
      "epoch": 1.597051597051597,
      "grad_norm": 0.49348414741752084,
      "learning_rate": 5e-06,
      "loss": 0.6126,
      "step": 650
    },
    {
      "epoch": 1.6216216216216215,
      "grad_norm": 0.46259072485753394,
      "learning_rate": 5e-06,
      "loss": 0.6102,
      "step": 660
    },
    {
      "epoch": 1.6461916461916462,
      "grad_norm": 0.4489893330738159,
      "learning_rate": 5e-06,
      "loss": 0.6059,
      "step": 670
    },
    {
      "epoch": 1.6707616707616708,
      "grad_norm": 0.532020034080249,
      "learning_rate": 5e-06,
      "loss": 0.6021,
      "step": 680
    },
    {
      "epoch": 1.6953316953316953,
      "grad_norm": 0.5291299108019797,
      "learning_rate": 5e-06,
      "loss": 0.6092,
      "step": 690
    },
    {
      "epoch": 1.71990171990172,
      "grad_norm": 0.4977355779144285,
      "learning_rate": 5e-06,
      "loss": 0.6105,
      "step": 700
    },
    {
      "epoch": 1.7444717444717446,
      "grad_norm": 0.422516384063118,
      "learning_rate": 5e-06,
      "loss": 0.6066,
      "step": 710
    },
    {
      "epoch": 1.769041769041769,
      "grad_norm": 0.5230305107651955,
      "learning_rate": 5e-06,
      "loss": 0.616,
      "step": 720
    },
    {
      "epoch": 1.7936117936117935,
      "grad_norm": 0.6480321772002665,
      "learning_rate": 5e-06,
      "loss": 0.6053,
      "step": 730
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.46981041595278134,
      "learning_rate": 5e-06,
      "loss": 0.6147,
      "step": 740
    },
    {
      "epoch": 1.8427518427518428,
      "grad_norm": 0.5219860110928298,
      "learning_rate": 5e-06,
      "loss": 0.6061,
      "step": 750
    },
    {
      "epoch": 1.8673218673218672,
      "grad_norm": 0.6090315148152918,
      "learning_rate": 5e-06,
      "loss": 0.6062,
      "step": 760
    },
    {
      "epoch": 1.8918918918918919,
      "grad_norm": 0.45264061321802845,
      "learning_rate": 5e-06,
      "loss": 0.6086,
      "step": 770
    },
    {
      "epoch": 1.9164619164619165,
      "grad_norm": 0.4862492186635227,
      "learning_rate": 5e-06,
      "loss": 0.6062,
      "step": 780
    },
    {
      "epoch": 1.941031941031941,
      "grad_norm": 0.4262515523099187,
      "learning_rate": 5e-06,
      "loss": 0.609,
      "step": 790
    },
    {
      "epoch": 1.9656019656019657,
      "grad_norm": 0.540857759125553,
      "learning_rate": 5e-06,
      "loss": 0.6003,
      "step": 800
    },
    {
      "epoch": 1.9901719901719903,
      "grad_norm": 0.5033832069244489,
      "learning_rate": 5e-06,
      "loss": 0.6074,
      "step": 810
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.6354637742042542,
      "eval_runtime": 218.2757,
      "eval_samples_per_second": 50.221,
      "eval_steps_per_second": 0.394,
      "step": 814
    },
    {
      "epoch": 2.0147420147420148,
      "grad_norm": 0.7307156038164634,
      "learning_rate": 5e-06,
      "loss": 0.5822,
      "step": 820
    },
    {
      "epoch": 2.039312039312039,
      "grad_norm": 0.5232318359619684,
      "learning_rate": 5e-06,
      "loss": 0.5664,
      "step": 830
    },
    {
      "epoch": 2.063882063882064,
      "grad_norm": 0.5745655618201481,
      "learning_rate": 5e-06,
      "loss": 0.5624,
      "step": 840
    },
    {
      "epoch": 2.0884520884520885,
      "grad_norm": 0.4968769160797791,
      "learning_rate": 5e-06,
      "loss": 0.5606,
      "step": 850
    },
    {
      "epoch": 2.113022113022113,
      "grad_norm": 0.5327370268989237,
      "learning_rate": 5e-06,
      "loss": 0.5643,
      "step": 860
    },
    {
      "epoch": 2.1375921375921374,
      "grad_norm": 0.561176488765928,
      "learning_rate": 5e-06,
      "loss": 0.5582,
      "step": 870
    },
    {
      "epoch": 2.1621621621621623,
      "grad_norm": 0.5155315136467447,
      "learning_rate": 5e-06,
      "loss": 0.5579,
      "step": 880
    },
    {
      "epoch": 2.1867321867321867,
      "grad_norm": 0.5150732586456199,
      "learning_rate": 5e-06,
      "loss": 0.5687,
      "step": 890
    },
    {
      "epoch": 2.211302211302211,
      "grad_norm": 0.44289319818662953,
      "learning_rate": 5e-06,
      "loss": 0.559,
      "step": 900
    },
    {
      "epoch": 2.235872235872236,
      "grad_norm": 0.4685578082551758,
      "learning_rate": 5e-06,
      "loss": 0.5702,
      "step": 910
    },
    {
      "epoch": 2.2604422604422605,
      "grad_norm": 0.5785484819826471,
      "learning_rate": 5e-06,
      "loss": 0.5748,
      "step": 920
    },
    {
      "epoch": 2.285012285012285,
      "grad_norm": 0.5830747436786318,
      "learning_rate": 5e-06,
      "loss": 0.5714,
      "step": 930
    },
    {
      "epoch": 2.30958230958231,
      "grad_norm": 0.6088954402907469,
      "learning_rate": 5e-06,
      "loss": 0.5699,
      "step": 940
    },
    {
      "epoch": 2.3341523341523343,
      "grad_norm": 0.5065740936571793,
      "learning_rate": 5e-06,
      "loss": 0.57,
      "step": 950
    },
    {
      "epoch": 2.3587223587223587,
      "grad_norm": 0.4385965614068684,
      "learning_rate": 5e-06,
      "loss": 0.5698,
      "step": 960
    },
    {
      "epoch": 2.383292383292383,
      "grad_norm": 0.5105642133338127,
      "learning_rate": 5e-06,
      "loss": 0.5658,
      "step": 970
    },
    {
      "epoch": 2.407862407862408,
      "grad_norm": 0.44745755786742697,
      "learning_rate": 5e-06,
      "loss": 0.5638,
      "step": 980
    },
    {
      "epoch": 2.4324324324324325,
      "grad_norm": 0.4744160372716773,
      "learning_rate": 5e-06,
      "loss": 0.5676,
      "step": 990
    },
    {
      "epoch": 2.457002457002457,
      "grad_norm": 0.5308528263789132,
      "learning_rate": 5e-06,
      "loss": 0.5658,
      "step": 1000
    },
    {
      "epoch": 2.4815724815724813,
      "grad_norm": 0.5707200384455066,
      "learning_rate": 5e-06,
      "loss": 0.5734,
      "step": 1010
    },
    {
      "epoch": 2.506142506142506,
      "grad_norm": 0.5519286283869067,
      "learning_rate": 5e-06,
      "loss": 0.5654,
      "step": 1020
    },
    {
      "epoch": 2.5307125307125307,
      "grad_norm": 0.4588518825063357,
      "learning_rate": 5e-06,
      "loss": 0.572,
      "step": 1030
    },
    {
      "epoch": 2.555282555282555,
      "grad_norm": 0.4919724825790031,
      "learning_rate": 5e-06,
      "loss": 0.5646,
      "step": 1040
    },
    {
      "epoch": 2.57985257985258,
      "grad_norm": 0.4839147831831718,
      "learning_rate": 5e-06,
      "loss": 0.5686,
      "step": 1050
    },
    {
      "epoch": 2.6044226044226044,
      "grad_norm": 0.4855007349272119,
      "learning_rate": 5e-06,
      "loss": 0.5711,
      "step": 1060
    },
    {
      "epoch": 2.628992628992629,
      "grad_norm": 0.4652801035899528,
      "learning_rate": 5e-06,
      "loss": 0.5655,
      "step": 1070
    },
    {
      "epoch": 2.6535626535626538,
      "grad_norm": 0.4816575537658345,
      "learning_rate": 5e-06,
      "loss": 0.5672,
      "step": 1080
    },
    {
      "epoch": 2.678132678132678,
      "grad_norm": 0.4924974787000159,
      "learning_rate": 5e-06,
      "loss": 0.5717,
      "step": 1090
    },
    {
      "epoch": 2.7027027027027026,
      "grad_norm": 0.46678604918391425,
      "learning_rate": 5e-06,
      "loss": 0.5761,
      "step": 1100
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 0.4815650588760393,
      "learning_rate": 5e-06,
      "loss": 0.5592,
      "step": 1110
    },
    {
      "epoch": 2.751842751842752,
      "grad_norm": 0.451576443537888,
      "learning_rate": 5e-06,
      "loss": 0.5714,
      "step": 1120
    },
    {
      "epoch": 2.7764127764127764,
      "grad_norm": 0.49058626754375095,
      "learning_rate": 5e-06,
      "loss": 0.564,
      "step": 1130
    },
    {
      "epoch": 2.800982800982801,
      "grad_norm": 0.5407476269825076,
      "learning_rate": 5e-06,
      "loss": 0.5715,
      "step": 1140
    },
    {
      "epoch": 2.8255528255528253,
      "grad_norm": 0.5145580657005562,
      "learning_rate": 5e-06,
      "loss": 0.5713,
      "step": 1150
    },
    {
      "epoch": 2.85012285012285,
      "grad_norm": 0.5608100121904279,
      "learning_rate": 5e-06,
      "loss": 0.5646,
      "step": 1160
    },
    {
      "epoch": 2.8746928746928746,
      "grad_norm": 0.5060915278089009,
      "learning_rate": 5e-06,
      "loss": 0.5682,
      "step": 1170
    },
    {
      "epoch": 2.899262899262899,
      "grad_norm": 0.6967844756678558,
      "learning_rate": 5e-06,
      "loss": 0.5666,
      "step": 1180
    },
    {
      "epoch": 2.923832923832924,
      "grad_norm": 0.5006587440021466,
      "learning_rate": 5e-06,
      "loss": 0.5698,
      "step": 1190
    },
    {
      "epoch": 2.9484029484029484,
      "grad_norm": 0.47107358105339453,
      "learning_rate": 5e-06,
      "loss": 0.5706,
      "step": 1200
    },
    {
      "epoch": 2.972972972972973,
      "grad_norm": 0.46151336241822494,
      "learning_rate": 5e-06,
      "loss": 0.5665,
      "step": 1210
    },
    {
      "epoch": 2.9975429975429977,
      "grad_norm": 0.5264094237400985,
      "learning_rate": 5e-06,
      "loss": 0.561,
      "step": 1220
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.6375428438186646,
      "eval_runtime": 218.7931,
      "eval_samples_per_second": 50.102,
      "eval_steps_per_second": 0.393,
      "step": 1221
    },
    {
      "epoch": 3.0,
      "step": 1221,
      "total_flos": 2044801717370880.0,
      "train_loss": 0.6189516479367608,
      "train_runtime": 36570.9767,
      "train_samples_per_second": 17.085,
      "train_steps_per_second": 0.033
    }
  ],
  "logging_steps": 10,
  "max_steps": 1221,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2044801717370880.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}