{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1602,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.018726591760299626,
      "grad_norm": 6.9583668884714545,
      "learning_rate": 6.17283950617284e-07,
      "loss": 0.5853,
      "step": 10
    },
    {
      "epoch": 0.03745318352059925,
      "grad_norm": 2.459747968301057,
      "learning_rate": 1.234567901234568e-06,
      "loss": 0.4956,
      "step": 20
    },
    {
      "epoch": 0.056179775280898875,
      "grad_norm": 1.5518874081248877,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 0.4511,
      "step": 30
    },
    {
      "epoch": 0.0749063670411985,
      "grad_norm": 1.327079400917728,
      "learning_rate": 2.469135802469136e-06,
      "loss": 0.4242,
      "step": 40
    },
    {
      "epoch": 0.09363295880149813,
      "grad_norm": 1.6052721933898932,
      "learning_rate": 3.08641975308642e-06,
      "loss": 0.4112,
      "step": 50
    },
    {
      "epoch": 0.11235955056179775,
      "grad_norm": 2.1363218656503236,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 0.4056,
      "step": 60
    },
    {
      "epoch": 0.13108614232209737,
      "grad_norm": 2.5025301508678246,
      "learning_rate": 4.3209876543209875e-06,
      "loss": 0.3934,
      "step": 70
    },
    {
      "epoch": 0.149812734082397,
      "grad_norm": 1.6968039665700831,
      "learning_rate": 4.938271604938272e-06,
      "loss": 0.3931,
      "step": 80
    },
    {
      "epoch": 0.16853932584269662,
      "grad_norm": 1.710626024878931,
      "learning_rate": 4.999611253625062e-06,
      "loss": 0.3854,
      "step": 90
    },
    {
      "epoch": 0.18726591760299627,
      "grad_norm": 2.229340351997921,
      "learning_rate": 4.99826761145702e-06,
      "loss": 0.388,
      "step": 100
    },
    {
      "epoch": 0.20599250936329588,
      "grad_norm": 1.6554235103974217,
      "learning_rate": 4.995964847225794e-06,
      "loss": 0.3798,
      "step": 110
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 1.5390529564927018,
      "learning_rate": 4.992703943301973e-06,
      "loss": 0.3788,
      "step": 120
    },
    {
      "epoch": 0.24344569288389514,
      "grad_norm": 1.686640147089175,
      "learning_rate": 4.988486290803271e-06,
      "loss": 0.3724,
      "step": 130
    },
    {
      "epoch": 0.26217228464419473,
      "grad_norm": 1.4586531417129365,
      "learning_rate": 4.983313689001068e-06,
      "loss": 0.3737,
      "step": 140
    },
    {
      "epoch": 0.2808988764044944,
      "grad_norm": 1.383788345325366,
      "learning_rate": 4.977188344552831e-06,
      "loss": 0.3708,
      "step": 150
    },
    {
      "epoch": 0.299625468164794,
      "grad_norm": 2.344749126006063,
      "learning_rate": 4.970112870560744e-06,
      "loss": 0.3705,
      "step": 160
    },
    {
      "epoch": 0.31835205992509363,
      "grad_norm": 1.333313085188304,
      "learning_rate": 4.962090285456943e-06,
      "loss": 0.3726,
      "step": 170
    },
    {
      "epoch": 0.33707865168539325,
      "grad_norm": 1.2767396164379259,
      "learning_rate": 4.953124011715844e-06,
      "loss": 0.368,
      "step": 180
    },
    {
      "epoch": 0.35580524344569286,
      "grad_norm": 1.8939736466696433,
      "learning_rate": 4.943217874394092e-06,
      "loss": 0.3673,
      "step": 190
    },
    {
      "epoch": 0.37453183520599254,
      "grad_norm": 1.4076191572126282,
      "learning_rate": 4.932376099498779e-06,
      "loss": 0.3592,
      "step": 200
    },
    {
      "epoch": 0.39325842696629215,
      "grad_norm": 1.2393424297302382,
      "learning_rate": 4.920603312184602e-06,
      "loss": 0.3646,
      "step": 210
    },
    {
      "epoch": 0.41198501872659177,
      "grad_norm": 1.6712067045257082,
      "learning_rate": 4.907904534780752e-06,
      "loss": 0.3567,
      "step": 220
    },
    {
      "epoch": 0.4307116104868914,
      "grad_norm": 1.612702425647588,
      "learning_rate": 4.894285184648369e-06,
      "loss": 0.3585,
      "step": 230
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 2.4813858906223834,
      "learning_rate": 4.879751071869461e-06,
      "loss": 0.3623,
      "step": 240
    },
    {
      "epoch": 0.4681647940074906,
      "grad_norm": 2.163116509485285,
      "learning_rate": 4.864308396768294e-06,
      "loss": 0.3586,
      "step": 250
    },
    {
      "epoch": 0.4868913857677903,
      "grad_norm": 1.7525497737806786,
      "learning_rate": 4.847963747266312e-06,
      "loss": 0.3547,
      "step": 260
    },
    {
      "epoch": 0.5056179775280899,
      "grad_norm": 1.3534898789991496,
      "learning_rate": 4.83072409607169e-06,
      "loss": 0.3534,
      "step": 270
    },
    {
      "epoch": 0.5243445692883895,
      "grad_norm": 1.6829737229447668,
      "learning_rate": 4.81259679770474e-06,
      "loss": 0.3519,
      "step": 280
    },
    {
      "epoch": 0.5430711610486891,
      "grad_norm": 1.3735075038975693,
      "learning_rate": 4.7935895853604455e-06,
      "loss": 0.353,
      "step": 290
    },
    {
      "epoch": 0.5617977528089888,
      "grad_norm": 1.9414583619507375,
      "learning_rate": 4.773710567609436e-06,
      "loss": 0.3547,
      "step": 300
    },
    {
      "epoch": 0.5805243445692884,
      "grad_norm": 1.4766636724732591,
      "learning_rate": 4.7529682249388284e-06,
      "loss": 0.3515,
      "step": 310
    },
    {
      "epoch": 0.599250936329588,
      "grad_norm": 1.420170786947651,
      "learning_rate": 4.7313714061344165e-06,
      "loss": 0.3559,
      "step": 320
    },
    {
      "epoch": 0.6179775280898876,
      "grad_norm": 1.585688048778078,
      "learning_rate": 4.708929324505729e-06,
      "loss": 0.3474,
      "step": 330
    },
    {
      "epoch": 0.6367041198501873,
      "grad_norm": 1.4660422960583963,
      "learning_rate": 4.685651553955589e-06,
      "loss": 0.3478,
      "step": 340
    },
    {
      "epoch": 0.6554307116104869,
      "grad_norm": 1.729952760499875,
      "learning_rate": 4.661548024895843e-06,
      "loss": 0.3502,
      "step": 350
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 1.5477887192577897,
      "learning_rate": 4.636629020010989e-06,
      "loss": 0.3462,
      "step": 360
    },
    {
      "epoch": 0.6928838951310862,
      "grad_norm": 1.3822726826009006,
      "learning_rate": 4.6109051698715425e-06,
      "loss": 0.3447,
      "step": 370
    },
    {
      "epoch": 0.7116104868913857,
      "grad_norm": 1.4151446110625596,
      "learning_rate": 4.5843874483989744e-06,
      "loss": 0.3452,
      "step": 380
    },
    {
      "epoch": 0.7303370786516854,
      "grad_norm": 1.213585225271953,
      "learning_rate": 4.5570871681841915e-06,
      "loss": 0.3525,
      "step": 390
    },
    {
      "epoch": 0.7490636704119851,
      "grad_norm": 1.2153292815838297,
      "learning_rate": 4.529015975661518e-06,
      "loss": 0.3497,
      "step": 400
    },
    {
      "epoch": 0.7677902621722846,
      "grad_norm": 1.0767956653910644,
      "learning_rate": 4.5001858461402765e-06,
      "loss": 0.3469,
      "step": 410
    },
    {
      "epoch": 0.7865168539325843,
      "grad_norm": 1.0725016047427482,
      "learning_rate": 4.470609078696062e-06,
      "loss": 0.3459,
      "step": 420
    },
    {
      "epoch": 0.8052434456928839,
      "grad_norm": 1.14757314560185,
      "learning_rate": 4.440298290923893e-06,
      "loss": 0.3446,
      "step": 430
    },
    {
      "epoch": 0.8239700374531835,
      "grad_norm": 1.435028611591542,
      "learning_rate": 4.409266413555481e-06,
      "loss": 0.3468,
      "step": 440
    },
    {
      "epoch": 0.8426966292134831,
      "grad_norm": 1.3563421475894943,
      "learning_rate": 4.3775266849429245e-06,
      "loss": 0.3471,
      "step": 450
    },
    {
      "epoch": 0.8614232209737828,
      "grad_norm": 1.272968934220072,
      "learning_rate": 4.345092645411154e-06,
      "loss": 0.3459,
      "step": 460
    },
    {
      "epoch": 0.8801498127340824,
      "grad_norm": 1.1988760260435716,
      "learning_rate": 4.311978131481565e-06,
      "loss": 0.3439,
      "step": 470
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 1.2157009389799966,
      "learning_rate": 4.2781972699692955e-06,
      "loss": 0.341,
      "step": 480
    },
    {
      "epoch": 0.9176029962546817,
      "grad_norm": 1.2302691306481766,
      "learning_rate": 4.243764471956648e-06,
      "loss": 0.3436,
      "step": 490
    },
    {
      "epoch": 0.9363295880149812,
      "grad_norm": 1.1395524537917356,
      "learning_rate": 4.208694426645257e-06,
      "loss": 0.3442,
      "step": 500
    },
    {
      "epoch": 0.9550561797752809,
      "grad_norm": 1.0502686640912897,
      "learning_rate": 4.1730020950895985e-06,
      "loss": 0.3406,
      "step": 510
    },
    {
      "epoch": 0.9737827715355806,
      "grad_norm": 1.1788715508510565,
      "learning_rate": 4.136702703814536e-06,
      "loss": 0.3399,
      "step": 520
    },
    {
      "epoch": 0.9925093632958801,
      "grad_norm": 0.9961303841798358,
      "learning_rate": 4.0998117383196035e-06,
      "loss": 0.3426,
      "step": 530
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.3397010564804077,
      "eval_runtime": 49.3629,
      "eval_samples_per_second": 291.271,
      "eval_steps_per_second": 1.155,
      "step": 534
    },
    {
      "epoch": 1.0112359550561798,
      "grad_norm": 1.5016330309741552,
      "learning_rate": 4.062344936472819e-06,
      "loss": 0.3041,
      "step": 540
    },
    {
      "epoch": 1.0299625468164795,
      "grad_norm": 1.4105174151178423,
      "learning_rate": 4.024318281796832e-06,
      "loss": 0.2653,
      "step": 550
    },
    {
      "epoch": 1.048689138576779,
      "grad_norm": 1.1267842205009497,
      "learning_rate": 3.985747996650271e-06,
      "loss": 0.2635,
      "step": 560
    },
    {
      "epoch": 1.0674157303370786,
      "grad_norm": 1.4577741522220231,
      "learning_rate": 3.94665053530721e-06,
      "loss": 0.2661,
      "step": 570
    },
    {
      "epoch": 1.0861423220973783,
      "grad_norm": 1.1743755144218508,
      "learning_rate": 3.907042576937689e-06,
      "loss": 0.2614,
      "step": 580
    },
    {
      "epoch": 1.104868913857678,
      "grad_norm": 1.1077587707464613,
      "learning_rate": 3.8669410184923e-06,
      "loss": 0.2638,
      "step": 590
    },
    {
      "epoch": 1.1235955056179776,
      "grad_norm": 1.499213012424364,
      "learning_rate": 3.826362967493867e-06,
      "loss": 0.2649,
      "step": 600
    },
    {
      "epoch": 1.142322097378277,
      "grad_norm": 1.2186830879218926,
      "learning_rate": 3.7853257347392865e-06,
      "loss": 0.2664,
      "step": 610
    },
    {
      "epoch": 1.1610486891385767,
      "grad_norm": 1.5365523984386804,
      "learning_rate": 3.74384682691466e-06,
      "loss": 0.2656,
      "step": 620
    },
    {
      "epoch": 1.1797752808988764,
      "grad_norm": 1.2824215690021454,
      "learning_rate": 3.701943939126856e-06,
      "loss": 0.264,
      "step": 630
    },
    {
      "epoch": 1.198501872659176,
      "grad_norm": 1.1855864127248261,
      "learning_rate": 3.659634947354686e-06,
      "loss": 0.2612,
      "step": 640
    },
    {
      "epoch": 1.2172284644194757,
      "grad_norm": 1.0357586593608685,
      "learning_rate": 3.61693790082293e-06,
      "loss": 0.2609,
      "step": 650
    },
    {
      "epoch": 1.2359550561797752,
      "grad_norm": 1.2298112784157318,
      "learning_rate": 3.5738710143024406e-06,
      "loss": 0.2648,
      "step": 660
    },
    {
      "epoch": 1.2546816479400749,
      "grad_norm": 1.1873771143182965,
      "learning_rate": 3.530452660339638e-06,
      "loss": 0.2648,
      "step": 670
    },
    {
      "epoch": 1.2734082397003745,
      "grad_norm": 1.1104387940773652,
      "learning_rate": 3.486701361418686e-06,
      "loss": 0.2669,
      "step": 680
    },
    {
      "epoch": 1.2921348314606742,
      "grad_norm": 1.0981466202062755,
      "learning_rate": 3.4426357820597144e-06,
      "loss": 0.2656,
      "step": 690
    },
    {
      "epoch": 1.3108614232209739,
      "grad_norm": 1.0622356793414978,
      "learning_rate": 3.3982747208564383e-06,
      "loss": 0.2684,
      "step": 700
    },
    {
      "epoch": 1.3295880149812733,
      "grad_norm": 1.1204181746461044,
      "learning_rate": 3.353637102456585e-06,
      "loss": 0.2632,
      "step": 710
    },
    {
      "epoch": 1.348314606741573,
      "grad_norm": 1.1561988340566498,
      "learning_rate": 3.30874196948855e-06,
      "loss": 0.2655,
      "step": 720
    },
    {
      "epoch": 1.3670411985018727,
      "grad_norm": 1.1634759808618433,
      "learning_rate": 3.2636084744377123e-06,
      "loss": 0.2662,
      "step": 730
    },
    {
      "epoch": 1.3857677902621723,
      "grad_norm": 1.183622746360506,
      "learning_rate": 3.218255871475894e-06,
      "loss": 0.2665,
      "step": 740
    },
    {
      "epoch": 1.404494382022472,
      "grad_norm": 1.3035644321187594,
      "learning_rate": 3.172703508247433e-06,
      "loss": 0.2641,
      "step": 750
    },
    {
      "epoch": 1.4232209737827715,
      "grad_norm": 1.2520080394828148,
      "learning_rate": 3.126970817615384e-06,
      "loss": 0.2641,
      "step": 760
    },
    {
      "epoch": 1.4419475655430711,
      "grad_norm": 1.1658528659149325,
      "learning_rate": 3.0810773093713615e-06,
      "loss": 0.2672,
      "step": 770
    },
    {
      "epoch": 1.4606741573033708,
      "grad_norm": 1.1183168156658745,
      "learning_rate": 3.0350425619125678e-06,
      "loss": 0.2679,
      "step": 780
    },
    {
      "epoch": 1.4794007490636705,
      "grad_norm": 1.2572209531909289,
      "learning_rate": 2.988886213889551e-06,
      "loss": 0.2673,
      "step": 790
    },
    {
      "epoch": 1.4981273408239701,
      "grad_norm": 1.1500933028632634,
      "learning_rate": 2.9426279558282617e-06,
      "loss": 0.2661,
      "step": 800
    },
    {
      "epoch": 1.5168539325842696,
      "grad_norm": 1.090606866883075,
      "learning_rate": 2.896287521729974e-06,
      "loss": 0.2616,
      "step": 810
    },
    {
      "epoch": 1.5355805243445693,
      "grad_norm": 1.1320316226013576,
      "learning_rate": 2.849884680652666e-06,
      "loss": 0.27,
      "step": 820
    },
    {
      "epoch": 1.554307116104869,
      "grad_norm": 1.103244276726941,
      "learning_rate": 2.8034392282774415e-06,
      "loss": 0.2635,
      "step": 830
    },
    {
      "epoch": 1.5730337078651684,
      "grad_norm": 1.099593203599622,
      "learning_rate": 2.7569709784635934e-06,
      "loss": 0.2619,
      "step": 840
    },
    {
      "epoch": 1.5917602996254683,
      "grad_norm": 1.0707708462874654,
      "learning_rate": 2.710499754795916e-06,
      "loss": 0.2636,
      "step": 850
    },
    {
      "epoch": 1.6104868913857677,
      "grad_norm": 1.1077681383186893,
      "learning_rate": 2.664045382127863e-06,
      "loss": 0.2635,
      "step": 860
    },
    {
      "epoch": 1.6292134831460674,
      "grad_norm": 1.0523839107618693,
      "learning_rate": 2.6176276781241695e-06,
      "loss": 0.2671,
      "step": 870
    },
    {
      "epoch": 1.647940074906367,
      "grad_norm": 1.1453676425960706,
      "learning_rate": 2.571266444806535e-06,
      "loss": 0.2636,
      "step": 880
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 1.0877845955489727,
      "learning_rate": 2.5249814601059897e-06,
      "loss": 0.2622,
      "step": 890
    },
    {
      "epoch": 1.6853932584269664,
      "grad_norm": 1.109206643426623,
      "learning_rate": 2.4787924694255235e-06,
      "loss": 0.2674,
      "step": 900
    },
    {
      "epoch": 1.7041198501872659,
      "grad_norm": 1.148003058058869,
      "learning_rate": 2.4327191772166046e-06,
      "loss": 0.2666,
      "step": 910
    },
    {
      "epoch": 1.7228464419475655,
      "grad_norm": 1.0373837405536894,
      "learning_rate": 2.3867812385731627e-06,
      "loss": 0.2624,
      "step": 920
    },
    {
      "epoch": 1.7415730337078652,
      "grad_norm": 1.0452119354423188,
      "learning_rate": 2.340998250846629e-06,
      "loss": 0.2672,
      "step": 930
    },
    {
      "epoch": 1.7602996254681647,
      "grad_norm": 1.0839517512429684,
      "learning_rate": 2.2953897452856035e-06,
      "loss": 0.2627,
      "step": 940
    },
    {
      "epoch": 1.7790262172284645,
      "grad_norm": 1.1357572847216206,
      "learning_rate": 2.2499751787037404e-06,
      "loss": 0.2658,
      "step": 950
    },
    {
      "epoch": 1.797752808988764,
      "grad_norm": 1.049597976731673,
      "learning_rate": 2.2047739251793624e-06,
      "loss": 0.2634,
      "step": 960
    },
    {
      "epoch": 1.8164794007490637,
      "grad_norm": 1.1411990916035244,
      "learning_rate": 2.1598052677903904e-06,
      "loss": 0.261,
      "step": 970
    },
    {
      "epoch": 1.8352059925093633,
      "grad_norm": 1.1008798760396603,
      "learning_rate": 2.1150883903880863e-06,
      "loss": 0.2622,
      "step": 980
    },
    {
      "epoch": 1.8539325842696628,
      "grad_norm": 1.0556909678728987,
      "learning_rate": 2.0706423694131246e-06,
      "loss": 0.2589,
      "step": 990
    },
    {
      "epoch": 1.8726591760299627,
      "grad_norm": 1.01122078883521,
      "learning_rate": 2.0264861657574936e-06,
      "loss": 0.2602,
      "step": 1000
    },
    {
      "epoch": 1.8913857677902621,
      "grad_norm": 1.030111452172985,
      "learning_rate": 1.9826386166756796e-06,
      "loss": 0.2625,
      "step": 1010
    },
    {
      "epoch": 1.9101123595505618,
      "grad_norm": 1.0304981637914168,
      "learning_rate": 1.9391184277486046e-06,
      "loss": 0.2616,
      "step": 1020
    },
    {
      "epoch": 1.9288389513108615,
      "grad_norm": 1.1002315606948327,
      "learning_rate": 1.8959441649037334e-06,
      "loss": 0.2618,
      "step": 1030
    },
    {
      "epoch": 1.947565543071161,
      "grad_norm": 1.0682674034690947,
      "learning_rate": 1.8531342464947551e-06,
      "loss": 0.2604,
      "step": 1040
    },
    {
      "epoch": 1.9662921348314608,
      "grad_norm": 1.0285099387800412,
      "learning_rate": 1.810706935444223e-06,
      "loss": 0.2623,
      "step": 1050
    },
    {
      "epoch": 1.9850187265917603,
      "grad_norm": 1.054687396839439,
      "learning_rate": 1.7686803314525056e-06,
      "loss": 0.264,
      "step": 1060
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.3330671787261963,
      "eval_runtime": 50.16,
      "eval_samples_per_second": 286.643,
      "eval_steps_per_second": 1.136,
      "step": 1068
    },
    {
      "epoch": 2.0037453183520597,
      "grad_norm": 1.7923902161169425,
      "learning_rate": 1.7270723632763563e-06,
      "loss": 0.2446,
      "step": 1070
    },
    {
      "epoch": 2.0224719101123596,
      "grad_norm": 1.345237927622502,
      "learning_rate": 1.685900781080428e-06,
      "loss": 0.1907,
      "step": 1080
    },
    {
      "epoch": 2.041198501872659,
      "grad_norm": 1.1496616768510104,
      "learning_rate": 1.6451831488649562e-06,
      "loss": 0.1874,
      "step": 1090
    },
    {
      "epoch": 2.059925093632959,
      "grad_norm": 1.1107541934632752,
      "learning_rate": 1.6049368369728748e-06,
      "loss": 0.187,
      "step": 1100
    },
    {
      "epoch": 2.0786516853932584,
      "grad_norm": 1.1294609243658884,
      "learning_rate": 1.5651790146795434e-06,
      "loss": 0.1861,
      "step": 1110
    },
    {
      "epoch": 2.097378277153558,
      "grad_norm": 1.1064659786749327,
      "learning_rate": 1.525926642868242e-06,
      "loss": 0.188,
      "step": 1120
    },
    {
      "epoch": 2.1161048689138577,
      "grad_norm": 1.1288942946219733,
      "learning_rate": 1.4871964667945815e-06,
      "loss": 0.1889,
      "step": 1130
    },
    {
      "epoch": 2.134831460674157,
      "grad_norm": 1.1095107607344008,
      "learning_rate": 1.4490050089428965e-06,
      "loss": 0.1878,
      "step": 1140
    },
    {
      "epoch": 2.153558052434457,
      "grad_norm": 1.1688843518004304,
      "learning_rate": 1.411368561977662e-06,
      "loss": 0.1873,
      "step": 1150
    },
    {
      "epoch": 2.1722846441947565,
      "grad_norm": 1.1746086833216787,
      "learning_rate": 1.3743031817929725e-06,
      "loss": 0.1885,
      "step": 1160
    },
    {
      "epoch": 2.191011235955056,
      "grad_norm": 1.0953314936943879,
      "learning_rate": 1.337824680663016e-06,
      "loss": 0.1918,
      "step": 1170
    },
    {
      "epoch": 2.209737827715356,
      "grad_norm": 1.1591899466119513,
      "learning_rate": 1.3019486204964737e-06,
      "loss": 0.1883,
      "step": 1180
    },
    {
      "epoch": 2.2284644194756553,
      "grad_norm": 1.1558485332053892,
      "learning_rate": 1.2666903061977397e-06,
      "loss": 0.1901,
      "step": 1190
    },
    {
      "epoch": 2.247191011235955,
      "grad_norm": 1.2117954838055114,
      "learning_rate": 1.2320647791377731e-06,
      "loss": 0.1895,
      "step": 1200
    },
    {
      "epoch": 2.2659176029962547,
      "grad_norm": 1.0645164422876823,
      "learning_rate": 1.1980868107373687e-06,
      "loss": 0.1863,
      "step": 1210
    },
    {
      "epoch": 2.284644194756554,
      "grad_norm": 1.1541528576196018,
      "learning_rate": 1.1647708961656036e-06,
      "loss": 0.1901,
      "step": 1220
    },
    {
      "epoch": 2.303370786516854,
      "grad_norm": 1.116106510953403,
      "learning_rate": 1.1321312481561198e-06,
      "loss": 0.1892,
      "step": 1230
    },
    {
      "epoch": 2.3220973782771535,
      "grad_norm": 1.0597155426906926,
      "learning_rate": 1.1001817909439065e-06,
      "loss": 0.1894,
      "step": 1240
    },
    {
      "epoch": 2.3408239700374533,
      "grad_norm": 1.1196874887948434,
      "learning_rate": 1.0689361543251532e-06,
      "loss": 0.1887,
      "step": 1250
    },
    {
      "epoch": 2.359550561797753,
      "grad_norm": 1.1714322905126089,
      "learning_rate": 1.038407667842705e-06,
      "loss": 0.1864,
      "step": 1260
    },
    {
      "epoch": 2.3782771535580522,
      "grad_norm": 1.0763451314249386,
      "learning_rate": 1.008609355099621e-06,
      "loss": 0.1864,
      "step": 1270
    },
    {
      "epoch": 2.397003745318352,
      "grad_norm": 1.1473816461596407,
      "learning_rate": 9.795539282032386e-07,
      "loss": 0.1875,
      "step": 1280
    },
    {
      "epoch": 2.4157303370786516,
      "grad_norm": 1.098908279814066,
      "learning_rate": 9.512537823421229e-07,
      "loss": 0.1864,
      "step": 1290
    },
    {
      "epoch": 2.4344569288389515,
      "grad_norm": 1.1578303830285432,
      "learning_rate": 9.237209904982213e-07,
      "loss": 0.1904,
      "step": 1300
    },
    {
      "epoch": 2.453183520599251,
      "grad_norm": 1.1404639700697865,
      "learning_rate": 8.969672982964711e-07,
      "loss": 0.1907,
      "step": 1310
    },
    {
      "epoch": 2.4719101123595504,
      "grad_norm": 1.0825550585492165,
      "learning_rate": 8.710041189940513e-07,
      "loss": 0.1868,
      "step": 1320
    },
    {
      "epoch": 2.4906367041198503,
      "grad_norm": 1.1503042083334585,
      "learning_rate": 8.458425286114396e-07,
      "loss": 0.189,
      "step": 1330
    },
    {
      "epoch": 2.5093632958801497,
      "grad_norm": 1.1289267850787381,
      "learning_rate": 8.214932612073207e-07,
      "loss": 0.1891,
      "step": 1340
    },
    {
      "epoch": 2.5280898876404496,
      "grad_norm": 1.0922707099906583,
      "learning_rate": 7.979667042993847e-07,
      "loss": 0.1882,
      "step": 1350
    },
    {
      "epoch": 2.546816479400749,
      "grad_norm": 1.159472662881807,
      "learning_rate": 7.752728944329658e-07,
      "loss": 0.1884,
      "step": 1360
    },
    {
      "epoch": 2.5655430711610485,
      "grad_norm": 1.096656880156706,
      "learning_rate": 7.534215128993953e-07,
      "loss": 0.1912,
      "step": 1370
    },
    {
      "epoch": 2.5842696629213484,
      "grad_norm": 1.177067424925165,
      "learning_rate": 7.324218816059202e-07,
      "loss": 0.1869,
      "step": 1380
    },
    {
      "epoch": 2.602996254681648,
      "grad_norm": 1.1433902131098264,
      "learning_rate": 7.122829590989305e-07,
      "loss": 0.1859,
      "step": 1390
    },
    {
      "epoch": 2.6217228464419478,
      "grad_norm": 1.0780282296557087,
      "learning_rate": 6.930133367421965e-07,
      "loss": 0.1903,
      "step": 1400
    },
    {
      "epoch": 2.640449438202247,
      "grad_norm": 1.1302075316778486,
      "learning_rate": 6.746212350517535e-07,
      "loss": 0.187,
      "step": 1410
    },
    {
      "epoch": 2.6591760299625467,
      "grad_norm": 1.1073095304447773,
      "learning_rate": 6.57114500188989e-07,
      "loss": 0.1886,
      "step": 1420
    },
    {
      "epoch": 2.6779026217228465,
      "grad_norm": 1.0420564202777807,
      "learning_rate": 6.405006006134285e-07,
      "loss": 0.1879,
      "step": 1430
    },
    {
      "epoch": 2.696629213483146,
      "grad_norm": 1.0777824438327903,
      "learning_rate": 6.247866238966579e-07,
      "loss": 0.1904,
      "step": 1440
    },
    {
      "epoch": 2.715355805243446,
      "grad_norm": 1.1121227385024828,
      "learning_rate": 6.099792736987272e-07,
      "loss": 0.1873,
      "step": 1450
    },
    {
      "epoch": 2.7340823970037453,
      "grad_norm": 1.109347730952044,
      "learning_rate": 5.96084866908337e-07,
      "loss": 0.1897,
      "step": 1460
    },
    {
      "epoch": 2.752808988764045,
      "grad_norm": 1.131219956309559,
      "learning_rate": 5.831093309480244e-07,
      "loss": 0.1848,
      "step": 1470
    },
    {
      "epoch": 2.7715355805243447,
      "grad_norm": 1.0563106661530495,
      "learning_rate": 5.710582012454928e-07,
      "loss": 0.1862,
      "step": 1480
    },
    {
      "epoch": 2.790262172284644,
      "grad_norm": 1.1800848608197825,
      "learning_rate": 5.599366188721713e-07,
      "loss": 0.1878,
      "step": 1490
    },
    {
      "epoch": 2.808988764044944,
      "grad_norm": 1.1143488700250004,
      "learning_rate": 5.497493283500105e-07,
      "loss": 0.1875,
      "step": 1500
    },
    {
      "epoch": 2.8277153558052435,
      "grad_norm": 1.0433720861256908,
      "learning_rate": 5.405006756274435e-07,
      "loss": 0.1872,
      "step": 1510
    },
    {
      "epoch": 2.846441947565543,
      "grad_norm": 1.1343560438226763,
      "learning_rate": 5.321946062253841e-07,
      "loss": 0.1894,
      "step": 1520
    },
    {
      "epoch": 2.865168539325843,
      "grad_norm": 1.1296113946372626,
      "learning_rate": 5.248346635540485e-07,
      "loss": 0.1864,
      "step": 1530
    },
    {
      "epoch": 2.8838951310861423,
      "grad_norm": 1.1286259876244906,
      "learning_rate": 5.184239874013167e-07,
      "loss": 0.1893,
      "step": 1540
    },
    {
      "epoch": 2.902621722846442,
      "grad_norm": 1.079795528012858,
      "learning_rate": 5.129653125932872e-07,
      "loss": 0.1867,
      "step": 1550
    },
    {
      "epoch": 2.9213483146067416,
      "grad_norm": 1.1367094539661884,
      "learning_rate": 5.084609678275833e-07,
      "loss": 0.1913,
      "step": 1560
    },
    {
      "epoch": 2.940074906367041,
      "grad_norm": 1.1317799697421957,
      "learning_rate": 5.049128746799206e-07,
      "loss": 0.1874,
      "step": 1570
    },
    {
      "epoch": 2.958801498127341,
      "grad_norm": 1.0575396751944557,
      "learning_rate": 5.023225467843537e-07,
      "loss": 0.1868,
      "step": 1580
    },
    {
      "epoch": 2.9775280898876404,
      "grad_norm": 1.0774002831939866,
      "learning_rate": 5.006910891875522e-07,
      "loss": 0.1875,
      "step": 1590
    },
    {
      "epoch": 2.9962546816479403,
      "grad_norm": 1.0987879465354378,
      "learning_rate": 5.00019197877381e-07,
      "loss": 0.1874,
      "step": 1600
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.3581169545650482,
      "eval_runtime": 55.9282,
      "eval_samples_per_second": 257.08,
      "eval_steps_per_second": 1.019,
      "step": 1602
    },
    {
      "epoch": 3.0,
      "step": 1602,
      "total_flos": 2683409667194880.0,
      "train_loss": 0.2738360005445992,
      "train_runtime": 9858.4557,
      "train_samples_per_second": 83.126,
      "train_steps_per_second": 0.163
    }
  ],
  "logging_steps": 10,
  "max_steps": 1602,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2683409667194880.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}