{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.998743529175252,
  "eval_steps": 500,
  "global_step": 4968,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.016082826556767352,
      "grad_norm": 93.80207061767578,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.8299,
      "step": 10
    },
    {
      "epoch": 0.032165653113534705,
      "grad_norm": 50.166954040527344,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.7131,
      "step": 20
    },
    {
      "epoch": 0.048248479670302054,
      "grad_norm": 37.23706817626953,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.5976,
      "step": 30
    },
    {
      "epoch": 0.06433130622706941,
      "grad_norm": 37.21980285644531,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.5263,
      "step": 40
    },
    {
      "epoch": 0.08041413278383676,
      "grad_norm": 29.091915130615234,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.4731,
      "step": 50
    },
    {
      "epoch": 0.09649695934060411,
      "grad_norm": 32.472801208496094,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.4357,
      "step": 60
    },
    {
      "epoch": 0.11257978589737146,
      "grad_norm": 29.79865264892578,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.3916,
      "step": 70
    },
    {
      "epoch": 0.12866261245413882,
      "grad_norm": 28.13816261291504,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 0.3721,
      "step": 80
    },
    {
      "epoch": 0.14474543901090617,
      "grad_norm": 30.40574073791504,
      "learning_rate": 2.4e-05,
      "loss": 0.3382,
      "step": 90
    },
    {
      "epoch": 0.16082826556767352,
      "grad_norm": 30.368940353393555,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.3207,
      "step": 100
    },
    {
      "epoch": 0.17691109212444087,
      "grad_norm": 31.629531860351562,
      "learning_rate": 2.9333333333333333e-05,
      "loss": 0.305,
      "step": 110
    },
    {
      "epoch": 0.19299391868120822,
      "grad_norm": 29.47364044189453,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.2812,
      "step": 120
    },
    {
      "epoch": 0.20907674523797556,
      "grad_norm": 30.890962600708008,
      "learning_rate": 3.466666666666667e-05,
      "loss": 0.2665,
      "step": 130
    },
    {
      "epoch": 0.2251595717947429,
      "grad_norm": 31.893320083618164,
      "learning_rate": 3.733333333333334e-05,
      "loss": 0.2505,
      "step": 140
    },
    {
      "epoch": 0.2412423983515103,
      "grad_norm": 29.82271957397461,
      "learning_rate": 4e-05,
      "loss": 0.2404,
      "step": 150
    },
    {
      "epoch": 0.25732522490827764,
      "grad_norm": 31.970462799072266,
      "learning_rate": 3.9999574828039864e-05,
      "loss": 0.2188,
      "step": 160
    },
    {
      "epoch": 0.273408051465045,
      "grad_norm": 25.94739532470703,
      "learning_rate": 3.999829933023657e-05,
      "loss": 0.2156,
      "step": 170
    },
    {
      "epoch": 0.28949087802181234,
      "grad_norm": 32.104461669921875,
      "learning_rate": 3.9996173560820705e-05,
      "loss": 0.2064,
      "step": 180
    },
    {
      "epoch": 1.018596079745351,
      "grad_norm": 29.600008010864258,
      "learning_rate": 3.999319761017403e-05,
      "loss": 0.2122,
      "step": 190
    },
    {
      "epoch": 1.0722063997319484,
      "grad_norm": 28.94344139099121,
      "learning_rate": 3.998937160482562e-05,
      "loss": 0.1835,
      "step": 200
    },
    {
      "epoch": 1.1258167197185458,
      "grad_norm": 27.56523323059082,
      "learning_rate": 3.998469570744648e-05,
      "loss": 0.1815,
      "step": 210
    },
    {
      "epoch": 1.1794270397051432,
      "grad_norm": 28.684629440307617,
      "learning_rate": 3.997917011684268e-05,
      "loss": 0.1717,
      "step": 220
    },
    {
      "epoch": 1.2330373596917408,
      "grad_norm": 27.716796875,
      "learning_rate": 3.9972795067946826e-05,
      "loss": 0.1615,
      "step": 230
    },
    {
      "epoch": 1.2866476796783382,
      "grad_norm": 25.33133316040039,
      "learning_rate": 3.996557083180813e-05,
      "loss": 0.1585,
      "step": 240
    },
    {
      "epoch": 1.3402579996649355,
      "grad_norm": 28.910871505737305,
      "learning_rate": 3.9957497715580844e-05,
      "loss": 0.1488,
      "step": 250
    },
    {
      "epoch": 1.393868319651533,
      "grad_norm": 26.948163986206055,
      "learning_rate": 3.994857606251124e-05,
      "loss": 0.1448,
      "step": 260
    },
    {
      "epoch": 1.4474786396381303,
      "grad_norm": 26.12610626220703,
      "learning_rate": 3.993880625192298e-05,
      "loss": 0.1411,
      "step": 270
    },
    {
      "epoch": 1.5010889596247279,
      "grad_norm": 26.017358779907227,
      "learning_rate": 3.9928188699201035e-05,
      "loss": 0.1375,
      "step": 280
    },
    {
      "epoch": 1.554699279611325,
      "grad_norm": 26.367809295654297,
      "learning_rate": 3.991672385577396e-05,
      "loss": 0.1272,
      "step": 290
    },
    {
      "epoch": 1.6083095995979226,
      "grad_norm": 24.2690372467041,
      "learning_rate": 3.9904412209094755e-05,
      "loss": 0.1288,
      "step": 300
    },
    {
      "epoch": 1.66191991958452,
      "grad_norm": 29.307832717895508,
      "learning_rate": 3.9891254282620115e-05,
      "loss": 0.1321,
      "step": 310
    },
    {
      "epoch": 1.7155302395711174,
      "grad_norm": 27.43846321105957,
      "learning_rate": 3.9877250635788184e-05,
      "loss": 0.1161,
      "step": 320
    },
    {
      "epoch": 1.769140559557715,
      "grad_norm": 23.861331939697266,
      "learning_rate": 3.9862401863994744e-05,
      "loss": 0.1169,
      "step": 330
    },
    {
      "epoch": 1.8227508795443121,
      "grad_norm": 23.86732292175293,
      "learning_rate": 3.9846708598567956e-05,
      "loss": 0.1123,
      "step": 340
    },
    {
      "epoch": 1.8763611995309097,
      "grad_norm": 28.334510803222656,
      "learning_rate": 3.983017150674145e-05,
      "loss": 0.1042,
      "step": 350
    },
    {
      "epoch": 1.9299715195175071,
      "grad_norm": 26.570316314697266,
      "learning_rate": 3.9812791291626e-05,
      "loss": 0.1069,
      "step": 360
    },
    {
      "epoch": 1.9835818395041045,
      "grad_norm": 23.24406623840332,
      "learning_rate": 3.979456869217962e-05,
      "loss": 0.1074,
      "step": 370
    },
    {
      "epoch": 2.0316112458969604,
      "grad_norm": 23.662790298461914,
      "learning_rate": 3.977550448317615e-05,
      "loss": 0.1278,
      "step": 380
    },
    {
      "epoch": 2.077279862994149,
      "grad_norm": 20.232288360595703,
      "learning_rate": 3.97555994751723e-05,
      "loss": 0.1282,
      "step": 390
    },
    {
      "epoch": 2.1229484800913374,
      "grad_norm": 24.64867401123047,
      "learning_rate": 3.973485451447318e-05,
      "loss": 0.1146,
      "step": 400
    },
    {
      "epoch": 2.168617097188526,
      "grad_norm": 25.983293533325195,
      "learning_rate": 3.9713270483096374e-05,
      "loss": 0.1123,
      "step": 410
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 23.095712661743164,
      "learning_rate": 3.969084829873436e-05,
      "loss": 0.103,
      "step": 420
    },
    {
      "epoch": 2.259954331382903,
      "grad_norm": 23.112424850463867,
      "learning_rate": 3.966758891471555e-05,
      "loss": 0.1065,
      "step": 430
    },
    {
      "epoch": 2.3056229484800914,
      "grad_norm": 23.07062339782715,
      "learning_rate": 3.964349331996373e-05,
      "loss": 0.1021,
      "step": 440
    },
    {
      "epoch": 2.35129156557728,
      "grad_norm": 25.471771240234375,
      "learning_rate": 3.961856253895603e-05,
      "loss": 0.1064,
      "step": 450
    },
    {
      "epoch": 2.3969601826744684,
      "grad_norm": 24.417654037475586,
      "learning_rate": 3.959279763167935e-05,
      "loss": 0.0956,
      "step": 460
    },
    {
      "epoch": 2.442628799771657,
      "grad_norm": 24.067520141601562,
      "learning_rate": 3.9566199693585304e-05,
      "loss": 0.1113,
      "step": 470
    },
    {
      "epoch": 2.4882974168688454,
      "grad_norm": 23.70163345336914,
      "learning_rate": 3.953876985554364e-05,
      "loss": 0.0911,
      "step": 480
    },
    {
      "epoch": 2.533966033966034,
      "grad_norm": 23.784481048583984,
      "learning_rate": 3.951050928379415e-05,
      "loss": 0.0888,
      "step": 490
    },
    {
      "epoch": 2.5796346510632224,
      "grad_norm": 23.621828079223633,
      "learning_rate": 3.948141917989712e-05,
      "loss": 0.0904,
      "step": 500
    },
    {
      "epoch": 2.625303268160411,
      "grad_norm": 19.741653442382812,
      "learning_rate": 3.945150078068219e-05,
      "loss": 0.0879,
      "step": 510
    },
    {
      "epoch": 2.6709718852575994,
      "grad_norm": 22.743593215942383,
      "learning_rate": 3.9420755358195804e-05,
      "loss": 0.0851,
      "step": 520
    },
    {
      "epoch": 2.716640502354788,
      "grad_norm": 18.910329818725586,
      "learning_rate": 3.938918421964711e-05,
      "loss": 0.0801,
      "step": 530
    },
    {
      "epoch": 2.7623091194519764,
      "grad_norm": 22.360628128051758,
      "learning_rate": 3.9356788707352406e-05,
      "loss": 0.078,
      "step": 540
    },
    {
      "epoch": 2.807977736549165,
      "grad_norm": 24.22591209411621,
      "learning_rate": 3.932357019867803e-05,
      "loss": 0.0822,
      "step": 550
    },
    {
      "epoch": 2.8536463536463534,
      "grad_norm": 24.46196746826172,
      "learning_rate": 3.928953010598183e-05,
      "loss": 0.0695,
      "step": 560
    },
    {
      "epoch": 2.899314970743542,
      "grad_norm": 24.530746459960938,
      "learning_rate": 3.925466987655309e-05,
      "loss": 0.082,
      "step": 570
    },
    {
      "epoch": 2.9449835878407304,
      "grad_norm": 23.36806297302246,
      "learning_rate": 3.921899099255104e-05,
      "loss": 0.0751,
      "step": 580
    },
    {
      "epoch": 2.9906522049379194,
      "grad_norm": 19.65323257446289,
      "learning_rate": 3.918249497094176e-05,
      "loss": 0.07,
      "step": 590
    },
    {
      "epoch": 3.02390615940413,
      "grad_norm": 17.223087310791016,
      "learning_rate": 3.9145183363433777e-05,
      "loss": 0.0662,
      "step": 600
    },
    {
      "epoch": 3.05245082734936,
      "grad_norm": 19.922897338867188,
      "learning_rate": 3.9107057756411995e-05,
      "loss": 0.0695,
      "step": 610
    },
    {
      "epoch": 3.08099549529459,
      "grad_norm": 22.456689834594727,
      "learning_rate": 3.906811977087035e-05,
      "loss": 0.0574,
      "step": 620
    },
    {
      "epoch": 3.10954016323982,
      "grad_norm": 18.3155460357666,
      "learning_rate": 3.902837106234278e-05,
      "loss": 0.0638,
      "step": 630
    },
    {
      "epoch": 3.1380848311850498,
      "grad_norm": 19.499990463256836,
      "learning_rate": 3.8987813320832935e-05,
      "loss": 0.0663,
      "step": 640
    },
    {
      "epoch": 3.1666294991302797,
      "grad_norm": 18.689781188964844,
      "learning_rate": 3.894644827074225e-05,
      "loss": 0.0583,
      "step": 650
    },
    {
      "epoch": 3.1951741670755096,
      "grad_norm": 19.73504066467285,
      "learning_rate": 3.890427767079667e-05,
      "loss": 0.062,
      "step": 660
    },
    {
      "epoch": 3.2237188350207395,
      "grad_norm": 19.44004249572754,
      "learning_rate": 3.886130331397186e-05,
      "loss": 0.0577,
      "step": 670
    },
    {
      "epoch": 3.2522635029659694,
      "grad_norm": 19.139127731323242,
      "learning_rate": 3.881752702741697e-05,
      "loss": 0.0618,
      "step": 680
    },
    {
      "epoch": 3.2808081709111994,
      "grad_norm": 21.88005828857422,
      "learning_rate": 3.877295067237697e-05,
      "loss": 0.059,
      "step": 690
    },
    {
      "epoch": 3.3093528388564293,
      "grad_norm": 24.21089744567871,
      "learning_rate": 3.872757614411346e-05,
      "loss": 0.0593,
      "step": 700
    },
    {
      "epoch": 3.337897506801659,
      "grad_norm": 20.264284133911133,
      "learning_rate": 3.868140537182417e-05,
      "loss": 0.054,
      "step": 710
    },
    {
      "epoch": 3.366442174746889,
      "grad_norm": 21.731857299804688,
      "learning_rate": 3.863444031856088e-05,
      "loss": 0.062,
      "step": 720
    },
    {
      "epoch": 3.394986842692119,
      "grad_norm": 21.47838592529297,
      "learning_rate": 3.8586682981145956e-05,
      "loss": 0.0552,
      "step": 730
    },
    {
      "epoch": 3.423531510637349,
      "grad_norm": 18.726280212402344,
      "learning_rate": 3.853813539008746e-05,
      "loss": 0.0532,
      "step": 740
    },
    {
      "epoch": 3.452076178582579,
      "grad_norm": 19.791046142578125,
      "learning_rate": 3.848879960949287e-05,
      "loss": 0.0558,
      "step": 750
    },
    {
      "epoch": 3.480620846527809,
      "grad_norm": 18.885759353637695,
      "learning_rate": 3.8438677736981215e-05,
      "loss": 0.0553,
      "step": 760
    },
    {
      "epoch": 3.5091655144730387,
      "grad_norm": 16.527170181274414,
      "learning_rate": 3.838777190359397e-05,
      "loss": 0.0476,
      "step": 770
    },
    {
      "epoch": 3.5377101824182686,
      "grad_norm": 16.75018310546875,
      "learning_rate": 3.8336084273704457e-05,
      "loss": 0.0532,
      "step": 780
    },
    {
      "epoch": 3.5662548503634985,
      "grad_norm": 18.81423568725586,
      "learning_rate": 3.828361704492575e-05,
      "loss": 0.0499,
      "step": 790
    },
    {
      "epoch": 3.5947995183087285,
      "grad_norm": 19.174463272094727,
      "learning_rate": 3.823037244801729e-05,
      "loss": 0.0494,
      "step": 800
    },
    {
      "epoch": 3.6233441862539584,
      "grad_norm": 17.0285701751709,
      "learning_rate": 3.817635274679006e-05,
      "loss": 0.0461,
      "step": 810
    },
    {
      "epoch": 3.6518888541991883,
      "grad_norm": 17.395580291748047,
      "learning_rate": 3.812156023801028e-05,
      "loss": 0.0496,
      "step": 820
    },
    {
      "epoch": 3.680433522144418,
      "grad_norm": 18.277786254882812,
      "learning_rate": 3.8065997251301776e-05,
      "loss": 0.0477,
      "step": 830
    },
    {
      "epoch": 3.708978190089648,
      "grad_norm": 17.72475242614746,
      "learning_rate": 3.8009666149046957e-05,
      "loss": 0.0457,
      "step": 840
    },
    {
      "epoch": 3.737522858034878,
      "grad_norm": 20.809040069580078,
      "learning_rate": 3.7952569326286336e-05,
      "loss": 0.0471,
      "step": 850
    },
    {
      "epoch": 3.766067525980108,
      "grad_norm": 17.868568420410156,
      "learning_rate": 3.7894709210616714e-05,
      "loss": 0.0456,
      "step": 860
    },
    {
      "epoch": 3.794612193925338,
      "grad_norm": 15.575334548950195,
      "learning_rate": 3.7836088262087975e-05,
      "loss": 0.044,
      "step": 870
    },
    {
      "epoch": 3.823156861870568,
      "grad_norm": 17.568668365478516,
      "learning_rate": 3.7776708973098476e-05,
      "loss": 0.0446,
      "step": 880
    },
    {
      "epoch": 3.8517015298157977,
      "grad_norm": 17.17595672607422,
      "learning_rate": 3.771657386828908e-05,
      "loss": 0.0496,
      "step": 890
    },
    {
      "epoch": 3.8802461977610276,
      "grad_norm": 24.375370025634766,
      "learning_rate": 3.765568550443583e-05,
      "loss": 0.0424,
      "step": 900
    },
    {
      "epoch": 3.9087908657062576,
      "grad_norm": 16.25655174255371,
      "learning_rate": 3.7594046470341246e-05,
      "loss": 0.046,
      "step": 910
    },
    {
      "epoch": 3.9373355336514875,
      "grad_norm": 18.85159683227539,
      "learning_rate": 3.7531659386724195e-05,
      "loss": 0.0435,
      "step": 920
    },
    {
      "epoch": 3.9658802015967174,
      "grad_norm": 19.97796058654785,
      "learning_rate": 3.746852690610855e-05,
      "loss": 0.0431,
      "step": 930
    },
    {
      "epoch": 3.9944248695419473,
      "grad_norm": 15.388335227966309,
      "learning_rate": 3.7404651712710365e-05,
      "loss": 0.0389,
      "step": 940
    },
    {
      "epoch": 4.019183642211671,
      "grad_norm": 20.02805519104004,
      "learning_rate": 3.734003652232376e-05,
      "loss": 0.039,
      "step": 950
    },
    {
      "epoch": 4.043689692142748,
      "grad_norm": 15.568504333496094,
      "learning_rate": 3.727468408220544e-05,
      "loss": 0.0375,
      "step": 960
    },
    {
      "epoch": 4.068195742073825,
      "grad_norm": 15.18822956085205,
      "learning_rate": 3.720859717095792e-05,
      "loss": 0.0365,
      "step": 970
    },
    {
      "epoch": 4.092701792004902,
      "grad_norm": 14.499895095825195,
      "learning_rate": 3.714177859841136e-05,
      "loss": 0.038,
      "step": 980
    },
    {
      "epoch": 4.117207841935978,
      "grad_norm": 18.488901138305664,
      "learning_rate": 3.707423120550411e-05,
      "loss": 0.0406,
      "step": 990
    },
    {
      "epoch": 4.141713891867055,
      "grad_norm": 16.12656593322754,
      "learning_rate": 3.7005957864161905e-05,
      "loss": 0.0354,
      "step": 1000
    },
    {
      "epoch": 4.166219941798132,
      "grad_norm": 18.07503318786621,
      "learning_rate": 3.693696147717579e-05,
      "loss": 0.0373,
      "step": 1010
    },
    {
      "epoch": 4.190725991729209,
      "grad_norm": 17.39132308959961,
      "learning_rate": 3.686724497807867e-05,
      "loss": 0.0345,
      "step": 1020
    },
    {
      "epoch": 4.215232041660285,
      "grad_norm": 15.007177352905273,
      "learning_rate": 3.67968113310206e-05,
      "loss": 0.0325,
      "step": 1030
    },
    {
      "epoch": 4.239738091591361,
      "grad_norm": 15.444381713867188,
      "learning_rate": 3.6725663530642755e-05,
      "loss": 0.0327,
      "step": 1040
    },
    {
      "epoch": 4.264244141522438,
      "grad_norm": 14.16204833984375,
      "learning_rate": 3.6653804601950126e-05,
      "loss": 0.0338,
      "step": 1050
    },
    {
      "epoch": 4.288750191453515,
      "grad_norm": 16.405170440673828,
      "learning_rate": 3.6581237600182856e-05,
      "loss": 0.0342,
      "step": 1060
    },
    {
      "epoch": 4.313256241384591,
      "grad_norm": 19.641298294067383,
      "learning_rate": 3.650796561068639e-05,
      "loss": 0.0394,
      "step": 1070
    },
    {
      "epoch": 4.337762291315668,
      "grad_norm": 14.00063705444336,
      "learning_rate": 3.6433991748780255e-05,
      "loss": 0.0336,
      "step": 1080
    },
    {
      "epoch": 4.362268341246745,
      "grad_norm": 13.914216995239258,
      "learning_rate": 3.635931915962565e-05,
      "loss": 0.0326,
      "step": 1090
    },
    {
      "epoch": 4.386774391177822,
      "grad_norm": 15.238022804260254,
      "learning_rate": 3.628395101809169e-05,
      "loss": 0.0312,
      "step": 1100
    },
    {
      "epoch": 4.411280441108898,
      "grad_norm": 15.279886245727539,
      "learning_rate": 3.62078905286204e-05,
      "loss": 0.0313,
      "step": 1110
    },
    {
      "epoch": 4.435786491039975,
      "grad_norm": 15.173819541931152,
      "learning_rate": 3.613114092509054e-05,
      "loss": 0.0315,
      "step": 1120
    },
    {
      "epoch": 4.460292540971052,
      "grad_norm": 15.986420631408691,
      "learning_rate": 3.6053705470680044e-05,
      "loss": 0.0333,
      "step": 1130
    },
    {
      "epoch": 4.484798590902129,
      "grad_norm": 18.724811553955078,
      "learning_rate": 3.59755874577273e-05,
      "loss": 0.0322,
      "step": 1140
    },
    {
      "epoch": 4.509304640833205,
      "grad_norm": 14.428422927856445,
      "learning_rate": 3.589679020759118e-05,
      "loss": 0.0278,
      "step": 1150
    },
    {
      "epoch": 4.533810690764282,
      "grad_norm": 14.249613761901855,
      "learning_rate": 3.5817317070509814e-05,
      "loss": 0.0323,
      "step": 1160
    },
    {
      "epoch": 4.558316740695359,
      "grad_norm": 13.707551002502441,
      "learning_rate": 3.573717142545814e-05,
      "loss": 0.0299,
      "step": 1170
    },
    {
      "epoch": 4.582822790626436,
      "grad_norm": 18.068727493286133,
      "learning_rate": 3.565635668000427e-05,
      "loss": 0.0319,
      "step": 1180
    },
    {
      "epoch": 4.607328840557512,
      "grad_norm": 15.44510269165039,
      "learning_rate": 3.557487627016458e-05,
      "loss": 0.0308,
      "step": 1190
    },
    {
      "epoch": 4.631834890488589,
      "grad_norm": 15.211899757385254,
      "learning_rate": 3.5492733660257605e-05,
      "loss": 0.029,
      "step": 1200
    },
    {
      "epoch": 4.656340940419666,
      "grad_norm": 18.195812225341797,
      "learning_rate": 3.5409932342756824e-05,
      "loss": 0.029,
      "step": 1210
    },
    {
      "epoch": 4.680846990350743,
      "grad_norm": 15.29293155670166,
      "learning_rate": 3.532647583814205e-05,
      "loss": 0.0275,
      "step": 1220
    },
    {
      "epoch": 4.705353040281819,
      "grad_norm": 13.911247253417969,
      "learning_rate": 3.524236769474987e-05,
      "loss": 0.0259,
      "step": 1230
    },
    {
      "epoch": 4.729859090212896,
      "grad_norm": 15.558411598205566,
      "learning_rate": 3.51576114886227e-05,
      "loss": 0.0287,
      "step": 1240
    },
    {
      "epoch": 4.754365140143973,
      "grad_norm": 16.093111038208008,
      "learning_rate": 3.507221082335676e-05,
      "loss": 0.0293,
      "step": 1250
    },
    {
      "epoch": 4.77887119007505,
      "grad_norm": 13.53354549407959,
      "learning_rate": 3.498616932994888e-05,
      "loss": 0.0278,
      "step": 1260
    },
    {
      "epoch": 4.803377240006126,
      "grad_norm": 22.743614196777344,
      "learning_rate": 3.489949066664211e-05,
      "loss": 0.034,
      "step": 1270
    },
    {
      "epoch": 4.827883289937203,
      "grad_norm": 14.596455574035645,
      "learning_rate": 3.481217851877015e-05,
      "loss": 0.0292,
      "step": 1280
    },
    {
      "epoch": 4.85238933986828,
      "grad_norm": 17.450109481811523,
      "learning_rate": 3.4724236598600725e-05,
      "loss": 0.0301,
      "step": 1290
    },
    {
      "epoch": 4.8768953897993566,
      "grad_norm": 15.233014106750488,
      "learning_rate": 3.4635668645177674e-05,
      "loss": 0.0292,
      "step": 1300
    },
    {
      "epoch": 4.901401439730433,
      "grad_norm": 15.098063468933105,
      "learning_rate": 3.454647842416204e-05,
      "loss": 0.0276,
      "step": 1310
    },
    {
      "epoch": 4.92590748966151,
      "grad_norm": 16.780668258666992,
      "learning_rate": 3.4456669727671944e-05,
      "loss": 0.027,
      "step": 1320
    },
    {
      "epoch": 4.950413539592587,
      "grad_norm": 16.340227127075195,
      "learning_rate": 3.436624637412132e-05,
      "loss": 0.0309,
      "step": 1330
    },
    {
      "epoch": 4.9749195895236635,
      "grad_norm": 12.311773300170898,
      "learning_rate": 3.427521220805763e-05,
      "loss": 0.0257,
      "step": 1340
    },
    {
      "epoch": 4.99942563945474,
      "grad_norm": 15.815475463867188,
      "learning_rate": 3.4183571099998355e-05,
      "loss": 0.0261,
      "step": 1350
    },
    {
      "epoch": 5.02021921165498,
      "grad_norm": 12.780634880065918,
      "learning_rate": 3.409132694626643e-05,
      "loss": 0.0281,
      "step": 1360
    },
    {
      "epoch": 5.042004220845531,
      "grad_norm": 14.720085144042969,
      "learning_rate": 3.3998483668824645e-05,
      "loss": 0.0236,
      "step": 1370
    },
    {
      "epoch": 5.063789230036082,
      "grad_norm": 16.020496368408203,
      "learning_rate": 3.390504521510882e-05,
      "loss": 0.0241,
      "step": 1380
    },
    {
      "epoch": 5.0855742392266325,
      "grad_norm": 13.678121566772461,
      "learning_rate": 3.381101555785999e-05,
      "loss": 0.0232,
      "step": 1390
    },
    {
      "epoch": 5.107359248417183,
      "grad_norm": 13.695241928100586,
      "learning_rate": 3.371639869495554e-05,
      "loss": 0.0237,
      "step": 1400
    },
    {
      "epoch": 5.1291442576077335,
      "grad_norm": 11.553495407104492,
      "learning_rate": 3.362119864923918e-05,
      "loss": 0.0237,
      "step": 1410
    },
    {
      "epoch": 5.1509292667982844,
      "grad_norm": 12.397970199584961,
      "learning_rate": 3.35254194683499e-05,
      "loss": 0.0236,
      "step": 1420
    },
    {
      "epoch": 5.172714275988835,
      "grad_norm": 14.61323356628418,
      "learning_rate": 3.342906522454992e-05,
      "loss": 0.0239,
      "step": 1430
    },
    {
      "epoch": 5.194499285179386,
      "grad_norm": 11.521512031555176,
      "learning_rate": 3.333214001455149e-05,
      "loss": 0.0191,
      "step": 1440
    },
    {
      "epoch": 5.216284294369936,
      "grad_norm": 15.835281372070312,
      "learning_rate": 3.323464795934279e-05,
      "loss": 0.0253,
      "step": 1450
    },
    {
      "epoch": 5.238069303560487,
      "grad_norm": 14.1622953414917,
      "learning_rate": 3.313659320401263e-05,
      "loss": 0.0243,
      "step": 1460
    },
    {
      "epoch": 5.259854312751038,
      "grad_norm": 12.993020057678223,
      "learning_rate": 3.303797991757425e-05,
      "loss": 0.0211,
      "step": 1470
    },
    {
      "epoch": 5.281639321941589,
      "grad_norm": 13.310782432556152,
      "learning_rate": 3.29388122927881e-05,
      "loss": 0.0278,
      "step": 1480
    },
    {
      "epoch": 5.30342433113214,
      "grad_norm": 17.85926628112793,
      "learning_rate": 3.2839094545983505e-05,
      "loss": 0.0212,
      "step": 1490
    },
    {
      "epoch": 5.32520934032269,
      "grad_norm": 12.155655860900879,
      "learning_rate": 3.273883091687946e-05,
      "loss": 0.0224,
      "step": 1500
    },
    {
      "epoch": 5.346994349513241,
      "grad_norm": 10.895421981811523,
      "learning_rate": 3.2638025668404334e-05,
      "loss": 0.0241,
      "step": 1510
    },
    {
      "epoch": 5.368779358703792,
      "grad_norm": 12.233269691467285,
      "learning_rate": 3.2536683086514634e-05,
      "loss": 0.0206,
      "step": 1520
    },
    {
      "epoch": 5.390564367894343,
      "grad_norm": 12.179084777832031,
      "learning_rate": 3.243480748001278e-05,
      "loss": 0.0241,
      "step": 1530
    },
    {
      "epoch": 5.412349377084894,
      "grad_norm": 13.7705078125,
      "learning_rate": 3.2332403180363906e-05,
      "loss": 0.0253,
      "step": 1540
    },
    {
      "epoch": 5.434134386275444,
      "grad_norm": 10.06460952758789,
      "learning_rate": 3.222947454151169e-05,
      "loss": 0.0249,
      "step": 1550
    },
    {
      "epoch": 5.455919395465995,
      "grad_norm": 16.193252563476562,
      "learning_rate": 3.212602593969325e-05,
      "loss": 0.0245,
      "step": 1560
    },
    {
      "epoch": 5.477704404656546,
      "grad_norm": 11.988511085510254,
      "learning_rate": 3.202206177325306e-05,
      "loss": 0.0238,
      "step": 1570
    },
    {
      "epoch": 5.499489413847097,
      "grad_norm": 11.607162475585938,
      "learning_rate": 3.191758646245596e-05,
      "loss": 0.0226,
      "step": 1580
    },
    {
      "epoch": 5.521274423037648,
      "grad_norm": 12.626535415649414,
      "learning_rate": 3.181260444929923e-05,
      "loss": 0.0204,
      "step": 1590
    },
    {
      "epoch": 5.543059432228198,
      "grad_norm": 12.591373443603516,
      "learning_rate": 3.1707120197323686e-05,
      "loss": 0.0207,
      "step": 1600
    },
    {
      "epoch": 5.564844441418749,
      "grad_norm": 12.233884811401367,
      "learning_rate": 3.1601138191423966e-05,
      "loss": 0.0223,
      "step": 1610
    },
    {
      "epoch": 5.5866294506092995,
      "grad_norm": 13.553182601928711,
      "learning_rate": 3.149466293765778e-05,
      "loss": 0.021,
      "step": 1620
    },
    {
      "epoch": 5.60841445979985,
      "grad_norm": 13.30004596710205,
      "learning_rate": 3.138769896305434e-05,
      "loss": 0.0188,
      "step": 1630
    },
    {
      "epoch": 5.630199468990401,
      "grad_norm": 13.62940502166748,
      "learning_rate": 3.128025081542196e-05,
      "loss": 0.0176,
      "step": 1640
    },
    {
      "epoch": 5.651984478180951,
      "grad_norm": 12.465331077575684,
      "learning_rate": 3.117232306315456e-05,
      "loss": 0.0195,
      "step": 1650
    },
    {
      "epoch": 5.673769487371502,
      "grad_norm": 12.430222511291504,
      "learning_rate": 3.106392029503757e-05,
      "loss": 0.0216,
      "step": 1660
    },
    {
      "epoch": 5.695554496562053,
      "grad_norm": 12.926973342895508,
      "learning_rate": 3.09550471200527e-05,
      "loss": 0.0192,
      "step": 1670
    },
    {
      "epoch": 5.717339505752604,
      "grad_norm": 13.914267539978027,
      "learning_rate": 3.08457081671821e-05,
      "loss": 0.021,
      "step": 1680
    },
    {
      "epoch": 5.739124514943155,
      "grad_norm": 13.50471019744873,
      "learning_rate": 3.073590808521144e-05,
      "loss": 0.0218,
      "step": 1690
    },
    {
      "epoch": 5.760909524133705,
      "grad_norm": 10.271846771240234,
      "learning_rate": 3.062565154253233e-05,
      "loss": 0.0202,
      "step": 1700
    },
    {
      "epoch": 5.782694533324256,
      "grad_norm": 14.907472610473633,
      "learning_rate": 3.0514943226943816e-05,
      "loss": 0.0236,
      "step": 1710
    },
    {
      "epoch": 5.804479542514807,
      "grad_norm": 13.36329174041748,
      "learning_rate": 3.040378784545304e-05,
      "loss": 0.021,
      "step": 1720
    },
    {
      "epoch": 5.826264551705358,
      "grad_norm": 11.128992080688477,
      "learning_rate": 3.0292190124075162e-05,
      "loss": 0.0176,
      "step": 1730
    },
    {
      "epoch": 5.848049560895909,
      "grad_norm": 11.310523986816406,
      "learning_rate": 3.018015480763236e-05,
      "loss": 0.0207,
      "step": 1740
    },
    {
      "epoch": 5.869834570086459,
      "grad_norm": 11.527318000793457,
      "learning_rate": 3.006768665955215e-05,
      "loss": 0.0187,
      "step": 1750
    },
    {
      "epoch": 5.89161957927701,
      "grad_norm": 11.697135925292969,
      "learning_rate": 2.9954790461664834e-05,
      "loss": 0.0202,
      "step": 1760
    },
    {
      "epoch": 5.913404588467561,
      "grad_norm": 10.337966918945312,
      "learning_rate": 2.984147101400018e-05,
      "loss": 0.0168,
      "step": 1770
    },
    {
      "epoch": 5.935189597658112,
      "grad_norm": 10.729581832885742,
      "learning_rate": 2.9727733134583358e-05,
      "loss": 0.021,
      "step": 1780
    },
    {
      "epoch": 5.956974606848663,
      "grad_norm": 11.193035125732422,
      "learning_rate": 2.961358165923008e-05,
      "loss": 0.0203,
      "step": 1790
    },
    {
      "epoch": 5.978759616039213,
      "grad_norm": 11.645442962646484,
      "learning_rate": 2.9499021441341012e-05,
      "loss": 0.0182,
      "step": 1800
    },
    {
      "epoch": 6.000544625229764,
      "grad_norm": 11.237954139709473,
      "learning_rate": 2.938405735169537e-05,
      "loss": 0.0184,
      "step": 1810
    },
    {
      "epoch": 6.019290314590042,
      "grad_norm": 10.546935081481934,
      "learning_rate": 2.9268694278243903e-05,
      "loss": 0.0179,
      "step": 1820
    },
    {
      "epoch": 6.039107010156057,
      "grad_norm": 9.956415176391602,
      "learning_rate": 2.915293712590102e-05,
      "loss": 0.0196,
      "step": 1830
    },
    {
      "epoch": 6.058923705722071,
      "grad_norm": 9.116511344909668,
      "learning_rate": 2.9036790816336252e-05,
      "loss": 0.0199,
      "step": 1840
    },
    {
      "epoch": 6.078740401288085,
      "grad_norm": 16.642379760742188,
      "learning_rate": 2.892026028776501e-05,
      "loss": 0.0173,
      "step": 1850
    },
    {
      "epoch": 6.098557096854099,
      "grad_norm": 11.179176330566406,
      "learning_rate": 2.8803350494738615e-05,
      "loss": 0.019,
      "step": 1860
    },
    {
      "epoch": 6.118373792420114,
      "grad_norm": 13.457623481750488,
      "learning_rate": 2.8686066407933656e-05,
      "loss": 0.0164,
      "step": 1870
    },
    {
      "epoch": 6.138190487986129,
      "grad_norm": 11.937878608703613,
      "learning_rate": 2.8568413013940642e-05,
      "loss": 0.019,
      "step": 1880
    },
    {
      "epoch": 6.158007183552143,
      "grad_norm": 14.586573600769043,
      "learning_rate": 2.845039531505199e-05,
      "loss": 0.0187,
      "step": 1890
    },
    {
      "epoch": 6.177823879118157,
      "grad_norm": 10.834576606750488,
      "learning_rate": 2.833201832904933e-05,
      "loss": 0.0205,
      "step": 1900
    },
    {
      "epoch": 6.197640574684171,
      "grad_norm": 10.595796585083008,
      "learning_rate": 2.8213287088990184e-05,
      "loss": 0.0194,
      "step": 1910
    },
    {
      "epoch": 6.217457270250185,
      "grad_norm": 12.627229690551758,
      "learning_rate": 2.8094206642993955e-05,
      "loss": 0.0145,
      "step": 1920
    },
    {
      "epoch": 3.1077549379303413,
      "grad_norm": 10.363633155822754,
      "learning_rate": 2.7974782054027308e-05,
      "loss": 0.0179,
      "step": 1930
    },
    {
      "epoch": 3.1238377644871087,
      "grad_norm": 14.35067081451416,
      "learning_rate": 2.7855018399688908e-05,
      "loss": 0.0184,
      "step": 1940
    },
    {
      "epoch": 3.139920591043876,
      "grad_norm": 10.560155868530273,
      "learning_rate": 2.773492077199351e-05,
      "loss": 0.0173,
      "step": 1950
    },
    {
      "epoch": 3.1560034176006435,
      "grad_norm": 10.620994567871094,
      "learning_rate": 2.76144942771555e-05,
      "loss": 0.0155,
      "step": 1960
    },
    {
      "epoch": 3.1720862441574105,
      "grad_norm": 9.053291320800781,
      "learning_rate": 2.749374403537177e-05,
      "loss": 0.0145,
      "step": 1970
    },
    {
      "epoch": 3.188169070714178,
      "grad_norm": 12.468178749084473,
      "learning_rate": 2.7372675180603994e-05,
      "loss": 0.0183,
      "step": 1980
    },
    {
      "epoch": 3.2042518972709453,
      "grad_norm": 8.465781211853027,
      "learning_rate": 2.7251292860360424e-05,
      "loss": 0.0164,
      "step": 1990
    },
    {
      "epoch": 3.2203347238277127,
      "grad_norm": 10.253599166870117,
      "learning_rate": 2.712960223547696e-05,
      "loss": 0.015,
      "step": 2000
    },
    {
      "epoch": 3.23641755038448,
      "grad_norm": 9.734599113464355,
      "learning_rate": 2.700760847989775e-05,
      "loss": 0.0144,
      "step": 2010
    },
    {
      "epoch": 3.2525003769412475,
      "grad_norm": 12.44884967803955,
      "learning_rate": 2.6885316780455208e-05,
      "loss": 0.0129,
      "step": 2020
    },
    {
      "epoch": 3.268583203498015,
      "grad_norm": 10.425430297851562,
      "learning_rate": 2.6762732336649492e-05,
      "loss": 0.0185,
      "step": 2030
    },
    {
      "epoch": 3.2846660300547823,
      "grad_norm": 10.850104331970215,
      "learning_rate": 2.6639860360427426e-05,
      "loss": 0.0143,
      "step": 2040
    },
    {
      "epoch": 3.3007488566115493,
      "grad_norm": 9.267366409301758,
      "learning_rate": 2.651670607596092e-05,
      "loss": 0.0146,
      "step": 2050
    },
    {
      "epoch": 3.3168316831683167,
      "grad_norm": 9.598543167114258,
      "learning_rate": 2.6393274719424814e-05,
      "loss": 0.0157,
      "step": 2060
    },
    {
      "epoch": 3.332914509725084,
      "grad_norm": 9.140937805175781,
      "learning_rate": 2.6269571538774294e-05,
      "loss": 0.0172,
      "step": 2070
    },
    {
      "epoch": 3.3489973362818515,
      "grad_norm": 10.654680252075195,
      "learning_rate": 2.6145601793521734e-05,
      "loss": 0.0162,
      "step": 2080
    },
    {
      "epoch": 3.365080162838619,
      "grad_norm": 10.139638900756836,
      "learning_rate": 2.6021370754513096e-05,
      "loss": 0.0168,
      "step": 2090
    },
    {
      "epoch": 3.3811629893953863,
      "grad_norm": 9.781733512878418,
      "learning_rate": 2.589688370370382e-05,
      "loss": 0.0165,
      "step": 2100
    },
    {
      "epoch": 3.3972458159521537,
      "grad_norm": 10.93750286102295,
      "learning_rate": 2.5772145933934235e-05,
      "loss": 0.0145,
      "step": 2110
    },
    {
      "epoch": 3.413328642508921,
      "grad_norm": 11.465789794921875,
      "learning_rate": 2.5647162748704562e-05,
      "loss": 0.0135,
      "step": 2120
    },
    {
      "epoch": 3.4294114690656885,
      "grad_norm": 9.151410102844238,
      "learning_rate": 2.5521939461949384e-05,
      "loss": 0.0163,
      "step": 2130
    },
    {
      "epoch": 3.4454942956224555,
      "grad_norm": 8.722734451293945,
      "learning_rate": 2.5396481397811715e-05,
      "loss": 0.0171,
      "step": 2140
    },
    {
      "epoch": 3.461577122179223,
      "grad_norm": 9.99445629119873,
      "learning_rate": 2.5270793890416677e-05,
      "loss": 0.0146,
      "step": 2150
    },
    {
      "epoch": 3.4776599487359903,
      "grad_norm": 11.865700721740723,
      "learning_rate": 2.5144882283644644e-05,
      "loss": 0.0172,
      "step": 2160
    },
    {
      "epoch": 3.4937427752927577,
      "grad_norm": 14.123621940612793,
      "learning_rate": 2.50187519309041e-05,
      "loss": 0.0146,
      "step": 2170
    },
    {
      "epoch": 3.509825601849525,
      "grad_norm": 10.353002548217773,
      "learning_rate": 2.4892408194903963e-05,
      "loss": 0.0155,
      "step": 2180
    },
    {
      "epoch": 3.5259084284062925,
      "grad_norm": 10.808701515197754,
      "learning_rate": 2.4765856447425614e-05,
      "loss": 0.0133,
      "step": 2190
    },
    {
      "epoch": 3.54199125496306,
      "grad_norm": 8.521575927734375,
      "learning_rate": 2.4639102069094522e-05,
      "loss": 0.0125,
      "step": 2200
    },
    {
      "epoch": 3.558074081519827,
      "grad_norm": 7.443869113922119,
      "learning_rate": 2.4512150449151433e-05,
      "loss": 0.0143,
      "step": 2210
    },
    {
      "epoch": 3.5741569080765947,
      "grad_norm": 10.696161270141602,
      "learning_rate": 2.438500698522325e-05,
      "loss": 0.0176,
      "step": 2220
    },
    {
      "epoch": 3.5902397346333617,
      "grad_norm": 19.051715850830078,
      "learning_rate": 2.4257677083093553e-05,
      "loss": 0.0167,
      "step": 2230
    },
    {
      "epoch": 3.606322561190129,
      "grad_norm": 13.287577629089355,
      "learning_rate": 2.413016615647275e-05,
      "loss": 0.0173,
      "step": 2240
    },
    {
      "epoch": 3.6224053877468965,
      "grad_norm": 10.227944374084473,
      "learning_rate": 2.4002479626767903e-05,
      "loss": 0.0153,
      "step": 2250
    },
    {
      "epoch": 3.638488214303664,
      "grad_norm": 10.98816204071045,
      "learning_rate": 2.3874622922852225e-05,
      "loss": 0.0136,
      "step": 2260
    },
    {
      "epoch": 3.6545710408604313,
      "grad_norm": 9.841387748718262,
      "learning_rate": 2.3746601480834258e-05,
      "loss": 0.0164,
      "step": 2270
    },
    {
      "epoch": 3.6706538674171987,
      "grad_norm": 9.20659351348877,
      "learning_rate": 2.361842074382674e-05,
      "loss": 0.0133,
      "step": 2280
    },
    {
      "epoch": 3.686736693973966,
      "grad_norm": 8.02350902557373,
      "learning_rate": 2.3490086161715197e-05,
      "loss": 0.0113,
      "step": 2290
    },
    {
      "epoch": 3.702819520530733,
      "grad_norm": 7.091673851013184,
      "learning_rate": 2.336160319092621e-05,
      "loss": 0.0127,
      "step": 2300
    },
    {
      "epoch": 3.718902347087501,
      "grad_norm": 9.675036430358887,
      "learning_rate": 2.3232977294195437e-05,
      "loss": 0.0195,
      "step": 2310
    },
    {
      "epoch": 3.734985173644268,
      "grad_norm": 8.969931602478027,
      "learning_rate": 2.3104213940335338e-05,
      "loss": 0.0118,
      "step": 2320
    },
    {
      "epoch": 3.7510680002010353,
      "grad_norm": 11.032634735107422,
      "learning_rate": 2.2975318604002667e-05,
      "loss": 0.0148,
      "step": 2330
    },
    {
      "epoch": 3.7671508267578027,
      "grad_norm": 8.483484268188477,
      "learning_rate": 2.2846296765465708e-05,
      "loss": 0.013,
      "step": 2340
    },
    {
      "epoch": 3.78323365331457,
      "grad_norm": 12.28922176361084,
      "learning_rate": 2.271715391037126e-05,
      "loss": 0.0123,
      "step": 2350
    },
    {
      "epoch": 3.7993164798713375,
      "grad_norm": 11.338895797729492,
      "learning_rate": 2.2587895529511396e-05,
      "loss": 0.0134,
      "step": 2360
    },
    {
      "epoch": 3.815399306428105,
      "grad_norm": 12.580510139465332,
      "learning_rate": 2.245852711859004e-05,
      "loss": 0.0132,
      "step": 2370
    },
    {
      "epoch": 3.8314821329848723,
      "grad_norm": 9.075506210327148,
      "learning_rate": 2.232905417798929e-05,
      "loss": 0.0148,
      "step": 2380
    },
    {
      "epoch": 3.8475649595416392,
      "grad_norm": 8.931917190551758,
      "learning_rate": 2.2199482212535522e-05,
      "loss": 0.0128,
      "step": 2390
    },
    {
      "epoch": 3.8636477860984066,
      "grad_norm": 12.407690048217773,
      "learning_rate": 2.206981673126539e-05,
      "loss": 0.0168,
      "step": 2400
    },
    {
      "epoch": 3.879730612655174,
      "grad_norm": 10.473590850830078,
      "learning_rate": 2.1940063247191582e-05,
      "loss": 0.0128,
      "step": 2410
    },
    {
      "epoch": 4.002587467656654,
      "grad_norm": 7.4311203956604,
      "learning_rate": 2.181022727706842e-05,
      "loss": 0.0122,
      "step": 2420
    },
    {
      "epoch": 4.020587242659467,
      "grad_norm": 7.310738563537598,
      "learning_rate": 2.168031434115729e-05,
      "loss": 0.0067,
      "step": 2430
    },
    {
      "epoch": 4.038587017662279,
      "grad_norm": 13.81872272491455,
      "learning_rate": 2.1550329962991946e-05,
      "loss": 0.008,
      "step": 2440
    },
    {
      "epoch": 4.056586792665092,
      "grad_norm": 7.483142852783203,
      "learning_rate": 2.142027966914368e-05,
      "loss": 0.0072,
      "step": 2450
    },
    {
      "epoch": 4.074586567667904,
      "grad_norm": 7.784074783325195,
      "learning_rate": 2.1290168988986332e-05,
      "loss": 0.0073,
      "step": 2460
    },
    {
      "epoch": 4.0925863426707165,
      "grad_norm": 7.706643581390381,
      "learning_rate": 2.116000345446118e-05,
      "loss": 0.0074,
      "step": 2470
    },
    {
      "epoch": 4.110586117673529,
      "grad_norm": 8.789175987243652,
      "learning_rate": 2.1029788599841784e-05,
      "loss": 0.0077,
      "step": 2480
    },
    {
      "epoch": 4.128585892676342,
      "grad_norm": 6.578799724578857,
      "learning_rate": 2.0899529961498633e-05,
      "loss": 0.0074,
      "step": 2490
    },
    {
      "epoch": 4.146585667679154,
      "grad_norm": 6.066508769989014,
      "learning_rate": 2.076923307766379e-05,
      "loss": 0.0071,
      "step": 2500
    },
    {
      "epoch": 4.164585442681966,
      "grad_norm": 8.597545623779297,
      "learning_rate": 2.0638903488195406e-05,
      "loss": 0.0074,
      "step": 2510
    },
    {
      "epoch": 4.182585217684779,
      "grad_norm": 9.465729713439941,
      "learning_rate": 2.050854673434217e-05,
      "loss": 0.0077,
      "step": 2520
    },
    {
      "epoch": 4.200584992687592,
      "grad_norm": 9.023458480834961,
      "learning_rate": 2.037816835850776e-05,
      "loss": 0.0076,
      "step": 2530
    },
    {
      "epoch": 4.218584767690404,
      "grad_norm": 7.603120803833008,
      "learning_rate": 2.024777390401512e-05,
      "loss": 0.0076,
      "step": 2540
    },
    {
      "epoch": 4.236584542693216,
      "grad_norm": 7.11006498336792,
      "learning_rate": 2.0117368914870838e-05,
      "loss": 0.0079,
      "step": 2550
    },
    {
      "epoch": 4.254584317696029,
      "grad_norm": 9.57967758178711,
      "learning_rate": 1.9986958935529393e-05,
      "loss": 0.0082,
      "step": 2560
    },
    {
      "epoch": 4.272584092698842,
      "grad_norm": 10.809629440307617,
      "learning_rate": 1.9856549510657447e-05,
      "loss": 0.0086,
      "step": 2570
    },
    {
      "epoch": 4.2905838677016535,
      "grad_norm": 9.166589736938477,
      "learning_rate": 1.9726146184898066e-05,
      "loss": 0.0075,
      "step": 2580
    },
    {
      "epoch": 4.308583642704466,
      "grad_norm": 7.303510665893555,
      "learning_rate": 1.959575450263503e-05,
      "loss": 0.0076,
      "step": 2590
    },
    {
      "epoch": 4.326583417707279,
      "grad_norm": 6.71479606628418,
      "learning_rate": 1.9465380007757043e-05,
      "loss": 0.0076,
      "step": 2600
    },
    {
      "epoch": 4.3445831927100915,
      "grad_norm": 6.198269367218018,
      "learning_rate": 1.933502824342205e-05,
      "loss": 0.0071,
      "step": 2610
    },
    {
      "epoch": 4.362582967712903,
      "grad_norm": 6.006600856781006,
      "learning_rate": 1.9204704751821586e-05,
      "loss": 0.0072,
      "step": 2620
    },
    {
      "epoch": 4.380582742715716,
      "grad_norm": 6.971927165985107,
      "learning_rate": 1.907441507394507e-05,
      "loss": 0.0076,
      "step": 2630
    },
    {
      "epoch": 4.398582517718529,
      "grad_norm": 8.39477825164795,
      "learning_rate": 1.894416474934429e-05,
      "loss": 0.0075,
      "step": 2640
    },
    {
      "epoch": 4.416582292721341,
      "grad_norm": 7.6670355796813965,
      "learning_rate": 1.8813959315897815e-05,
      "loss": 0.0083,
      "step": 2650
    },
    {
      "epoch": 4.434582067724153,
      "grad_norm": 7.985522747039795,
      "learning_rate": 1.8683804309575587e-05,
      "loss": 0.0075,
      "step": 2660
    },
    {
      "epoch": 4.452581842726966,
      "grad_norm": 7.552544593811035,
      "learning_rate": 1.855370526420352e-05,
      "loss": 0.0073,
      "step": 2670
    },
    {
      "epoch": 4.470581617729779,
      "grad_norm": 7.256811618804932,
      "learning_rate": 1.842366771122823e-05,
      "loss": 0.0066,
      "step": 2680
    },
    {
      "epoch": 4.488581392732591,
      "grad_norm": 7.66050386428833,
      "learning_rate": 1.829369717948185e-05,
      "loss": 0.0078,
      "step": 2690
    },
    {
      "epoch": 4.506581167735403,
      "grad_norm": 6.683782577514648,
      "learning_rate": 1.8163799194946938e-05,
      "loss": 0.0079,
      "step": 2700
    },
    {
      "epoch": 4.524580942738216,
      "grad_norm": 6.800795078277588,
      "learning_rate": 1.8033979280521584e-05,
      "loss": 0.0069,
      "step": 2710
    },
    {
      "epoch": 4.5425807177410285,
      "grad_norm": 8.025465965270996,
      "learning_rate": 1.790424295578453e-05,
      "loss": 0.0069,
      "step": 2720
    },
    {
      "epoch": 4.56058049274384,
      "grad_norm": 10.645038604736328,
      "learning_rate": 1.777459573676051e-05,
      "loss": 0.0076,
      "step": 2730
    },
    {
      "epoch": 4.578580267746653,
      "grad_norm": 9.160017013549805,
      "learning_rate": 1.764504313568577e-05,
      "loss": 0.0068,
      "step": 2740
    },
    {
      "epoch": 4.596580042749466,
      "grad_norm": 8.349514961242676,
      "learning_rate": 1.7515590660773633e-05,
      "loss": 0.0076,
      "step": 2750
    },
    {
      "epoch": 4.614579817752278,
      "grad_norm": 5.219119071960449,
      "learning_rate": 1.7386243815980354e-05,
      "loss": 0.0073,
      "step": 2760
    },
    {
      "epoch": 4.632579592755091,
      "grad_norm": 7.130075931549072,
      "learning_rate": 1.7257008100771072e-05,
      "loss": 0.007,
      "step": 2770
    },
    {
      "epoch": 4.650579367757903,
      "grad_norm": 6.3263115882873535,
      "learning_rate": 1.7127889009886036e-05,
      "loss": 0.0067,
      "step": 2780
    },
    {
      "epoch": 4.6685791427607155,
      "grad_norm": 6.6792778968811035,
      "learning_rate": 1.699889203310695e-05,
      "loss": 0.0075,
      "step": 2790
    },
    {
      "epoch": 4.686578917763528,
      "grad_norm": 6.040131092071533,
      "learning_rate": 1.6870022655023544e-05,
      "loss": 0.0072,
      "step": 2800
    },
    {
      "epoch": 4.70457869276634,
      "grad_norm": 6.8368306159973145,
      "learning_rate": 1.674128635480044e-05,
      "loss": 0.0071,
      "step": 2810
    },
    {
      "epoch": 4.722578467769153,
      "grad_norm": 8.718803405761719,
      "learning_rate": 1.6612688605944133e-05,
      "loss": 0.0074,
      "step": 2820
    },
    {
      "epoch": 4.740578242771965,
      "grad_norm": 8.861642837524414,
      "learning_rate": 1.6484234876070335e-05,
      "loss": 0.0063,
      "step": 2830
    },
    {
      "epoch": 4.758578017774778,
      "grad_norm": 6.4469475746154785,
      "learning_rate": 1.6355930626671447e-05,
      "loss": 0.007,
      "step": 2840
    },
    {
      "epoch": 4.776577792777591,
      "grad_norm": 9.30246639251709,
      "learning_rate": 1.6227781312884388e-05,
      "loss": 0.0073,
      "step": 2850
    },
    {
      "epoch": 4.794577567780403,
      "grad_norm": 8.216259002685547,
      "learning_rate": 1.6099792383258664e-05,
      "loss": 0.0071,
      "step": 2860
    },
    {
      "epoch": 4.812577342783215,
      "grad_norm": 10.296393394470215,
      "learning_rate": 1.5971969279524668e-05,
      "loss": 0.0075,
      "step": 2870
    },
    {
      "epoch": 5.01673208014873,
      "grad_norm": 6.276814937591553,
      "learning_rate": 1.584431743636237e-05,
      "loss": 0.0059,
      "step": 2880
    },
    {
      "epoch": 5.038766095159402,
      "grad_norm": 6.1525068283081055,
      "learning_rate": 1.5716842281170205e-05,
      "loss": 0.0059,
      "step": 2890
    },
    {
      "epoch": 5.060800110170075,
      "grad_norm": 5.246829032897949,
      "learning_rate": 1.558954923383432e-05,
      "loss": 0.0057,
      "step": 2900
    },
    {
      "epoch": 5.082834125180748,
      "grad_norm": 8.341444969177246,
      "learning_rate": 1.5462443706498178e-05,
      "loss": 0.0061,
      "step": 2910
    },
    {
      "epoch": 5.104868140191421,
      "grad_norm": 8.144927024841309,
      "learning_rate": 1.533553110333239e-05,
      "loss": 0.0058,
      "step": 2920
    },
    {
      "epoch": 5.126902155202093,
      "grad_norm": 4.849141597747803,
      "learning_rate": 1.5208816820304973e-05,
      "loss": 0.0055,
      "step": 2930
    },
    {
      "epoch": 5.148936170212766,
      "grad_norm": 5.376830577850342,
      "learning_rate": 1.5082306244951956e-05,
      "loss": 0.0052,
      "step": 2940
    },
    {
      "epoch": 5.170970185223439,
      "grad_norm": 5.531591892242432,
      "learning_rate": 1.495600475614825e-05,
      "loss": 0.0059,
      "step": 2950
    },
    {
      "epoch": 5.193004200234111,
      "grad_norm": 4.80387020111084,
      "learning_rate": 1.4829917723879029e-05,
      "loss": 0.0056,
      "step": 2960
    },
    {
      "epoch": 5.2150382152447845,
      "grad_norm": 6.294495582580566,
      "learning_rate": 1.4704050509011345e-05,
      "loss": 0.0056,
      "step": 2970
    },
    {
      "epoch": 5.237072230255457,
      "grad_norm": 5.95064640045166,
      "learning_rate": 1.4578408463066246e-05,
      "loss": 0.0058,
      "step": 2980
    },
    {
      "epoch": 5.259106245266129,
      "grad_norm": 6.749286651611328,
      "learning_rate": 1.4452996927991236e-05,
      "loss": 0.006,
      "step": 2990
    },
    {
      "epoch": 5.2811402602768025,
      "grad_norm": 6.431356906890869,
      "learning_rate": 1.4327821235933126e-05,
      "loss": 0.0062,
      "step": 3000
    },
    {
      "epoch": 5.303174275287475,
      "grad_norm": 5.065823554992676,
      "learning_rate": 1.4202886709011357e-05,
      "loss": 0.005,
      "step": 3010
    },
    {
      "epoch": 5.325208290298148,
      "grad_norm": 4.399689674377441,
      "learning_rate": 1.4078198659091686e-05,
      "loss": 0.006,
      "step": 3020
    },
    {
      "epoch": 5.3472423053088205,
      "grad_norm": 4.889394283294678,
      "learning_rate": 1.3953762387560392e-05,
      "loss": 0.0054,
      "step": 3030
    },
    {
      "epoch": 5.369276320319493,
      "grad_norm": 6.588573455810547,
      "learning_rate": 1.3829583185098802e-05,
      "loss": 0.0056,
      "step": 3040
    },
    {
      "epoch": 5.391310335330166,
      "grad_norm": 4.880826473236084,
      "learning_rate": 1.3705666331458424e-05,
      "loss": 0.0052,
      "step": 3050
    },
    {
      "epoch": 5.4133443503408385,
      "grad_norm": 5.972387313842773,
      "learning_rate": 1.3582017095236413e-05,
      "loss": 0.0052,
      "step": 3060
    },
    {
      "epoch": 5.435378365351512,
      "grad_norm": 5.3322224617004395,
      "learning_rate": 1.345864073365157e-05,
      "loss": 0.0054,
      "step": 3070
    },
    {
      "epoch": 5.457412380362184,
      "grad_norm": 4.680153846740723,
      "learning_rate": 1.3335542492320856e-05,
      "loss": 0.0059,
      "step": 3080
    },
    {
      "epoch": 5.4794463953728565,
      "grad_norm": 5.0644636154174805,
      "learning_rate": 1.3212727605036319e-05,
      "loss": 0.0055,
      "step": 3090
    },
    {
      "epoch": 5.50148041038353,
      "grad_norm": 6.729560375213623,
      "learning_rate": 1.3090201293542597e-05,
      "loss": 0.0061,
      "step": 3100
    },
    {
      "epoch": 5.523514425394202,
      "grad_norm": 6.099545001983643,
      "learning_rate": 1.2967968767314898e-05,
      "loss": 0.0063,
      "step": 3110
    },
    {
      "epoch": 5.545548440404875,
      "grad_norm": 4.657865524291992,
      "learning_rate": 1.284603522333749e-05,
      "loss": 0.0052,
      "step": 3120
    },
    {
      "epoch": 5.567582455415548,
      "grad_norm": 5.916351795196533,
      "learning_rate": 1.2724405845882775e-05,
      "loss": 0.0056,
      "step": 3130
    },
    {
      "epoch": 5.58961647042622,
      "grad_norm": 6.424000263214111,
      "learning_rate": 1.2603085806290824e-05,
      "loss": 0.0065,
      "step": 3140
    },
    {
      "epoch": 5.611650485436893,
      "grad_norm": 7.819843769073486,
      "learning_rate": 1.2482080262749538e-05,
      "loss": 0.0057,
      "step": 3150
    },
    {
      "epoch": 5.633684500447566,
      "grad_norm": 6.704712867736816,
      "learning_rate": 1.2361394360075348e-05,
      "loss": 0.0052,
      "step": 3160
    },
    {
      "epoch": 5.655718515458239,
      "grad_norm": 5.237440586090088,
      "learning_rate": 1.224103322949442e-05,
      "loss": 0.0052,
      "step": 3170
    },
    {
      "epoch": 5.677752530468911,
      "grad_norm": 6.460971355438232,
      "learning_rate": 1.2121001988424541e-05,
      "loss": 0.0057,
      "step": 3180
    },
    {
      "epoch": 5.699786545479584,
      "grad_norm": 5.491466522216797,
      "learning_rate": 1.2001305740257505e-05,
      "loss": 0.0051,
      "step": 3190
    },
    {
      "epoch": 5.721820560490257,
      "grad_norm": 5.925656318664551,
      "learning_rate": 1.188194957414217e-05,
      "loss": 0.0054,
      "step": 3200
    },
    {
      "epoch": 5.743854575500929,
      "grad_norm": 6.257553577423096,
      "learning_rate": 1.176293856476804e-05,
      "loss": 0.0053,
      "step": 3210
    },
    {
      "epoch": 5.765888590511603,
      "grad_norm": 4.400306224822998,
      "learning_rate": 1.1644277772149531e-05,
      "loss": 0.0051,
      "step": 3220
    },
    {
      "epoch": 5.787922605522275,
      "grad_norm": 6.251142978668213,
      "learning_rate": 1.1525972241410827e-05,
      "loss": 0.0052,
      "step": 3230
    },
    {
      "epoch": 5.809956620532947,
      "grad_norm": 4.689172267913818,
      "learning_rate": 1.1408027002571359e-05,
      "loss": 0.0057,
      "step": 3240
    },
    {
      "epoch": 5.831990635543621,
      "grad_norm": 6.150318145751953,
      "learning_rate": 1.1290447070331958e-05,
      "loss": 0.0053,
      "step": 3250
    },
    {
      "epoch": 5.854024650554293,
      "grad_norm": 5.218411445617676,
      "learning_rate": 1.1173237443861678e-05,
      "loss": 0.0057,
      "step": 3260
    },
    {
      "epoch": 5.876058665564966,
      "grad_norm": 4.724580764770508,
      "learning_rate": 1.1056403106585156e-05,
      "loss": 0.005,
      "step": 3270
    },
    {
      "epoch": 5.898092680575639,
      "grad_norm": 3.99684476852417,
      "learning_rate": 1.093994902597082e-05,
      "loss": 0.0053,
      "step": 3280
    },
    {
      "epoch": 5.920126695586311,
      "grad_norm": 5.558387756347656,
      "learning_rate": 1.0823880153319642e-05,
      "loss": 0.0051,
      "step": 3290
    },
    {
      "epoch": 5.942160710596984,
      "grad_norm": 5.6572957038879395,
      "learning_rate": 1.0708201423554634e-05,
      "loss": 0.0055,
      "step": 3300
    },
    {
      "epoch": 5.964194725607657,
      "grad_norm": 3.7635843753814697,
      "learning_rate": 1.059291775501102e-05,
      "loss": 0.0056,
      "step": 3310
    },
    {
      "epoch": 5.98622874061833,
      "grad_norm": 5.005063056945801,
      "learning_rate": 1.0478034049227137e-05,
      "loss": 0.0054,
      "step": 3320
    },
    {
      "epoch": 6.008149523300085,
      "grad_norm": 12.51547908782959,
      "learning_rate": 1.036355519073602e-05,
      "loss": 0.0065,
      "step": 3330
    },
    {
      "epoch": 6.028287341493345,
      "grad_norm": 3.451265335083008,
      "learning_rate": 1.0249486046857735e-05,
      "loss": 0.0051,
      "step": 3340
    },
    {
      "epoch": 6.048425159686605,
      "grad_norm": 7.321857929229736,
      "learning_rate": 1.0135831467492432e-05,
      "loss": 0.0059,
      "step": 3350
    },
    {
      "epoch": 6.068562977879865,
      "grad_norm": 4.42759895324707,
      "learning_rate": 1.0022596284914138e-05,
      "loss": 0.006,
      "step": 3360
    },
    {
      "epoch": 6.088700796073126,
      "grad_norm": 3.1307969093322754,
      "learning_rate": 9.90978531356531e-06,
      "loss": 0.005,
      "step": 3370
    },
    {
      "epoch": 6.108838614266386,
      "grad_norm": 5.168570518493652,
      "learning_rate": 9.797403349852126e-06,
      "loss": 0.0044,
      "step": 3380
    },
    {
      "epoch": 6.128976432459646,
      "grad_norm": 6.52720832824707,
      "learning_rate": 9.685455171940567e-06,
      "loss": 0.005,
      "step": 3390
    },
    {
      "epoch": 6.1491142506529055,
      "grad_norm": 4.172718048095703,
      "learning_rate": 9.573945539553258e-06,
      "loss": 0.0044,
      "step": 3400
    },
    {
      "epoch": 6.169252068846166,
      "grad_norm": 8.326397895812988,
      "learning_rate": 9.462879193767092e-06,
      "loss": 0.0053,
      "step": 3410
    },
    {
      "epoch": 6.189389887039426,
      "grad_norm": 4.124663352966309,
      "learning_rate": 9.352260856811667e-06,
      "loss": 0.0058,
      "step": 3420
    },
    {
      "epoch": 6.209527705232686,
      "grad_norm": 4.169667720794678,
      "learning_rate": 9.2420952318685e-06,
      "loss": 0.0049,
      "step": 3430
    },
    {
      "epoch": 6.229665523425946,
      "grad_norm": 5.089596271514893,
      "learning_rate": 9.132387002871057e-06,
      "loss": 0.0044,
      "step": 3440
    },
    {
      "epoch": 6.249803341619207,
      "grad_norm": 6.561634540557861,
      "learning_rate": 9.023140834305621e-06,
      "loss": 0.0051,
      "step": 3450
    },
    {
      "epoch": 6.269941159812467,
      "grad_norm": 3.9571590423583984,
      "learning_rate": 8.914361371012939e-06,
      "loss": 0.0045,
      "step": 3460
    },
    {
      "epoch": 6.2900789780057265,
      "grad_norm": 5.203815460205078,
      "learning_rate": 8.806053237990788e-06,
      "loss": 0.0065,
      "step": 3470
    },
    {
      "epoch": 6.310216796198986,
      "grad_norm": 4.430067539215088,
      "learning_rate": 8.698221040197288e-06,
      "loss": 0.0047,
      "step": 3480
    },
    {
      "epoch": 6.330354614392247,
      "grad_norm": 6.157893180847168,
      "learning_rate": 8.590869362355128e-06,
      "loss": 0.0063,
      "step": 3490
    },
    {
      "epoch": 6.350492432585507,
      "grad_norm": 4.458155155181885,
      "learning_rate": 8.484002768756643e-06,
      "loss": 0.0048,
      "step": 3500
    },
    {
      "epoch": 6.370630250778767,
      "grad_norm": 3.2868919372558594,
      "learning_rate": 8.37762580306972e-06,
      "loss": 0.0042,
      "step": 3510
    },
    {
      "epoch": 6.390768068972028,
      "grad_norm": 4.93739652633667,
      "learning_rate": 8.271742988144688e-06,
      "loss": 0.0051,
      "step": 3520
    },
    {
      "epoch": 6.4109058871652875,
      "grad_norm": 3.718449115753174,
      "learning_rate": 8.166358825821923e-06,
      "loss": 0.0048,
      "step": 3530
    },
    {
      "epoch": 6.431043705358547,
      "grad_norm": 3.594763994216919,
      "learning_rate": 8.061477796740511e-06,
      "loss": 0.0054,
      "step": 3540
    },
    {
      "epoch": 6.451181523551807,
      "grad_norm": 6.66500997543335,
      "learning_rate": 7.957104360147746e-06,
      "loss": 0.0046,
      "step": 3550
    },
    {
      "epoch": 6.471319341745068,
      "grad_norm": 3.4088094234466553,
      "learning_rate": 7.853242953709467e-06,
      "loss": 0.006,
      "step": 3560
    },
    {
      "epoch": 6.491457159938328,
      "grad_norm": 3.0382471084594727,
      "learning_rate": 7.74989799332146e-06,
      "loss": 0.0051,
      "step": 3570
    },
    {
      "epoch": 6.511594978131588,
      "grad_norm": 3.609813928604126,
      "learning_rate": 7.64707387292166e-06,
      "loss": 0.005,
      "step": 3580
    },
    {
      "epoch": 6.531732796324848,
      "grad_norm": 4.544133186340332,
      "learning_rate": 7.544774964303341e-06,
      "loss": 0.005,
      "step": 3590
    },
    {
      "epoch": 6.5518706145181085,
      "grad_norm": 3.8849527835845947,
      "learning_rate": 7.443005616929277e-06,
      "loss": 0.0045,
      "step": 3600
    },
    {
      "epoch": 6.572008432711368,
      "grad_norm": 4.574479579925537,
      "learning_rate": 7.341770157746737e-06,
      "loss": 0.0047,
      "step": 3610
    },
    {
      "epoch": 6.592146250904628,
      "grad_norm": 3.9820139408111572,
      "learning_rate": 7.241072891003589e-06,
      "loss": 0.005,
      "step": 3620
    },
    {
      "epoch": 6.612284069097889,
      "grad_norm": 3.3841769695281982,
      "learning_rate": 7.1409180980652596e-06,
      "loss": 0.0039,
      "step": 3630
    },
    {
      "epoch": 6.632421887291149,
      "grad_norm": 3.9114112854003906,
      "learning_rate": 7.041310037232712e-06,
      "loss": 0.0047,
      "step": 3640
    },
    {
      "epoch": 6.652559705484409,
      "grad_norm": 10.5076904296875,
      "learning_rate": 6.942252943561396e-06,
      "loss": 0.0051,
      "step": 3650
    },
    {
      "epoch": 6.672697523677669,
      "grad_norm": 3.7937240600585938,
      "learning_rate": 6.843751028681178e-06,
      "loss": 0.0041,
      "step": 3660
    },
    {
      "epoch": 6.692835341870929,
      "grad_norm": 5.625157356262207,
      "learning_rate": 6.74580848061728e-06,
      "loss": 0.0044,
      "step": 3670
    },
    {
      "epoch": 6.712973160064189,
      "grad_norm": 3.2087152004241943,
      "learning_rate": 6.648429463612218e-06,
      "loss": 0.0066,
      "step": 3680
    },
    {
      "epoch": 6.733110978257449,
      "grad_norm": 3.721176862716675,
      "learning_rate": 6.551618117948746e-06,
      "loss": 0.0044,
      "step": 3690
    },
    {
      "epoch": 6.753248796450709,
      "grad_norm": 3.429137945175171,
      "learning_rate": 6.4553785597738195e-06,
      "loss": 0.0048,
      "step": 3700
    },
    {
      "epoch": 6.77338661464397,
      "grad_norm": 3.475482225418091,
      "learning_rate": 6.359714880923602e-06,
      "loss": 0.006,
      "step": 3710
    },
    {
      "epoch": 6.79352443283723,
      "grad_norm": 4.675537586212158,
      "learning_rate": 6.2646311487494785e-06,
      "loss": 0.0044,
      "step": 3720
    },
    {
      "epoch": 6.81366225103049,
      "grad_norm": 6.543276786804199,
      "learning_rate": 6.170131405945125e-06,
      "loss": 0.0049,
      "step": 3730
    },
    {
      "epoch": 6.83380006922375,
      "grad_norm": 3.8348066806793213,
      "learning_rate": 6.0762196703746324e-06,
      "loss": 0.0049,
      "step": 3740
    },
    {
      "epoch": 6.85393788741701,
      "grad_norm": 3.8558757305145264,
      "learning_rate": 5.982899934901667e-06,
      "loss": 0.0042,
      "step": 3750
    },
    {
      "epoch": 6.87407570561027,
      "grad_norm": 3.2190654277801514,
      "learning_rate": 5.8901761672197165e-06,
      "loss": 0.0039,
      "step": 3760
    },
    {
      "epoch": 6.89421352380353,
      "grad_norm": 3.8839619159698486,
      "learning_rate": 5.798052309683384e-06,
      "loss": 0.005,
      "step": 3770
    },
    {
      "epoch": 6.914351341996791,
      "grad_norm": 3.031508684158325,
      "learning_rate": 5.706532279140782e-06,
      "loss": 0.0048,
      "step": 3780
    },
    {
      "epoch": 6.934489160190051,
      "grad_norm": 4.985992431640625,
      "learning_rate": 5.61561996676699e-06,
      "loss": 0.0059,
      "step": 3790
    },
    {
      "epoch": 6.954626978383311,
      "grad_norm": 4.688712120056152,
      "learning_rate": 5.5253192378985966e-06,
      "loss": 0.0043,
      "step": 3800
    },
    {
      "epoch": 6.9747647965765704,
      "grad_norm": 5.569628715515137,
      "learning_rate": 5.43563393186941e-06,
      "loss": 0.0043,
      "step": 3810
    },
    {
      "epoch": 6.994902614769831,
      "grad_norm": 2.9404146671295166,
      "learning_rate": 5.346567861847168e-06,
      "loss": 0.0045,
      "step": 3820
    },
    {
      "epoch": 7.01372683596431,
      "grad_norm": 2.525343656539917,
      "learning_rate": 5.258124814671403e-06,
      "loss": 0.007,
      "step": 3830
    },
    {
      "epoch": 7.0320292839167235,
      "grad_norm": 6.035243988037109,
      "learning_rate": 5.1703085506925225e-06,
      "loss": 0.0087,
      "step": 3840
    },
    {
      "epoch": 7.050331731869138,
      "grad_norm": 3.9128825664520264,
      "learning_rate": 5.083122803611802e-06,
      "loss": 0.0065,
      "step": 3850
    },
    {
      "epoch": 7.068634179821551,
      "grad_norm": 5.710306644439697,
      "learning_rate": 4.996571280322762e-06,
      "loss": 0.0116,
      "step": 3860
    },
    {
      "epoch": 7.086936627773965,
      "grad_norm": 9.083086967468262,
      "learning_rate": 4.910657660753482e-06,
      "loss": 0.0094,
      "step": 3870
    },
    {
      "epoch": 7.105239075726378,
      "grad_norm": 4.0207672119140625,
      "learning_rate": 4.825385597710148e-06,
      "loss": 0.0085,
      "step": 3880
    },
    {
      "epoch": 7.123541523678792,
      "grad_norm": 3.8497507572174072,
      "learning_rate": 4.740758716721803e-06,
      "loss": 0.0083,
      "step": 3890
    },
    {
      "epoch": 7.141843971631205,
      "grad_norm": 5.6043009757995605,
      "learning_rate": 4.6567806158861164e-06,
      "loss": 0.0054,
      "step": 3900
    },
    {
      "epoch": 7.1601464195836195,
      "grad_norm": 3.8586933612823486,
      "learning_rate": 4.573454865716465e-06,
      "loss": 0.0068,
      "step": 3910
    },
    {
      "epoch": 7.178448867536033,
      "grad_norm": 4.219987392425537,
      "learning_rate": 4.490785008990113e-06,
      "loss": 0.0084,
      "step": 3920
    },
    {
      "epoch": 7.196751315488447,
      "grad_norm": 4.6731109619140625,
      "learning_rate": 4.408774560597544e-06,
      "loss": 0.0068,
      "step": 3930
    },
    {
      "epoch": 7.21505376344086,
      "grad_norm": 2.894176483154297,
      "learning_rate": 4.32742700739309e-06,
      "loss": 0.007,
      "step": 3940
    },
    {
      "epoch": 7.233356211393274,
      "grad_norm": 3.3003957271575928,
      "learning_rate": 4.246745808046599e-06,
      "loss": 0.0078,
      "step": 3950
    },
    {
      "epoch": 7.251658659345687,
      "grad_norm": 3.965242862701416,
      "learning_rate": 4.166734392896438e-06,
      "loss": 0.0054,
      "step": 3960
    },
    {
      "epoch": 7.269961107298101,
      "grad_norm": 3.6206185817718506,
      "learning_rate": 4.087396163803645e-06,
      "loss": 0.0066,
      "step": 3970
    },
    {
      "epoch": 7.288263555250515,
      "grad_norm": 3.3707611560821533,
      "learning_rate": 4.008734494007241e-06,
      "loss": 0.0084,
      "step": 3980
    },
    {
      "epoch": 7.306566003202929,
      "grad_norm": 3.408390522003174,
      "learning_rate": 3.9307527279808665e-06,
      "loss": 0.0045,
      "step": 3990
    },
    {
      "epoch": 7.324868451155342,
      "grad_norm": 3.1554362773895264,
      "learning_rate": 3.85345418129055e-06,
      "loss": 0.0084,
      "step": 4000
    },
    {
      "epoch": 7.343170899107756,
      "grad_norm": 3.7730562686920166,
      "learning_rate": 3.776842140453756e-06,
      "loss": 0.0056,
      "step": 4010
    },
    {
      "epoch": 7.361473347060169,
      "grad_norm": 2.509883165359497,
      "learning_rate": 3.700919862799639e-06,
      "loss": 0.0077,
      "step": 4020
    },
    {
      "epoch": 7.379775795012583,
      "grad_norm": 4.287370681762695,
      "learning_rate": 3.6256905763305605e-06,
      "loss": 0.0067,
      "step": 4030
    },
    {
      "epoch": 7.3980782429649965,
      "grad_norm": 6.043769359588623,
      "learning_rate": 3.5511574795848415e-06,
      "loss": 0.0051,
      "step": 4040
    },
    {
      "epoch": 7.416380690917411,
      "grad_norm": 11.113882064819336,
      "learning_rate": 3.4773237415007644e-06,
      "loss": 0.0077,
      "step": 4050
    },
    {
      "epoch": 7.434683138869824,
      "grad_norm": 4.403820037841797,
      "learning_rate": 3.4041925012818423e-06,
      "loss": 0.0061,
      "step": 4060
    },
    {
      "epoch": 7.452985586822238,
      "grad_norm": 3.961599826812744,
      "learning_rate": 3.3317668682633532e-06,
      "loss": 0.0081,
      "step": 4070
    },
    {
      "epoch": 7.471288034774651,
      "grad_norm": 2.8031773567199707,
      "learning_rate": 3.2600499217801307e-06,
      "loss": 0.0083,
      "step": 4080
    },
    {
      "epoch": 7.489590482727065,
      "grad_norm": 2.444967269897461,
      "learning_rate": 3.189044711035645e-06,
      "loss": 0.0082,
      "step": 4090
    },
    {
      "epoch": 7.507892930679478,
      "grad_norm": 2.957968235015869,
      "learning_rate": 3.1187542549723625e-06,
      "loss": 0.0083,
      "step": 4100
    },
    {
      "epoch": 7.526195378631892,
      "grad_norm": 4.196249961853027,
      "learning_rate": 3.0491815421433825e-06,
      "loss": 0.0053,
      "step": 4110
    },
    {
      "epoch": 7.544497826584306,
      "grad_norm": 4.068223476409912,
      "learning_rate": 2.980329530585362e-06,
      "loss": 0.0048,
      "step": 4120
    },
    {
      "epoch": 7.56280027453672,
      "grad_norm": 10.506719589233398,
      "learning_rate": 2.912201147692786e-06,
      "loss": 0.0053,
      "step": 4130
    },
    {
      "epoch": 7.581102722489133,
      "grad_norm": 3.4478495121002197,
      "learning_rate": 2.8447992900934583e-06,
      "loss": 0.0064,
      "step": 4140
    },
    {
      "epoch": 7.599405170441546,
      "grad_norm": 3.022067070007324,
      "learning_rate": 2.778126823525373e-06,
      "loss": 0.0045,
      "step": 4150
    },
    {
      "epoch": 7.61770761839396,
      "grad_norm": 2.931964874267578,
      "learning_rate": 2.712186582714862e-06,
      "loss": 0.0074,
      "step": 4160
    },
    {
      "epoch": 7.6360100663463735,
      "grad_norm": 5.001142978668213,
      "learning_rate": 2.6469813712560544e-06,
      "loss": 0.005,
      "step": 4170
    },
    {
      "epoch": 7.654312514298788,
      "grad_norm": 4.039334297180176,
      "learning_rate": 2.5825139614917238e-06,
      "loss": 0.0054,
      "step": 4180
    },
    {
      "epoch": 7.672614962251201,
      "grad_norm": 2.894651412963867,
      "learning_rate": 2.518787094395363e-06,
      "loss": 0.0051,
      "step": 4190
    },
    {
      "epoch": 7.690917410203615,
      "grad_norm": 3.445218801498413,
      "learning_rate": 2.455803479454664e-06,
      "loss": 0.0077,
      "step": 4200
    },
    {
      "epoch": 7.709219858156028,
      "grad_norm": 5.986388683319092,
      "learning_rate": 2.3935657945563427e-06,
      "loss": 0.0051,
      "step": 4210
    },
    {
      "epoch": 7.727522306108442,
      "grad_norm": 4.5863237380981445,
      "learning_rate": 2.332076685872231e-06,
      "loss": 0.0062,
      "step": 4220
    },
    {
      "epoch": 7.745824754060855,
      "grad_norm": 3.8240745067596436,
      "learning_rate": 2.2713387677468267e-06,
      "loss": 0.0066,
      "step": 4230
    },
    {
      "epoch": 7.7641272020132694,
      "grad_norm": 3.147395372390747,
      "learning_rate": 2.2113546225861037e-06,
      "loss": 0.0067,
      "step": 4240
    },
    {
      "epoch": 7.782429649965683,
      "grad_norm": 4.106767177581787,
      "learning_rate": 2.1521268007477047e-06,
      "loss": 0.008,
      "step": 4250
    },
    {
      "epoch": 7.800732097918097,
      "grad_norm": 3.5174560546875,
      "learning_rate": 2.0936578204325575e-06,
      "loss": 0.008,
      "step": 4260
    },
    {
      "epoch": 7.81903454587051,
      "grad_norm": 3.5646681785583496,
      "learning_rate": 2.035950167577747e-06,
      "loss": 0.0062,
      "step": 4270
    },
    {
      "epoch": 7.837336993822924,
      "grad_norm": 3.414524555206299,
      "learning_rate": 1.9790062957508626e-06,
      "loss": 0.0074,
      "step": 4280
    },
    {
      "epoch": 7.855639441775337,
      "grad_norm": 4.365599632263184,
      "learning_rate": 1.9228286260456673e-06,
      "loss": 0.0102,
      "step": 4290
    },
    {
      "epoch": 7.873941889727751,
      "grad_norm": 6.737311840057373,
      "learning_rate": 1.8674195469791524e-06,
      "loss": 0.006,
      "step": 4300
    },
    {
      "epoch": 7.8922443376801645,
      "grad_norm": 8.64922046661377,
      "learning_rate": 1.8127814143900012e-06,
      "loss": 0.0061,
      "step": 4310
    },
    {
      "epoch": 7.910546785632579,
      "grad_norm": 3.7279410362243652,
      "learning_rate": 1.7589165513383988e-06,
      "loss": 0.0062,
      "step": 4320
    },
    {
      "epoch": 7.928849233584992,
      "grad_norm": 5.265659332275391,
      "learning_rate": 1.7058272480072879e-06,
      "loss": 0.0063,
      "step": 4330
    },
    {
      "epoch": 7.947151681537406,
      "grad_norm": 3.1222264766693115,
      "learning_rate": 1.6535157616049867e-06,
      "loss": 0.0058,
      "step": 4340
    },
    {
      "epoch": 7.965454129489819,
      "grad_norm": 3.9116389751434326,
      "learning_rate": 1.601984316269214e-06,
      "loss": 0.0066,
      "step": 4350
    },
    {
      "epoch": 7.983756577442233,
      "grad_norm": 8.46506118774414,
      "learning_rate": 1.5512351029725325e-06,
      "loss": 0.0052,
      "step": 4360
    },
    {
      "epoch": 7.036990501080565,
      "grad_norm": 3.518129825592041,
      "learning_rate": 1.5012702794291901e-06,
      "loss": 0.0049,
      "step": 4370
    },
    {
      "epoch": 7.053073327637332,
      "grad_norm": 5.544999122619629,
      "learning_rate": 1.4520919700033864e-06,
      "loss": 0.0054,
      "step": 4380
    },
    {
      "epoch": 7.0691561541941,
      "grad_norm": 2.621429681777954,
      "learning_rate": 1.4037022656189425e-06,
      "loss": 0.0071,
      "step": 4390
    },
    {
      "epoch": 7.085238980750867,
      "grad_norm": 6.043819427490234,
      "learning_rate": 1.356103223670402e-06,
      "loss": 0.0073,
      "step": 4400
    },
    {
      "epoch": 7.1013218073076345,
      "grad_norm": 3.584305763244629,
      "learning_rate": 1.3092968679355634e-06,
      "loss": 0.0045,
      "step": 4410
    },
    {
      "epoch": 7.1174046338644015,
      "grad_norm": 6.561378479003906,
      "learning_rate": 1.2632851884894293e-06,
      "loss": 0.0091,
      "step": 4420
    },
    {
      "epoch": 7.133487460421169,
      "grad_norm": 15.719043731689453,
      "learning_rate": 1.2180701416195894e-06,
      "loss": 0.0155,
      "step": 4430
    },
    {
      "epoch": 7.149570286977936,
      "grad_norm": 7.752620697021484,
      "learning_rate": 1.1736536497430584e-06,
      "loss": 0.0098,
      "step": 4440
    },
    {
      "epoch": 7.165653113534704,
      "grad_norm": 7.116891384124756,
      "learning_rate": 1.1300376013245272e-06,
      "loss": 0.0107,
      "step": 4450
    },
    {
      "epoch": 7.181735940091471,
      "grad_norm": 4.907498836517334,
      "learning_rate": 1.0872238507960753e-06,
      "loss": 0.0087,
      "step": 4460
    },
    {
      "epoch": 7.197818766648238,
      "grad_norm": 3.2054624557495117,
      "learning_rate": 1.0452142184783232e-06,
      "loss": 0.0091,
      "step": 4470
    },
    {
      "epoch": 7.213901593205006,
      "grad_norm": 4.177403926849365,
      "learning_rate": 1.0040104905030467e-06,
      "loss": 0.0064,
      "step": 4480
    },
    {
      "epoch": 7.229984419761773,
      "grad_norm": 5.655606269836426,
      "learning_rate": 9.63614418737222e-07,
      "loss": 0.0107,
      "step": 4490
    },
    {
      "epoch": 7.246067246318541,
      "grad_norm": 2.246121883392334,
      "learning_rate": 9.240277207085557e-07,
      "loss": 0.008,
      "step": 4500
    },
    {
      "epoch": 7.262150072875308,
      "grad_norm": 5.548453330993652,
      "learning_rate": 8.852520795324349e-07,
      "loss": 0.0074,
      "step": 4510
    },
    {
      "epoch": 7.2782328994320755,
      "grad_norm": 12.830928802490234,
      "learning_rate": 8.472891438404108e-07,
      "loss": 0.0123,
      "step": 4520
    },
    {
      "epoch": 7.2943157259888425,
      "grad_norm": 3.613041400909424,
      "learning_rate": 8.101405277100549e-07,
      "loss": 0.0118,
      "step": 4530
    },
    {
      "epoch": 7.31039855254561,
      "grad_norm": 3.5919158458709717,
      "learning_rate": 7.738078105963565e-07,
      "loss": 0.0058,
      "step": 4540
    },
    {
      "epoch": 7.326481379102377,
      "grad_norm": 6.3182196617126465,
      "learning_rate": 7.3829253726458e-07,
      "loss": 0.0106,
      "step": 4550
    },
    {
      "epoch": 7.342564205659144,
      "grad_norm": 4.684800624847412,
      "learning_rate": 7.035962177245536e-07,
      "loss": 0.0065,
      "step": 4560
    },
    {
      "epoch": 7.358647032215912,
      "grad_norm": 2.9966583251953125,
      "learning_rate": 6.697203271665054e-07,
      "loss": 0.0081,
      "step": 4570
    },
    {
      "epoch": 7.374729858772679,
      "grad_norm": 3.141700506210327,
      "learning_rate": 6.366663058983102e-07,
      "loss": 0.009,
      "step": 4580
    },
    {
      "epoch": 7.390812685329447,
      "grad_norm": 4.013637542724609,
      "learning_rate": 6.044355592842644e-07,
      "loss": 0.0087,
      "step": 4590
    },
    {
      "epoch": 7.406895511886214,
      "grad_norm": 3.2047641277313232,
      "learning_rate": 5.730294576853501e-07,
      "loss": 0.007,
      "step": 4600
    },
    {
      "epoch": 7.422978338442982,
      "grad_norm": 6.322583198547363,
      "learning_rate": 5.424493364009364e-07,
      "loss": 0.0066,
      "step": 4610
    },
    {
      "epoch": 7.439061164999749,
      "grad_norm": 7.329522132873535,
      "learning_rate": 5.126964956120351e-07,
      "loss": 0.0095,
      "step": 4620
    },
    {
      "epoch": 7.4551439915565165,
      "grad_norm": 3.080005168914795,
      "learning_rate": 4.837722003260136e-07,
      "loss": 0.0091,
      "step": 4630
    },
    {
      "epoch": 7.4712268181132835,
      "grad_norm": 4.727446556091309,
      "learning_rate": 4.5567768032280136e-07,
      "loss": 0.0077,
      "step": 4640
    },
    {
      "epoch": 7.4873096446700504,
      "grad_norm": 2.2113332748413086,
      "learning_rate": 4.2841413010261456e-07,
      "loss": 0.0066,
      "step": 4650
    },
    {
      "epoch": 7.503392471226818,
      "grad_norm": 11.121126174926758,
      "learning_rate": 4.01982708835158e-07,
      "loss": 0.0066,
      "step": 4660
    },
    {
      "epoch": 7.519475297783585,
      "grad_norm": 4.20743465423584,
      "learning_rate": 3.7638454031035276e-07,
      "loss": 0.0111,
      "step": 4670
    },
    {
      "epoch": 7.535558124340353,
      "grad_norm": 6.002978324890137,
      "learning_rate": 3.5162071289055245e-07,
      "loss": 0.0066,
      "step": 4680
    },
    {
      "epoch": 7.55164095089712,
      "grad_norm": 3.0463833808898926,
      "learning_rate": 3.276922794642534e-07,
      "loss": 0.0072,
      "step": 4690
    },
    {
      "epoch": 7.567723777453887,
      "grad_norm": 6.407285213470459,
      "learning_rate": 3.046002574013551e-07,
      "loss": 0.0072,
      "step": 4700
    },
    {
      "epoch": 7.583806604010655,
      "grad_norm": 8.836779594421387,
      "learning_rate": 2.8234562850988356e-07,
      "loss": 0.0079,
      "step": 4710
    },
    {
      "epoch": 7.599889430567423,
      "grad_norm": 5.871425628662109,
      "learning_rate": 2.609293389942602e-07,
      "loss": 0.0077,
      "step": 4720
    },
    {
      "epoch": 7.61597225712419,
      "grad_norm": 6.142898082733154,
      "learning_rate": 2.403522994150609e-07,
      "loss": 0.0071,
      "step": 4730
    },
    {
      "epoch": 7.632055083680957,
      "grad_norm": 3.5649702548980713,
      "learning_rate": 2.2061538465031117e-07,
      "loss": 0.0071,
      "step": 4740
    },
    {
      "epoch": 7.6481379102377245,
      "grad_norm": 7.242725372314453,
      "learning_rate": 2.017194338582873e-07,
      "loss": 0.0105,
      "step": 4750
    },
    {
      "epoch": 7.6642207367944915,
      "grad_norm": 12.46696662902832,
      "learning_rate": 1.8366525044183126e-07,
      "loss": 0.0095,
      "step": 4760
    },
    {
      "epoch": 7.680303563351259,
      "grad_norm": 5.7213640213012695,
      "learning_rate": 1.6645360201420046e-07,
      "loss": 0.0095,
      "step": 4770
    },
    {
      "epoch": 7.696386389908026,
      "grad_norm": 3.3008534908294678,
      "learning_rate": 1.5008522036642048e-07,
      "loss": 0.0078,
      "step": 4780
    },
    {
      "epoch": 7.712469216464793,
      "grad_norm": 4.01139497756958,
      "learning_rate": 1.3456080143618767e-07,
      "loss": 0.0097,
      "step": 4790
    },
    {
      "epoch": 7.728552043021561,
      "grad_norm": 4.135232448577881,
      "learning_rate": 1.198810052782595e-07,
      "loss": 0.0091,
      "step": 4800
    },
    {
      "epoch": 7.744634869578328,
      "grad_norm": 6.216122150421143,
      "learning_rate": 1.060464560364105e-07,
      "loss": 0.0071,
      "step": 4810
    },
    {
      "epoch": 7.760717696135096,
      "grad_norm": 3.039104461669922,
      "learning_rate": 9.305774191687988e-08,
      "loss": 0.009,
      "step": 4820
    },
    {
      "epoch": 7.776800522691863,
      "grad_norm": 2.9482333660125732,
      "learning_rate": 8.091541516337398e-08,
      "loss": 0.0104,
      "step": 4830
    },
    {
      "epoch": 7.792883349248631,
      "grad_norm": 8.094056129455566,
      "learning_rate": 6.961999203357605e-08,
      "loss": 0.008,
      "step": 4840
    },
    {
      "epoch": 7.808966175805398,
      "grad_norm": 2.1247482299804688,
      "learning_rate": 5.917195277721055e-08,
      "loss": 0.0046,
      "step": 4850
    },
    {
      "epoch": 7.8250490023621655,
      "grad_norm": 7.984273433685303,
      "learning_rate": 4.957174161560607e-08,
      "loss": 0.0109,
      "step": 4860
    },
    {
      "epoch": 7.8411318289189325,
      "grad_norm": 5.030553817749023,
      "learning_rate": 4.0819766722826057e-08,
      "loss": 0.0062,
      "step": 4870
    },
    {
      "epoch": 7.857214655475699,
      "grad_norm": 2.809941291809082,
      "learning_rate": 3.291640020829823e-08,
      "loss": 0.0081,
      "step": 4880
    },
    {
      "epoch": 7.873297482032467,
      "grad_norm": 6.414947032928467,
      "learning_rate": 2.5861978101009433e-08,
      "loss": 0.0075,
      "step": 4890
    },
    {
      "epoch": 7.889380308589234,
      "grad_norm": 5.527952671051025,
      "learning_rate": 1.9656800335206004e-08,
      "loss": 0.0058,
      "step": 4900
    },
    {
      "epoch": 7.905463135146002,
      "grad_norm": 6.868896007537842,
      "learning_rate": 1.4301130737646163e-08,
      "loss": 0.0067,
      "step": 4910
    },
    {
      "epoch": 7.921545961702769,
      "grad_norm": 11.053786277770996,
      "learning_rate": 9.795197016384538e-09,
      "loss": 0.0102,
      "step": 4920
    },
    {
      "epoch": 7.937628788259537,
      "grad_norm": 5.266638278961182,
      "learning_rate": 6.1391907510888195e-09,
      "loss": 0.0095,
      "step": 4930
    },
    {
      "epoch": 7.953711614816304,
      "grad_norm": 3.4717257022857666,
      "learning_rate": 3.3332673848951448e-09,
      "loss": 0.0065,
      "step": 4940
    },
    {
      "epoch": 7.969794441373072,
      "grad_norm": 4.068334579467773,
      "learning_rate": 1.3775462177956222e-09,
      "loss": 0.0083,
      "step": 4950
    },
    {
      "epoch": 7.985877267929839,
      "grad_norm": 3.321983814239502,
      "learning_rate": 2.721104015712683e-10,
      "loss": 0.0062,
      "step": 4960
    }
  ],
  "logging_steps": 10,
  "max_steps": 4968,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.935941540711301e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}