{
  "best_metric": 0.77775,
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-leukemia.v2.2/checkpoint-4687",
  "epoch": 29.951999999999998,
  "eval_steps": 500,
  "global_step": 9360,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.032,
      "grad_norm": 301599.375,
      "learning_rate": 1.0683760683760684e-05,
      "loss": 0.2217,
      "step": 10
    },
    {
      "epoch": 0.064,
      "grad_norm": 364430.96875,
      "learning_rate": 2.1367521367521368e-05,
      "loss": 0.2072,
      "step": 20
    },
    {
      "epoch": 0.096,
      "grad_norm": 279609.3125,
      "learning_rate": 3.205128205128205e-05,
      "loss": 0.215,
      "step": 30
    },
    {
      "epoch": 0.128,
      "grad_norm": 206238.953125,
      "learning_rate": 4.2735042735042735e-05,
      "loss": 0.1963,
      "step": 40
    },
    {
      "epoch": 0.16,
      "grad_norm": 380894.78125,
      "learning_rate": 5.341880341880342e-05,
      "loss": 0.2141,
      "step": 50
    },
    {
      "epoch": 0.192,
      "grad_norm": 397403.78125,
      "learning_rate": 6.41025641025641e-05,
      "loss": 0.2216,
      "step": 60
    },
    {
      "epoch": 0.224,
      "grad_norm": 208578.28125,
      "learning_rate": 7.478632478632479e-05,
      "loss": 0.1989,
      "step": 70
    },
    {
      "epoch": 0.256,
      "grad_norm": 252869.15625,
      "learning_rate": 8.547008547008547e-05,
      "loss": 0.2031,
      "step": 80
    },
    {
      "epoch": 0.288,
      "grad_norm": 229751.796875,
      "learning_rate": 9.615384615384617e-05,
      "loss": 0.1923,
      "step": 90
    },
    {
      "epoch": 0.32,
      "grad_norm": 236082.515625,
      "learning_rate": 0.00010683760683760684,
      "loss": 0.1989,
      "step": 100
    },
    {
      "epoch": 0.352,
      "grad_norm": 146456.484375,
      "learning_rate": 0.00011752136752136752,
      "loss": 0.2219,
      "step": 110
    },
    {
      "epoch": 0.384,
      "grad_norm": 298750.875,
      "learning_rate": 0.0001282051282051282,
      "loss": 0.2128,
      "step": 120
    },
    {
      "epoch": 0.416,
      "grad_norm": 274198.6875,
      "learning_rate": 0.0001388888888888889,
      "loss": 0.2079,
      "step": 130
    },
    {
      "epoch": 0.448,
      "grad_norm": 337207.125,
      "learning_rate": 0.00014957264957264957,
      "loss": 0.2041,
      "step": 140
    },
    {
      "epoch": 0.48,
      "grad_norm": 292073.5625,
      "learning_rate": 0.00016025641025641028,
      "loss": 0.2339,
      "step": 150
    },
    {
      "epoch": 0.512,
      "grad_norm": 227215.015625,
      "learning_rate": 0.00017094017094017094,
      "loss": 0.2227,
      "step": 160
    },
    {
      "epoch": 0.544,
      "grad_norm": 314843.59375,
      "learning_rate": 0.00018162393162393162,
      "loss": 0.2069,
      "step": 170
    },
    {
      "epoch": 0.576,
      "grad_norm": 412868.6875,
      "learning_rate": 0.00019230769230769233,
      "loss": 0.2338,
      "step": 180
    },
    {
      "epoch": 0.608,
      "grad_norm": 200428.625,
      "learning_rate": 0.000202991452991453,
      "loss": 0.2106,
      "step": 190
    },
    {
      "epoch": 0.64,
      "grad_norm": 215299.359375,
      "learning_rate": 0.00021367521367521368,
      "loss": 0.2043,
      "step": 200
    },
    {
      "epoch": 0.672,
      "grad_norm": 457425.53125,
      "learning_rate": 0.00022435897435897436,
      "loss": 0.2194,
      "step": 210
    },
    {
      "epoch": 0.704,
      "grad_norm": 263560.4375,
      "learning_rate": 0.00023504273504273504,
      "loss": 0.2015,
      "step": 220
    },
    {
      "epoch": 0.736,
      "grad_norm": 348618.3125,
      "learning_rate": 0.0002457264957264957,
      "loss": 0.2029,
      "step": 230
    },
    {
      "epoch": 0.768,
      "grad_norm": 275649.71875,
      "learning_rate": 0.0002564102564102564,
      "loss": 0.2159,
      "step": 240
    },
    {
      "epoch": 0.8,
      "grad_norm": 204672.875,
      "learning_rate": 0.0002670940170940171,
      "loss": 0.2032,
      "step": 250
    },
    {
      "epoch": 0.832,
      "grad_norm": 173324.40625,
      "learning_rate": 0.0002777777777777778,
      "loss": 0.1903,
      "step": 260
    },
    {
      "epoch": 0.864,
      "grad_norm": 282196.0,
      "learning_rate": 0.00028846153846153843,
      "loss": 0.2278,
      "step": 270
    },
    {
      "epoch": 0.896,
      "grad_norm": 327001.0,
      "learning_rate": 0.00029914529914529915,
      "loss": 0.2043,
      "step": 280
    },
    {
      "epoch": 0.928,
      "grad_norm": 218572.71875,
      "learning_rate": 0.00030982905982905986,
      "loss": 0.205,
      "step": 290
    },
    {
      "epoch": 0.96,
      "grad_norm": 234121.171875,
      "learning_rate": 0.00032051282051282057,
      "loss": 0.2175,
      "step": 300
    },
    {
      "epoch": 0.992,
      "grad_norm": 285625.0625,
      "learning_rate": 0.00033119658119658117,
      "loss": 0.2349,
      "step": 310
    },
    {
      "epoch": 0.9984,
      "eval_accuracy": 0.76975,
      "eval_loss": 0.557490348815918,
      "eval_runtime": 58.1095,
      "eval_samples_per_second": 68.836,
      "eval_steps_per_second": 2.151,
      "step": 312
    },
    {
      "epoch": 1.024,
      "grad_norm": 275641.71875,
      "learning_rate": 0.0003418803418803419,
      "loss": 0.2282,
      "step": 320
    },
    {
      "epoch": 1.056,
      "grad_norm": 360517.9375,
      "learning_rate": 0.0003525641025641026,
      "loss": 0.2088,
      "step": 330
    },
    {
      "epoch": 1.088,
      "grad_norm": 243124.90625,
      "learning_rate": 0.00036324786324786325,
      "loss": 0.2142,
      "step": 340
    },
    {
      "epoch": 1.12,
      "grad_norm": 348227.40625,
      "learning_rate": 0.00037393162393162396,
      "loss": 0.2073,
      "step": 350
    },
    {
      "epoch": 1.152,
      "grad_norm": 269863.5625,
      "learning_rate": 0.00038461538461538467,
      "loss": 0.2141,
      "step": 360
    },
    {
      "epoch": 1.184,
      "grad_norm": 244875.484375,
      "learning_rate": 0.00039529914529914527,
      "loss": 0.2124,
      "step": 370
    },
    {
      "epoch": 1.216,
      "grad_norm": 233065.015625,
      "learning_rate": 0.000405982905982906,
      "loss": 0.2315,
      "step": 380
    },
    {
      "epoch": 1.248,
      "grad_norm": 285089.71875,
      "learning_rate": 0.0004166666666666667,
      "loss": 0.2135,
      "step": 390
    },
    {
      "epoch": 1.28,
      "grad_norm": 242519.3125,
      "learning_rate": 0.00042735042735042735,
      "loss": 0.2131,
      "step": 400
    },
    {
      "epoch": 1.312,
      "grad_norm": 337405.78125,
      "learning_rate": 0.00043803418803418806,
      "loss": 0.1909,
      "step": 410
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 197278.3125,
      "learning_rate": 0.0004487179487179487,
      "loss": 0.196,
      "step": 420
    },
    {
      "epoch": 1.376,
      "grad_norm": 295350.5625,
      "learning_rate": 0.0004594017094017094,
      "loss": 0.215,
      "step": 430
    },
    {
      "epoch": 1.408,
      "grad_norm": 200897.625,
      "learning_rate": 0.0004700854700854701,
      "loss": 0.2103,
      "step": 440
    },
    {
      "epoch": 1.44,
      "grad_norm": 304716.84375,
      "learning_rate": 0.0004807692307692308,
      "loss": 0.1853,
      "step": 450
    },
    {
      "epoch": 1.472,
      "grad_norm": 337455.09375,
      "learning_rate": 0.0004914529914529914,
      "loss": 0.2001,
      "step": 460
    },
    {
      "epoch": 1.504,
      "grad_norm": 292779.3125,
      "learning_rate": 0.0005021367521367521,
      "loss": 0.1941,
      "step": 470
    },
    {
      "epoch": 1.536,
      "grad_norm": 280025.1875,
      "learning_rate": 0.0005128205128205128,
      "loss": 0.2208,
      "step": 480
    },
    {
      "epoch": 1.568,
      "grad_norm": 309745.53125,
      "learning_rate": 0.0005235042735042735,
      "loss": 0.2267,
      "step": 490
    },
    {
      "epoch": 1.6,
      "grad_norm": 176447.296875,
      "learning_rate": 0.0005341880341880342,
      "loss": 0.2137,
      "step": 500
    },
    {
      "epoch": 1.6320000000000001,
      "grad_norm": 258145.578125,
      "learning_rate": 0.0005448717948717948,
      "loss": 0.2039,
      "step": 510
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 279034.375,
      "learning_rate": 0.0005555555555555556,
      "loss": 0.2057,
      "step": 520
    },
    {
      "epoch": 1.696,
      "grad_norm": 194719.9375,
      "learning_rate": 0.0005662393162393163,
      "loss": 0.23,
      "step": 530
    },
    {
      "epoch": 1.728,
      "grad_norm": 232231.15625,
      "learning_rate": 0.0005769230769230769,
      "loss": 0.2142,
      "step": 540
    },
    {
      "epoch": 1.76,
      "grad_norm": 227828.96875,
      "learning_rate": 0.0005876068376068377,
      "loss": 0.2012,
      "step": 550
    },
    {
      "epoch": 1.792,
      "grad_norm": 260916.8125,
      "learning_rate": 0.0005982905982905983,
      "loss": 0.2154,
      "step": 560
    },
    {
      "epoch": 1.8239999999999998,
      "grad_norm": 332572.875,
      "learning_rate": 0.0006089743589743589,
      "loss": 0.2104,
      "step": 570
    },
    {
      "epoch": 1.8559999999999999,
      "grad_norm": 274341.21875,
      "learning_rate": 0.0006196581196581197,
      "loss": 0.1927,
      "step": 580
    },
    {
      "epoch": 1.888,
      "grad_norm": 221814.578125,
      "learning_rate": 0.0006303418803418803,
      "loss": 0.2181,
      "step": 590
    },
    {
      "epoch": 1.92,
      "grad_norm": 266745.46875,
      "learning_rate": 0.0006410256410256411,
      "loss": 0.1901,
      "step": 600
    },
    {
      "epoch": 1.952,
      "grad_norm": 245638.390625,
      "learning_rate": 0.0006517094017094017,
      "loss": 0.2292,
      "step": 610
    },
    {
      "epoch": 1.984,
      "grad_norm": 305467.09375,
      "learning_rate": 0.0006623931623931623,
      "loss": 0.2191,
      "step": 620
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.76175,
      "eval_loss": 0.5572408437728882,
      "eval_runtime": 57.8321,
      "eval_samples_per_second": 69.166,
      "eval_steps_per_second": 2.161,
      "step": 625
    },
    {
      "epoch": 2.016,
      "grad_norm": 145681.390625,
      "learning_rate": 0.0006730769230769232,
      "loss": 0.1823,
      "step": 630
    },
    {
      "epoch": 2.048,
      "grad_norm": 380796.4375,
      "learning_rate": 0.0006837606837606838,
      "loss": 0.2308,
      "step": 640
    },
    {
      "epoch": 2.08,
      "grad_norm": 256831.84375,
      "learning_rate": 0.0006944444444444445,
      "loss": 0.2223,
      "step": 650
    },
    {
      "epoch": 2.112,
      "grad_norm": 241387.109375,
      "learning_rate": 0.0007051282051282052,
      "loss": 0.2134,
      "step": 660
    },
    {
      "epoch": 2.144,
      "grad_norm": 361426.84375,
      "learning_rate": 0.0007158119658119658,
      "loss": 0.2055,
      "step": 670
    },
    {
      "epoch": 2.176,
      "grad_norm": 213368.515625,
      "learning_rate": 0.0007264957264957265,
      "loss": 0.2068,
      "step": 680
    },
    {
      "epoch": 2.208,
      "grad_norm": 351293.4375,
      "learning_rate": 0.0007371794871794872,
      "loss": 0.2278,
      "step": 690
    },
    {
      "epoch": 2.24,
      "grad_norm": 351138.28125,
      "learning_rate": 0.0007478632478632479,
      "loss": 0.216,
      "step": 700
    },
    {
      "epoch": 2.2720000000000002,
      "grad_norm": 281240.5,
      "learning_rate": 0.0007585470085470085,
      "loss": 0.2064,
      "step": 710
    },
    {
      "epoch": 2.304,
      "grad_norm": 273138.125,
      "learning_rate": 0.0007692307692307693,
      "loss": 0.2021,
      "step": 720
    },
    {
      "epoch": 2.336,
      "grad_norm": 198611.640625,
      "learning_rate": 0.0007799145299145299,
      "loss": 0.218,
      "step": 730
    },
    {
      "epoch": 2.368,
      "grad_norm": 334765.21875,
      "learning_rate": 0.0007905982905982905,
      "loss": 0.1988,
      "step": 740
    },
    {
      "epoch": 2.4,
      "grad_norm": 321548.25,
      "learning_rate": 0.0008012820512820514,
      "loss": 0.2446,
      "step": 750
    },
    {
      "epoch": 2.432,
      "grad_norm": 230110.046875,
      "learning_rate": 0.000811965811965812,
      "loss": 0.213,
      "step": 760
    },
    {
      "epoch": 2.464,
      "grad_norm": 216522.890625,
      "learning_rate": 0.0008226495726495727,
      "loss": 0.2114,
      "step": 770
    },
    {
      "epoch": 2.496,
      "grad_norm": 290017.125,
      "learning_rate": 0.0008333333333333334,
      "loss": 0.2253,
      "step": 780
    },
    {
      "epoch": 2.528,
      "grad_norm": 307569.59375,
      "learning_rate": 0.000844017094017094,
      "loss": 0.1961,
      "step": 790
    },
    {
      "epoch": 2.56,
      "grad_norm": 258996.3125,
      "learning_rate": 0.0008547008547008547,
      "loss": 0.2226,
      "step": 800
    },
    {
      "epoch": 2.592,
      "grad_norm": 187987.453125,
      "learning_rate": 0.0008653846153846154,
      "loss": 0.2018,
      "step": 810
    },
    {
      "epoch": 2.624,
      "grad_norm": 249946.1875,
      "learning_rate": 0.0008760683760683761,
      "loss": 0.1907,
      "step": 820
    },
    {
      "epoch": 2.656,
      "grad_norm": 265943.46875,
      "learning_rate": 0.0008867521367521367,
      "loss": 0.2025,
      "step": 830
    },
    {
      "epoch": 2.6879999999999997,
      "grad_norm": 232717.453125,
      "learning_rate": 0.0008974358974358974,
      "loss": 0.2252,
      "step": 840
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 212033.515625,
      "learning_rate": 0.0009081196581196581,
      "loss": 0.2126,
      "step": 850
    },
    {
      "epoch": 2.752,
      "grad_norm": 233050.203125,
      "learning_rate": 0.0009188034188034187,
      "loss": 0.2281,
      "step": 860
    },
    {
      "epoch": 2.784,
      "grad_norm": 359475.75,
      "learning_rate": 0.0009294871794871796,
      "loss": 0.188,
      "step": 870
    },
    {
      "epoch": 2.816,
      "grad_norm": 343301.15625,
      "learning_rate": 0.0009401709401709402,
      "loss": 0.2316,
      "step": 880
    },
    {
      "epoch": 2.848,
      "grad_norm": 316784.375,
      "learning_rate": 0.0009508547008547009,
      "loss": 0.2014,
      "step": 890
    },
    {
      "epoch": 2.88,
      "grad_norm": 375741.0,
      "learning_rate": 0.0009615384615384616,
      "loss": 0.2196,
      "step": 900
    },
    {
      "epoch": 2.912,
      "grad_norm": 320915.21875,
      "learning_rate": 0.0009722222222222222,
      "loss": 0.2092,
      "step": 910
    },
    {
      "epoch": 2.944,
      "grad_norm": 254477.09375,
      "learning_rate": 0.0009829059829059828,
      "loss": 0.2147,
      "step": 920
    },
    {
      "epoch": 2.976,
      "grad_norm": 256587.71875,
      "learning_rate": 0.0009935897435897436,
      "loss": 0.2124,
      "step": 930
    },
    {
      "epoch": 2.9984,
      "eval_accuracy": 0.769,
      "eval_loss": 0.5579845309257507,
      "eval_runtime": 58.375,
      "eval_samples_per_second": 68.523,
      "eval_steps_per_second": 2.141,
      "step": 937
    },
    {
      "epoch": 3.008,
      "grad_norm": 284885.21875,
      "learning_rate": 0.0009995251661918329,
      "loss": 0.2,
      "step": 940
    },
    {
      "epoch": 3.04,
      "grad_norm": 280128.65625,
      "learning_rate": 0.000998338081671415,
      "loss": 0.2062,
      "step": 950
    },
    {
      "epoch": 3.072,
      "grad_norm": 327251.5,
      "learning_rate": 0.0009971509971509972,
      "loss": 0.2285,
      "step": 960
    },
    {
      "epoch": 3.104,
      "grad_norm": 246022.15625,
      "learning_rate": 0.0009959639126305793,
      "loss": 0.2138,
      "step": 970
    },
    {
      "epoch": 3.136,
      "grad_norm": 149789.59375,
      "learning_rate": 0.0009947768281101616,
      "loss": 0.2108,
      "step": 980
    },
    {
      "epoch": 3.168,
      "grad_norm": 171794.5625,
      "learning_rate": 0.0009935897435897436,
      "loss": 0.2167,
      "step": 990
    },
    {
      "epoch": 3.2,
      "grad_norm": 227827.90625,
      "learning_rate": 0.000992402659069326,
      "loss": 0.2043,
      "step": 1000
    },
    {
      "epoch": 3.232,
      "grad_norm": 196560.046875,
      "learning_rate": 0.000991215574548908,
      "loss": 0.2247,
      "step": 1010
    },
    {
      "epoch": 3.2640000000000002,
      "grad_norm": 198754.34375,
      "learning_rate": 0.00099002849002849,
      "loss": 0.2033,
      "step": 1020
    },
    {
      "epoch": 3.296,
      "grad_norm": 277303.875,
      "learning_rate": 0.0009888414055080723,
      "loss": 0.209,
      "step": 1030
    },
    {
      "epoch": 3.328,
      "grad_norm": 291565.90625,
      "learning_rate": 0.0009876543209876543,
      "loss": 0.2248,
      "step": 1040
    },
    {
      "epoch": 3.36,
      "grad_norm": 231893.078125,
      "learning_rate": 0.0009864672364672364,
      "loss": 0.1879,
      "step": 1050
    },
    {
      "epoch": 3.392,
      "grad_norm": 160630.546875,
      "learning_rate": 0.0009852801519468187,
      "loss": 0.2316,
      "step": 1060
    },
    {
      "epoch": 3.424,
      "grad_norm": 274359.40625,
      "learning_rate": 0.0009840930674264007,
      "loss": 0.2191,
      "step": 1070
    },
    {
      "epoch": 3.456,
      "grad_norm": 287355.15625,
      "learning_rate": 0.0009829059829059828,
      "loss": 0.1981,
      "step": 1080
    },
    {
      "epoch": 3.488,
      "grad_norm": 286551.75,
      "learning_rate": 0.000981718898385565,
      "loss": 0.2253,
      "step": 1090
    },
    {
      "epoch": 3.52,
      "grad_norm": 293656.21875,
      "learning_rate": 0.0009805318138651471,
      "loss": 0.2113,
      "step": 1100
    },
    {
      "epoch": 3.552,
      "grad_norm": 226414.3125,
      "learning_rate": 0.0009793447293447294,
      "loss": 0.2366,
      "step": 1110
    },
    {
      "epoch": 3.584,
      "grad_norm": 304422.28125,
      "learning_rate": 0.0009781576448243115,
      "loss": 0.2296,
      "step": 1120
    },
    {
      "epoch": 3.616,
      "grad_norm": 200736.75,
      "learning_rate": 0.0009769705603038937,
      "loss": 0.2085,
      "step": 1130
    },
    {
      "epoch": 3.648,
      "grad_norm": 191285.28125,
      "learning_rate": 0.0009757834757834758,
      "loss": 0.2168,
      "step": 1140
    },
    {
      "epoch": 3.68,
      "grad_norm": 265826.28125,
      "learning_rate": 0.000974596391263058,
      "loss": 0.2242,
      "step": 1150
    },
    {
      "epoch": 3.7119999999999997,
      "grad_norm": 170613.078125,
      "learning_rate": 0.00097340930674264,
      "loss": 0.2015,
      "step": 1160
    },
    {
      "epoch": 3.7439999999999998,
      "grad_norm": 272692.40625,
      "learning_rate": 0.0009722222222222222,
      "loss": 0.2162,
      "step": 1170
    },
    {
      "epoch": 3.776,
      "grad_norm": 245685.46875,
      "learning_rate": 0.0009710351377018044,
      "loss": 0.2166,
      "step": 1180
    },
    {
      "epoch": 3.808,
      "grad_norm": 359136.125,
      "learning_rate": 0.0009698480531813865,
      "loss": 0.2023,
      "step": 1190
    },
    {
      "epoch": 3.84,
      "grad_norm": 273622.90625,
      "learning_rate": 0.0009686609686609687,
      "loss": 0.1966,
      "step": 1200
    },
    {
      "epoch": 3.872,
      "grad_norm": 291427.96875,
      "learning_rate": 0.0009674738841405509,
      "loss": 0.216,
      "step": 1210
    },
    {
      "epoch": 3.904,
      "grad_norm": 328024.90625,
      "learning_rate": 0.000966286799620133,
      "loss": 0.1891,
      "step": 1220
    },
    {
      "epoch": 3.936,
      "grad_norm": 263930.625,
      "learning_rate": 0.0009650997150997152,
      "loss": 0.2155,
      "step": 1230
    },
    {
      "epoch": 3.968,
      "grad_norm": 214059.265625,
      "learning_rate": 0.0009639126305792973,
      "loss": 0.232,
      "step": 1240
    },
    {
      "epoch": 4.0,
      "grad_norm": 204246.984375,
      "learning_rate": 0.0009627255460588794,
      "loss": 0.2207,
      "step": 1250
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.763,
      "eval_loss": 0.5500344038009644,
      "eval_runtime": 57.7064,
      "eval_samples_per_second": 69.316,
      "eval_steps_per_second": 2.166,
      "step": 1250
    },
    {
      "epoch": 4.032,
      "grad_norm": 295677.8125,
      "learning_rate": 0.0009615384615384616,
      "loss": 0.2247,
      "step": 1260
    },
    {
      "epoch": 4.064,
      "grad_norm": 197746.8125,
      "learning_rate": 0.0009603513770180438,
      "loss": 0.2203,
      "step": 1270
    },
    {
      "epoch": 4.096,
      "grad_norm": 287209.65625,
      "learning_rate": 0.0009591642924976258,
      "loss": 0.2201,
      "step": 1280
    },
    {
      "epoch": 4.128,
      "grad_norm": 279235.9375,
      "learning_rate": 0.000957977207977208,
      "loss": 0.2344,
      "step": 1290
    },
    {
      "epoch": 4.16,
      "grad_norm": 293263.59375,
      "learning_rate": 0.0009567901234567902,
      "loss": 0.2069,
      "step": 1300
    },
    {
      "epoch": 4.192,
      "grad_norm": 212506.359375,
      "learning_rate": 0.0009556030389363722,
      "loss": 0.1787,
      "step": 1310
    },
    {
      "epoch": 4.224,
      "grad_norm": 274108.71875,
      "learning_rate": 0.0009544159544159544,
      "loss": 0.2311,
      "step": 1320
    },
    {
      "epoch": 4.256,
      "grad_norm": 319637.59375,
      "learning_rate": 0.0009532288698955365,
      "loss": 0.2136,
      "step": 1330
    },
    {
      "epoch": 4.288,
      "grad_norm": 229458.78125,
      "learning_rate": 0.0009520417853751187,
      "loss": 0.2019,
      "step": 1340
    },
    {
      "epoch": 4.32,
      "grad_norm": 307182.09375,
      "learning_rate": 0.0009508547008547009,
      "loss": 0.2162,
      "step": 1350
    },
    {
      "epoch": 4.352,
      "grad_norm": 288039.09375,
      "learning_rate": 0.000949667616334283,
      "loss": 0.1945,
      "step": 1360
    },
    {
      "epoch": 4.384,
      "grad_norm": 253276.65625,
      "learning_rate": 0.0009484805318138652,
      "loss": 0.2089,
      "step": 1370
    },
    {
      "epoch": 4.416,
      "grad_norm": 250874.515625,
      "learning_rate": 0.0009472934472934474,
      "loss": 0.2135,
      "step": 1380
    },
    {
      "epoch": 4.448,
      "grad_norm": 173051.5625,
      "learning_rate": 0.0009461063627730294,
      "loss": 0.2005,
      "step": 1390
    },
    {
      "epoch": 4.48,
      "grad_norm": 198301.75,
      "learning_rate": 0.0009449192782526116,
      "loss": 0.2227,
      "step": 1400
    },
    {
      "epoch": 4.5120000000000005,
      "grad_norm": 252200.671875,
      "learning_rate": 0.0009437321937321938,
      "loss": 0.2233,
      "step": 1410
    },
    {
      "epoch": 4.5440000000000005,
      "grad_norm": 243128.0,
      "learning_rate": 0.0009425451092117759,
      "loss": 0.2291,
      "step": 1420
    },
    {
      "epoch": 4.576,
      "grad_norm": 353883.34375,
      "learning_rate": 0.000941358024691358,
      "loss": 0.2207,
      "step": 1430
    },
    {
      "epoch": 4.608,
      "grad_norm": 223227.578125,
      "learning_rate": 0.0009401709401709402,
      "loss": 0.2076,
      "step": 1440
    },
    {
      "epoch": 4.64,
      "grad_norm": 283902.90625,
      "learning_rate": 0.0009389838556505223,
      "loss": 0.1916,
      "step": 1450
    },
    {
      "epoch": 4.672,
      "grad_norm": 301072.40625,
      "learning_rate": 0.0009377967711301045,
      "loss": 0.1951,
      "step": 1460
    },
    {
      "epoch": 4.704,
      "grad_norm": 300642.03125,
      "learning_rate": 0.0009366096866096866,
      "loss": 0.2129,
      "step": 1470
    },
    {
      "epoch": 4.736,
      "grad_norm": 254449.90625,
      "learning_rate": 0.0009354226020892687,
      "loss": 0.2043,
      "step": 1480
    },
    {
      "epoch": 4.768,
      "grad_norm": 278776.9375,
      "learning_rate": 0.0009342355175688509,
      "loss": 0.2139,
      "step": 1490
    },
    {
      "epoch": 4.8,
      "grad_norm": 169466.421875,
      "learning_rate": 0.0009330484330484332,
      "loss": 0.1944,
      "step": 1500
    },
    {
      "epoch": 4.832,
      "grad_norm": 378268.8125,
      "learning_rate": 0.0009318613485280152,
      "loss": 0.1903,
      "step": 1510
    },
    {
      "epoch": 4.864,
      "grad_norm": 232065.859375,
      "learning_rate": 0.0009306742640075974,
      "loss": 0.2188,
      "step": 1520
    },
    {
      "epoch": 4.896,
      "grad_norm": 222731.53125,
      "learning_rate": 0.0009294871794871796,
      "loss": 0.2239,
      "step": 1530
    },
    {
      "epoch": 4.928,
      "grad_norm": 250957.84375,
      "learning_rate": 0.0009283000949667616,
      "loss": 0.2051,
      "step": 1540
    },
    {
      "epoch": 4.96,
      "grad_norm": 265056.0,
      "learning_rate": 0.0009271130104463438,
      "loss": 0.1948,
      "step": 1550
    },
    {
      "epoch": 4.992,
      "grad_norm": 263161.90625,
      "learning_rate": 0.000925925925925926,
      "loss": 0.2143,
      "step": 1560
    },
    {
      "epoch": 4.9984,
      "eval_accuracy": 0.76525,
      "eval_loss": 0.5575093030929565,
      "eval_runtime": 58.0778,
      "eval_samples_per_second": 68.873,
      "eval_steps_per_second": 2.152,
      "step": 1562
    },
    {
      "epoch": 5.024,
      "grad_norm": 242776.59375,
      "learning_rate": 0.0009247388414055081,
      "loss": 0.2211,
      "step": 1570
    },
    {
      "epoch": 5.056,
      "grad_norm": 233410.25,
      "learning_rate": 0.0009235517568850902,
      "loss": 0.2181,
      "step": 1580
    },
    {
      "epoch": 5.088,
      "grad_norm": 293507.25,
      "learning_rate": 0.0009223646723646724,
      "loss": 0.1975,
      "step": 1590
    },
    {
      "epoch": 5.12,
      "grad_norm": 228211.375,
      "learning_rate": 0.0009211775878442545,
      "loss": 0.2207,
      "step": 1600
    },
    {
      "epoch": 5.152,
      "grad_norm": 219766.359375,
      "learning_rate": 0.0009199905033238367,
      "loss": 0.185,
      "step": 1610
    },
    {
      "epoch": 5.184,
      "grad_norm": 243226.15625,
      "learning_rate": 0.0009188034188034187,
      "loss": 0.2023,
      "step": 1620
    },
    {
      "epoch": 5.216,
      "grad_norm": 227722.0625,
      "learning_rate": 0.0009176163342830009,
      "loss": 0.2233,
      "step": 1630
    },
    {
      "epoch": 5.248,
      "grad_norm": 182398.234375,
      "learning_rate": 0.0009164292497625831,
      "loss": 0.2204,
      "step": 1640
    },
    {
      "epoch": 5.28,
      "grad_norm": 227450.109375,
      "learning_rate": 0.0009152421652421653,
      "loss": 0.2206,
      "step": 1650
    },
    {
      "epoch": 5.312,
      "grad_norm": 416922.8125,
      "learning_rate": 0.0009140550807217474,
      "loss": 0.2024,
      "step": 1660
    },
    {
      "epoch": 5.344,
      "grad_norm": 174068.0,
      "learning_rate": 0.0009128679962013296,
      "loss": 0.2166,
      "step": 1670
    },
    {
      "epoch": 5.376,
      "grad_norm": 295677.71875,
      "learning_rate": 0.0009116809116809118,
      "loss": 0.2201,
      "step": 1680
    },
    {
      "epoch": 5.408,
      "grad_norm": 219667.796875,
      "learning_rate": 0.0009104938271604939,
      "loss": 0.1898,
      "step": 1690
    },
    {
      "epoch": 5.44,
      "grad_norm": 196588.1875,
      "learning_rate": 0.000909306742640076,
      "loss": 0.1963,
      "step": 1700
    },
    {
      "epoch": 5.4719999999999995,
      "grad_norm": 198457.703125,
      "learning_rate": 0.0009081196581196581,
      "loss": 0.1988,
      "step": 1710
    },
    {
      "epoch": 5.504,
      "grad_norm": 177612.46875,
      "learning_rate": 0.0009069325735992403,
      "loss": 0.1918,
      "step": 1720
    },
    {
      "epoch": 5.536,
      "grad_norm": 231351.9375,
      "learning_rate": 0.0009057454890788225,
      "loss": 0.2098,
      "step": 1730
    },
    {
      "epoch": 5.568,
      "grad_norm": 281818.4375,
      "learning_rate": 0.0009045584045584045,
      "loss": 0.205,
      "step": 1740
    },
    {
      "epoch": 5.6,
      "grad_norm": 249959.890625,
      "learning_rate": 0.0009033713200379867,
      "loss": 0.1928,
      "step": 1750
    },
    {
      "epoch": 5.632,
      "grad_norm": 192714.796875,
      "learning_rate": 0.0009021842355175689,
      "loss": 0.2063,
      "step": 1760
    },
    {
      "epoch": 5.664,
      "grad_norm": 244175.8125,
      "learning_rate": 0.0009009971509971509,
      "loss": 0.2161,
      "step": 1770
    },
    {
      "epoch": 5.696,
      "grad_norm": 238826.9375,
      "learning_rate": 0.0008998100664767331,
      "loss": 0.2042,
      "step": 1780
    },
    {
      "epoch": 5.728,
      "grad_norm": 174162.5625,
      "learning_rate": 0.0008986229819563153,
      "loss": 0.205,
      "step": 1790
    },
    {
      "epoch": 5.76,
      "grad_norm": 359398.59375,
      "learning_rate": 0.0008974358974358974,
      "loss": 0.2137,
      "step": 1800
    },
    {
      "epoch": 5.792,
      "grad_norm": 324436.6875,
      "learning_rate": 0.0008962488129154796,
      "loss": 0.2223,
      "step": 1810
    },
    {
      "epoch": 5.824,
      "grad_norm": 274255.4375,
      "learning_rate": 0.0008950617283950618,
      "loss": 0.2043,
      "step": 1820
    },
    {
      "epoch": 5.856,
      "grad_norm": 212538.953125,
      "learning_rate": 0.0008938746438746439,
      "loss": 0.2054,
      "step": 1830
    },
    {
      "epoch": 5.888,
      "grad_norm": 170735.9375,
      "learning_rate": 0.0008926875593542261,
      "loss": 0.1999,
      "step": 1840
    },
    {
      "epoch": 5.92,
      "grad_norm": 241050.0625,
      "learning_rate": 0.0008915004748338082,
      "loss": 0.2154,
      "step": 1850
    },
    {
      "epoch": 5.952,
      "grad_norm": 213356.40625,
      "learning_rate": 0.0008903133903133903,
      "loss": 0.2068,
      "step": 1860
    },
    {
      "epoch": 5.984,
      "grad_norm": 252578.8125,
      "learning_rate": 0.0008891263057929725,
      "loss": 0.2191,
      "step": 1870
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.77275,
      "eval_loss": 0.5486457347869873,
      "eval_runtime": 58.401,
      "eval_samples_per_second": 68.492,
      "eval_steps_per_second": 2.14,
      "step": 1875
    },
    {
      "epoch": 6.016,
      "grad_norm": 195587.765625,
      "learning_rate": 0.0008879392212725547,
      "loss": 0.2163,
      "step": 1880
    },
    {
      "epoch": 6.048,
      "grad_norm": 298880.3125,
      "learning_rate": 0.0008867521367521367,
      "loss": 0.2318,
      "step": 1890
    },
    {
      "epoch": 6.08,
      "grad_norm": 254082.453125,
      "learning_rate": 0.0008855650522317189,
      "loss": 0.2296,
      "step": 1900
    },
    {
      "epoch": 6.112,
      "grad_norm": 209368.6875,
      "learning_rate": 0.0008843779677113011,
      "loss": 0.2059,
      "step": 1910
    },
    {
      "epoch": 6.144,
      "grad_norm": 296605.71875,
      "learning_rate": 0.0008831908831908832,
      "loss": 0.1965,
      "step": 1920
    },
    {
      "epoch": 6.176,
      "grad_norm": 232373.09375,
      "learning_rate": 0.0008820037986704653,
      "loss": 0.2062,
      "step": 1930
    },
    {
      "epoch": 6.208,
      "grad_norm": 212144.140625,
      "learning_rate": 0.0008808167141500475,
      "loss": 0.2242,
      "step": 1940
    },
    {
      "epoch": 6.24,
      "grad_norm": 223206.578125,
      "learning_rate": 0.0008796296296296296,
      "loss": 0.2109,
      "step": 1950
    },
    {
      "epoch": 6.272,
      "grad_norm": 237154.78125,
      "learning_rate": 0.0008784425451092119,
      "loss": 0.2167,
      "step": 1960
    },
    {
      "epoch": 6.304,
      "grad_norm": 185542.953125,
      "learning_rate": 0.000877255460588794,
      "loss": 0.2052,
      "step": 1970
    },
    {
      "epoch": 6.336,
      "grad_norm": 203563.640625,
      "learning_rate": 0.0008760683760683761,
      "loss": 0.2096,
      "step": 1980
    },
    {
      "epoch": 6.368,
      "grad_norm": 285480.0625,
      "learning_rate": 0.0008748812915479583,
      "loss": 0.2037,
      "step": 1990
    },
    {
      "epoch": 6.4,
      "grad_norm": 303778.9375,
      "learning_rate": 0.0008736942070275405,
      "loss": 0.1981,
      "step": 2000
    },
    {
      "epoch": 6.432,
      "grad_norm": 462646.96875,
      "learning_rate": 0.0008725071225071225,
      "loss": 0.2092,
      "step": 2010
    },
    {
      "epoch": 6.464,
      "grad_norm": 461746.4375,
      "learning_rate": 0.0008713200379867047,
      "loss": 0.2294,
      "step": 2020
    },
    {
      "epoch": 6.496,
      "grad_norm": 533448.4375,
      "learning_rate": 0.0008701329534662869,
      "loss": 0.2055,
      "step": 2030
    },
    {
      "epoch": 6.5280000000000005,
      "grad_norm": 548531.5625,
      "learning_rate": 0.0008689458689458689,
      "loss": 0.2184,
      "step": 2040
    },
    {
      "epoch": 6.5600000000000005,
      "grad_norm": 495748.65625,
      "learning_rate": 0.0008677587844254511,
      "loss": 0.2184,
      "step": 2050
    },
    {
      "epoch": 6.592,
      "grad_norm": 543121.0625,
      "learning_rate": 0.0008665716999050332,
      "loss": 0.1997,
      "step": 2060
    },
    {
      "epoch": 6.624,
      "grad_norm": 461117.59375,
      "learning_rate": 0.0008653846153846154,
      "loss": 0.2019,
      "step": 2070
    },
    {
      "epoch": 6.656,
      "grad_norm": 765304.125,
      "learning_rate": 0.0008641975308641975,
      "loss": 0.1989,
      "step": 2080
    },
    {
      "epoch": 6.688,
      "grad_norm": 499025.09375,
      "learning_rate": 0.0008630104463437796,
      "loss": 0.2139,
      "step": 2090
    },
    {
      "epoch": 6.72,
      "grad_norm": 443804.0625,
      "learning_rate": 0.0008618233618233618,
      "loss": 0.2212,
      "step": 2100
    },
    {
      "epoch": 6.752,
      "grad_norm": 513447.84375,
      "learning_rate": 0.0008606362773029441,
      "loss": 0.2014,
      "step": 2110
    },
    {
      "epoch": 6.784,
      "grad_norm": 417790.125,
      "learning_rate": 0.0008594491927825261,
      "loss": 0.2092,
      "step": 2120
    },
    {
      "epoch": 6.816,
      "grad_norm": 580280.5625,
      "learning_rate": 0.0008582621082621083,
      "loss": 0.2185,
      "step": 2130
    },
    {
      "epoch": 6.848,
      "grad_norm": 553312.1875,
      "learning_rate": 0.0008570750237416905,
      "loss": 0.2094,
      "step": 2140
    },
    {
      "epoch": 6.88,
      "grad_norm": 498577.25,
      "learning_rate": 0.0008558879392212726,
      "loss": 0.214,
      "step": 2150
    },
    {
      "epoch": 6.912,
      "grad_norm": 698254.125,
      "learning_rate": 0.0008547008547008547,
      "loss": 0.2407,
      "step": 2160
    },
    {
      "epoch": 6.944,
      "grad_norm": 423589.03125,
      "learning_rate": 0.0008535137701804369,
      "loss": 0.2203,
      "step": 2170
    },
    {
      "epoch": 6.976,
      "grad_norm": 755190.0625,
      "learning_rate": 0.000852326685660019,
      "loss": 0.2063,
      "step": 2180
    },
    {
      "epoch": 6.9984,
      "eval_accuracy": 0.7615,
      "eval_loss": 0.5593643188476562,
      "eval_runtime": 58.3849,
      "eval_samples_per_second": 68.511,
      "eval_steps_per_second": 2.141,
      "step": 2187
    },
    {
      "epoch": 7.008,
      "grad_norm": 672768.3125,
      "learning_rate": 0.0008511396011396012,
      "loss": 0.2376,
      "step": 2190
    },
    {
      "epoch": 7.04,
      "grad_norm": 590710.6875,
      "learning_rate": 0.0008499525166191833,
      "loss": 0.2167,
      "step": 2200
    },
    {
      "epoch": 7.072,
      "grad_norm": 451509.625,
      "learning_rate": 0.0008487654320987654,
      "loss": 0.1995,
      "step": 2210
    },
    {
      "epoch": 7.104,
      "grad_norm": 438460.8125,
      "learning_rate": 0.0008475783475783476,
      "loss": 0.2262,
      "step": 2220
    },
    {
      "epoch": 7.136,
      "grad_norm": 538988.8125,
      "learning_rate": 0.0008463912630579298,
      "loss": 0.2178,
      "step": 2230
    },
    {
      "epoch": 7.168,
      "grad_norm": 525871.25,
      "learning_rate": 0.0008452041785375118,
      "loss": 0.1961,
      "step": 2240
    },
    {
      "epoch": 7.2,
      "grad_norm": 420527.3125,
      "learning_rate": 0.000844017094017094,
      "loss": 0.2175,
      "step": 2250
    },
    {
      "epoch": 7.232,
      "grad_norm": 813415.3125,
      "learning_rate": 0.0008428300094966762,
      "loss": 0.2185,
      "step": 2260
    },
    {
      "epoch": 7.264,
      "grad_norm": 471922.9375,
      "learning_rate": 0.0008416429249762583,
      "loss": 0.2074,
      "step": 2270
    },
    {
      "epoch": 7.296,
      "grad_norm": 451017.125,
      "learning_rate": 0.0008404558404558405,
      "loss": 0.1841,
      "step": 2280
    },
    {
      "epoch": 7.328,
      "grad_norm": 506415.46875,
      "learning_rate": 0.0008392687559354227,
      "loss": 0.1943,
      "step": 2290
    },
    {
      "epoch": 7.36,
      "grad_norm": 444371.15625,
      "learning_rate": 0.0008380816714150048,
      "loss": 0.217,
      "step": 2300
    },
    {
      "epoch": 7.392,
      "grad_norm": 377225.34375,
      "learning_rate": 0.0008368945868945869,
      "loss": 0.1975,
      "step": 2310
    },
    {
      "epoch": 7.424,
      "grad_norm": 594714.4375,
      "learning_rate": 0.000835707502374169,
      "loss": 0.1969,
      "step": 2320
    },
    {
      "epoch": 7.456,
      "grad_norm": 500928.84375,
      "learning_rate": 0.0008345204178537512,
      "loss": 0.2038,
      "step": 2330
    },
    {
      "epoch": 7.4879999999999995,
      "grad_norm": 460287.4375,
      "learning_rate": 0.0008333333333333334,
      "loss": 0.2156,
      "step": 2340
    },
    {
      "epoch": 7.52,
      "grad_norm": 448026.53125,
      "learning_rate": 0.0008321462488129154,
      "loss": 0.207,
      "step": 2350
    },
    {
      "epoch": 7.552,
      "grad_norm": 556125.625,
      "learning_rate": 0.0008309591642924976,
      "loss": 0.232,
      "step": 2360
    },
    {
      "epoch": 7.584,
      "grad_norm": 332308.3125,
      "learning_rate": 0.0008297720797720798,
      "loss": 0.2147,
      "step": 2370
    },
    {
      "epoch": 7.616,
      "grad_norm": 400010.5625,
      "learning_rate": 0.000828584995251662,
      "loss": 0.2073,
      "step": 2380
    },
    {
      "epoch": 7.648,
      "grad_norm": 467695.78125,
      "learning_rate": 0.000827397910731244,
      "loss": 0.2018,
      "step": 2390
    },
    {
      "epoch": 7.68,
      "grad_norm": 446946.625,
      "learning_rate": 0.0008262108262108262,
      "loss": 0.2226,
      "step": 2400
    },
    {
      "epoch": 7.712,
      "grad_norm": 557084.5,
      "learning_rate": 0.0008250237416904083,
      "loss": 0.2278,
      "step": 2410
    },
    {
      "epoch": 7.744,
      "grad_norm": 429602.84375,
      "learning_rate": 0.0008238366571699906,
      "loss": 0.1832,
      "step": 2420
    },
    {
      "epoch": 7.776,
      "grad_norm": 388821.59375,
      "learning_rate": 0.0008226495726495727,
      "loss": 0.2202,
      "step": 2430
    },
    {
      "epoch": 7.808,
      "grad_norm": 681185.4375,
      "learning_rate": 0.0008214624881291548,
      "loss": 0.2078,
      "step": 2440
    },
    {
      "epoch": 7.84,
      "grad_norm": 763735.875,
      "learning_rate": 0.000820275403608737,
      "loss": 0.2242,
      "step": 2450
    },
    {
      "epoch": 7.872,
      "grad_norm": 565001.625,
      "learning_rate": 0.0008190883190883192,
      "loss": 0.2186,
      "step": 2460
    },
    {
      "epoch": 7.904,
      "grad_norm": 458239.75,
      "learning_rate": 0.0008179012345679012,
      "loss": 0.1843,
      "step": 2470
    },
    {
      "epoch": 7.936,
      "grad_norm": 609510.125,
      "learning_rate": 0.0008167141500474834,
      "loss": 0.1953,
      "step": 2480
    },
    {
      "epoch": 7.968,
      "grad_norm": 578130.5625,
      "learning_rate": 0.0008155270655270656,
      "loss": 0.2354,
      "step": 2490
    },
    {
      "epoch": 8.0,
      "grad_norm": 743331.375,
      "learning_rate": 0.0008143399810066477,
      "loss": 0.207,
      "step": 2500
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.7695,
      "eval_loss": 0.540494441986084,
      "eval_runtime": 58.3615,
      "eval_samples_per_second": 68.538,
      "eval_steps_per_second": 2.142,
      "step": 2500
    },
    {
      "epoch": 8.032,
      "grad_norm": 439252.84375,
      "learning_rate": 0.0008131528964862298,
      "loss": 0.1953,
      "step": 2510
    },
    {
      "epoch": 8.064,
      "grad_norm": 574105.1875,
      "learning_rate": 0.000811965811965812,
      "loss": 0.2288,
      "step": 2520
    },
    {
      "epoch": 8.096,
      "grad_norm": 392970.59375,
      "learning_rate": 0.0008107787274453941,
      "loss": 0.1998,
      "step": 2530
    },
    {
      "epoch": 8.128,
      "grad_norm": 415349.78125,
      "learning_rate": 0.0008095916429249762,
      "loss": 0.1898,
      "step": 2540
    },
    {
      "epoch": 8.16,
      "grad_norm": 402935.21875,
      "learning_rate": 0.0008084045584045584,
      "loss": 0.209,
      "step": 2550
    },
    {
      "epoch": 8.192,
      "grad_norm": 710684.375,
      "learning_rate": 0.0008072174738841405,
      "loss": 0.2232,
      "step": 2560
    },
    {
      "epoch": 8.224,
      "grad_norm": 522874.5625,
      "learning_rate": 0.0008060303893637228,
      "loss": 0.2241,
      "step": 2570
    },
    {
      "epoch": 8.256,
      "grad_norm": 469906.8125,
      "learning_rate": 0.0008048433048433049,
      "loss": 0.2161,
      "step": 2580
    },
    {
      "epoch": 8.288,
      "grad_norm": 496419.34375,
      "learning_rate": 0.000803656220322887,
      "loss": 0.2131,
      "step": 2590
    },
    {
      "epoch": 8.32,
      "grad_norm": 641309.9375,
      "learning_rate": 0.0008024691358024692,
      "loss": 0.2189,
      "step": 2600
    },
    {
      "epoch": 8.352,
      "grad_norm": 543925.3125,
      "learning_rate": 0.0008012820512820514,
      "loss": 0.2152,
      "step": 2610
    },
    {
      "epoch": 8.384,
      "grad_norm": 412617.3125,
      "learning_rate": 0.0008000949667616334,
      "loss": 0.1995,
      "step": 2620
    },
    {
      "epoch": 8.416,
      "grad_norm": 595042.1875,
      "learning_rate": 0.0007989078822412156,
      "loss": 0.2212,
      "step": 2630
    },
    {
      "epoch": 8.448,
      "grad_norm": 439380.8125,
      "learning_rate": 0.0007977207977207978,
      "loss": 0.2038,
      "step": 2640
    },
    {
      "epoch": 8.48,
      "grad_norm": 476969.78125,
      "learning_rate": 0.0007965337132003799,
      "loss": 0.2097,
      "step": 2650
    },
    {
      "epoch": 8.512,
      "grad_norm": 371208.65625,
      "learning_rate": 0.000795346628679962,
      "loss": 0.2195,
      "step": 2660
    },
    {
      "epoch": 8.544,
      "grad_norm": 363928.875,
      "learning_rate": 0.0007941595441595441,
      "loss": 0.2062,
      "step": 2670
    },
    {
      "epoch": 8.576,
      "grad_norm": 482233.5625,
      "learning_rate": 0.0007929724596391263,
      "loss": 0.2212,
      "step": 2680
    },
    {
      "epoch": 8.608,
      "grad_norm": 675145.5625,
      "learning_rate": 0.0007917853751187085,
      "loss": 0.2247,
      "step": 2690
    },
    {
      "epoch": 8.64,
      "grad_norm": 385214.0625,
      "learning_rate": 0.0007905982905982905,
      "loss": 0.2006,
      "step": 2700
    },
    {
      "epoch": 8.672,
      "grad_norm": 552452.0625,
      "learning_rate": 0.0007894112060778727,
      "loss": 0.2046,
      "step": 2710
    },
    {
      "epoch": 8.704,
      "grad_norm": 638284.4375,
      "learning_rate": 0.0007882241215574549,
      "loss": 0.2222,
      "step": 2720
    },
    {
      "epoch": 8.736,
      "grad_norm": 314355.84375,
      "learning_rate": 0.0007870370370370372,
      "loss": 0.2059,
      "step": 2730
    },
    {
      "epoch": 8.768,
      "grad_norm": 499934.5625,
      "learning_rate": 0.0007858499525166192,
      "loss": 0.2003,
      "step": 2740
    },
    {
      "epoch": 8.8,
      "grad_norm": 514626.78125,
      "learning_rate": 0.0007846628679962014,
      "loss": 0.2202,
      "step": 2750
    },
    {
      "epoch": 8.832,
      "grad_norm": 743981.875,
      "learning_rate": 0.0007834757834757835,
      "loss": 0.223,
      "step": 2760
    },
    {
      "epoch": 8.864,
      "grad_norm": 372136.40625,
      "learning_rate": 0.0007822886989553656,
      "loss": 0.205,
      "step": 2770
    },
    {
      "epoch": 8.896,
      "grad_norm": 524279.8125,
      "learning_rate": 0.0007811016144349478,
      "loss": 0.2241,
      "step": 2780
    },
    {
      "epoch": 8.928,
      "grad_norm": 526485.4375,
      "learning_rate": 0.0007799145299145299,
      "loss": 0.2046,
      "step": 2790
    },
    {
      "epoch": 8.96,
      "grad_norm": 388172.5625,
      "learning_rate": 0.0007787274453941121,
      "loss": 0.2174,
      "step": 2800
    },
    {
      "epoch": 8.992,
      "grad_norm": 657450.8125,
      "learning_rate": 0.0007775403608736942,
      "loss": 0.2273,
      "step": 2810
    },
    {
      "epoch": 8.9984,
      "eval_accuracy": 0.76725,
      "eval_loss": 0.5568080544471741,
      "eval_runtime": 58.1506,
      "eval_samples_per_second": 68.787,
      "eval_steps_per_second": 2.15,
      "step": 2812
    },
    {
      "epoch": 9.024,
      "grad_norm": 381848.6875,
      "learning_rate": 0.0007763532763532763,
      "loss": 0.1682,
      "step": 2820
    },
    {
      "epoch": 9.056,
      "grad_norm": 488400.375,
      "learning_rate": 0.0007751661918328585,
      "loss": 0.2072,
      "step": 2830
    },
    {
      "epoch": 9.088,
      "grad_norm": 557510.875,
      "learning_rate": 0.0007739791073124407,
      "loss": 0.2127,
      "step": 2840
    },
    {
      "epoch": 9.12,
      "grad_norm": 689299.9375,
      "learning_rate": 0.0007727920227920227,
      "loss": 0.2191,
      "step": 2850
    },
    {
      "epoch": 9.152,
      "grad_norm": 543505.4375,
      "learning_rate": 0.0007716049382716049,
      "loss": 0.2011,
      "step": 2860
    },
    {
      "epoch": 9.184,
      "grad_norm": 514595.4375,
      "learning_rate": 0.0007704178537511871,
      "loss": 0.1982,
      "step": 2870
    },
    {
      "epoch": 9.216,
      "grad_norm": 489803.34375,
      "learning_rate": 0.0007692307692307693,
      "loss": 0.2097,
      "step": 2880
    },
    {
      "epoch": 9.248,
      "grad_norm": 415434.8125,
      "learning_rate": 0.0007680436847103514,
      "loss": 0.1999,
      "step": 2890
    },
    {
      "epoch": 9.28,
      "grad_norm": 405549.75,
      "learning_rate": 0.0007668566001899336,
      "loss": 0.227,
      "step": 2900
    },
    {
      "epoch": 9.312,
      "grad_norm": 474433.0625,
      "learning_rate": 0.0007656695156695157,
      "loss": 0.2027,
      "step": 2910
    },
    {
      "epoch": 9.344,
      "grad_norm": 332759.625,
      "learning_rate": 0.0007644824311490979,
      "loss": 0.208,
      "step": 2920
    },
    {
      "epoch": 9.376,
      "grad_norm": 523231.1875,
      "learning_rate": 0.00076329534662868,
      "loss": 0.2236,
      "step": 2930
    },
    {
      "epoch": 9.408,
      "grad_norm": 756157.0625,
      "learning_rate": 0.0007621082621082621,
      "loss": 0.2244,
      "step": 2940
    },
    {
      "epoch": 9.44,
      "grad_norm": 666299.875,
      "learning_rate": 0.0007609211775878443,
      "loss": 0.2434,
      "step": 2950
    },
    {
      "epoch": 9.472,
      "grad_norm": 387654.9375,
      "learning_rate": 0.0007597340930674265,
      "loss": 0.1967,
      "step": 2960
    },
    {
      "epoch": 9.504,
      "grad_norm": 641448.8125,
      "learning_rate": 0.0007585470085470085,
      "loss": 0.2211,
      "step": 2970
    },
    {
      "epoch": 9.536,
      "grad_norm": 626212.25,
      "learning_rate": 0.0007573599240265907,
      "loss": 0.2041,
      "step": 2980
    },
    {
      "epoch": 9.568,
      "grad_norm": 473671.46875,
      "learning_rate": 0.0007561728395061729,
      "loss": 0.2098,
      "step": 2990
    },
    {
      "epoch": 9.6,
      "grad_norm": 595403.9375,
      "learning_rate": 0.0007549857549857549,
      "loss": 0.2197,
      "step": 3000
    },
    {
      "epoch": 9.632,
      "grad_norm": 495355.15625,
      "learning_rate": 0.0007537986704653371,
      "loss": 0.2275,
      "step": 3010
    },
    {
      "epoch": 9.664,
      "grad_norm": 433815.03125,
      "learning_rate": 0.0007526115859449192,
      "loss": 0.2411,
      "step": 3020
    },
    {
      "epoch": 9.696,
      "grad_norm": 386762.625,
      "learning_rate": 0.0007514245014245015,
      "loss": 0.1899,
      "step": 3030
    },
    {
      "epoch": 9.728,
      "grad_norm": 407145.6875,
      "learning_rate": 0.0007502374169040836,
      "loss": 0.2029,
      "step": 3040
    },
    {
      "epoch": 9.76,
      "grad_norm": 573868.8125,
      "learning_rate": 0.0007490503323836657,
      "loss": 0.2023,
      "step": 3050
    },
    {
      "epoch": 9.792,
      "grad_norm": 457500.875,
      "learning_rate": 0.0007478632478632479,
      "loss": 0.2094,
      "step": 3060
    },
    {
      "epoch": 9.824,
      "grad_norm": 477359.5,
      "learning_rate": 0.0007466761633428301,
      "loss": 0.2024,
      "step": 3070
    },
    {
      "epoch": 9.856,
      "grad_norm": 406626.96875,
      "learning_rate": 0.0007454890788224121,
      "loss": 0.2074,
      "step": 3080
    },
    {
      "epoch": 9.888,
      "grad_norm": 440002.4375,
      "learning_rate": 0.0007443019943019943,
      "loss": 0.1979,
      "step": 3090
    },
    {
      "epoch": 9.92,
      "grad_norm": 465033.5625,
      "learning_rate": 0.0007431149097815765,
      "loss": 0.2019,
      "step": 3100
    },
    {
      "epoch": 9.952,
      "grad_norm": 627469.5625,
      "learning_rate": 0.0007419278252611586,
      "loss": 0.2066,
      "step": 3110
    },
    {
      "epoch": 9.984,
      "grad_norm": 495403.3125,
      "learning_rate": 0.0007407407407407407,
      "loss": 0.2136,
      "step": 3120
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.77275,
      "eval_loss": 0.5483222007751465,
      "eval_runtime": 58.3061,
      "eval_samples_per_second": 68.603,
      "eval_steps_per_second": 2.144,
      "step": 3125
    },
    {
      "epoch": 10.016,
      "grad_norm": 450484.65625,
      "learning_rate": 0.0007395536562203229,
      "loss": 0.2118,
      "step": 3130
    },
    {
      "epoch": 10.048,
      "grad_norm": 329785.25,
      "learning_rate": 0.000738366571699905,
      "loss": 0.2155,
      "step": 3140
    },
    {
      "epoch": 10.08,
      "grad_norm": 587364.0,
      "learning_rate": 0.0007371794871794872,
      "loss": 0.2,
      "step": 3150
    },
    {
      "epoch": 10.112,
      "grad_norm": 518025.4375,
      "learning_rate": 0.0007359924026590693,
      "loss": 0.2157,
      "step": 3160
    },
    {
      "epoch": 10.144,
      "grad_norm": 416655.78125,
      "learning_rate": 0.0007348053181386514,
      "loss": 0.1865,
      "step": 3170
    },
    {
      "epoch": 10.176,
      "grad_norm": 570281.9375,
      "learning_rate": 0.0007336182336182337,
      "loss": 0.2008,
      "step": 3180
    },
    {
      "epoch": 10.208,
      "grad_norm": 401606.65625,
      "learning_rate": 0.0007324311490978159,
      "loss": 0.1793,
      "step": 3190
    },
    {
      "epoch": 10.24,
      "grad_norm": 859104.125,
      "learning_rate": 0.0007312440645773979,
      "loss": 0.2221,
      "step": 3200
    },
    {
      "epoch": 10.272,
      "grad_norm": 652583.1875,
      "learning_rate": 0.0007300569800569801,
      "loss": 0.2338,
      "step": 3210
    },
    {
      "epoch": 10.304,
      "grad_norm": 495821.96875,
      "learning_rate": 0.0007288698955365623,
      "loss": 0.1917,
      "step": 3220
    },
    {
      "epoch": 10.336,
      "grad_norm": 357223.5,
      "learning_rate": 0.0007276828110161444,
      "loss": 0.1903,
      "step": 3230
    },
    {
      "epoch": 10.368,
      "grad_norm": 603392.0,
      "learning_rate": 0.0007264957264957265,
      "loss": 0.2161,
      "step": 3240
    },
    {
      "epoch": 10.4,
      "grad_norm": 329822.15625,
      "learning_rate": 0.0007253086419753087,
      "loss": 0.1862,
      "step": 3250
    },
    {
      "epoch": 10.432,
      "grad_norm": 600281.1875,
      "learning_rate": 0.0007241215574548908,
      "loss": 0.2185,
      "step": 3260
    },
    {
      "epoch": 10.464,
      "grad_norm": 553877.1875,
      "learning_rate": 0.0007229344729344729,
      "loss": 0.2306,
      "step": 3270
    },
    {
      "epoch": 10.496,
      "grad_norm": 571845.375,
      "learning_rate": 0.0007217473884140551,
      "loss": 0.2141,
      "step": 3280
    },
    {
      "epoch": 10.528,
      "grad_norm": 544081.0,
      "learning_rate": 0.0007205603038936372,
      "loss": 0.1899,
      "step": 3290
    },
    {
      "epoch": 10.56,
      "grad_norm": 331369.15625,
      "learning_rate": 0.0007193732193732194,
      "loss": 0.2077,
      "step": 3300
    },
    {
      "epoch": 10.592,
      "grad_norm": 647373.4375,
      "learning_rate": 0.0007181861348528014,
      "loss": 0.2368,
      "step": 3310
    },
    {
      "epoch": 10.624,
      "grad_norm": 522459.0625,
      "learning_rate": 0.0007169990503323836,
      "loss": 0.2045,
      "step": 3320
    },
    {
      "epoch": 10.656,
      "grad_norm": 426327.875,
      "learning_rate": 0.0007158119658119658,
      "loss": 0.2038,
      "step": 3330
    },
    {
      "epoch": 10.688,
      "grad_norm": 511659.5,
      "learning_rate": 0.0007146248812915481,
      "loss": 0.2097,
      "step": 3340
    },
    {
      "epoch": 10.72,
      "grad_norm": 475094.4375,
      "learning_rate": 0.0007134377967711301,
      "loss": 0.2063,
      "step": 3350
    },
    {
      "epoch": 10.752,
      "grad_norm": 652052.625,
      "learning_rate": 0.0007122507122507123,
      "loss": 0.2022,
      "step": 3360
    },
    {
      "epoch": 10.784,
      "grad_norm": 462668.75,
      "learning_rate": 0.0007110636277302945,
      "loss": 0.2168,
      "step": 3370
    },
    {
      "epoch": 10.816,
      "grad_norm": 405784.875,
      "learning_rate": 0.0007098765432098766,
      "loss": 0.2003,
      "step": 3380
    },
    {
      "epoch": 10.848,
      "grad_norm": 721382.25,
      "learning_rate": 0.0007086894586894587,
      "loss": 0.2271,
      "step": 3390
    },
    {
      "epoch": 10.88,
      "grad_norm": 494971.40625,
      "learning_rate": 0.0007075023741690408,
      "loss": 0.2471,
      "step": 3400
    },
    {
      "epoch": 10.912,
      "grad_norm": 414839.5625,
      "learning_rate": 0.000706315289648623,
      "loss": 0.2309,
      "step": 3410
    },
    {
      "epoch": 10.943999999999999,
      "grad_norm": 496315.90625,
      "learning_rate": 0.0007051282051282052,
      "loss": 0.2112,
      "step": 3420
    },
    {
      "epoch": 10.975999999999999,
      "grad_norm": 473891.03125,
      "learning_rate": 0.0007039411206077872,
      "loss": 0.2184,
      "step": 3430
    },
    {
      "epoch": 10.9984,
      "eval_accuracy": 0.7665,
      "eval_loss": 0.5606116652488708,
      "eval_runtime": 58.0847,
      "eval_samples_per_second": 68.865,
      "eval_steps_per_second": 2.152,
      "step": 3437
    },
    {
      "epoch": 11.008,
      "grad_norm": 612277.8125,
      "learning_rate": 0.0007027540360873694,
      "loss": 0.2077,
      "step": 3440
    },
    {
      "epoch": 11.04,
      "grad_norm": 470802.4375,
      "learning_rate": 0.0007015669515669516,
      "loss": 0.212,
      "step": 3450
    },
    {
      "epoch": 11.072,
      "grad_norm": 446870.0,
      "learning_rate": 0.0007003798670465337,
      "loss": 0.2173,
      "step": 3460
    },
    {
      "epoch": 11.104,
      "grad_norm": 309706.625,
      "learning_rate": 0.0006991927825261158,
      "loss": 0.2054,
      "step": 3470
    },
    {
      "epoch": 11.136,
      "grad_norm": 427292.09375,
      "learning_rate": 0.000698005698005698,
      "loss": 0.1961,
      "step": 3480
    },
    {
      "epoch": 11.168,
      "grad_norm": 650260.3125,
      "learning_rate": 0.0006968186134852802,
      "loss": 0.2146,
      "step": 3490
    },
    {
      "epoch": 11.2,
      "grad_norm": 416737.78125,
      "learning_rate": 0.0006956315289648623,
      "loss": 0.1953,
      "step": 3500
    },
    {
      "epoch": 11.232,
      "grad_norm": 568974.875,
      "learning_rate": 0.0006944444444444445,
      "loss": 0.1921,
      "step": 3510
    },
    {
      "epoch": 11.264,
      "grad_norm": 630401.9375,
      "learning_rate": 0.0006932573599240266,
      "loss": 0.2157,
      "step": 3520
    },
    {
      "epoch": 11.296,
      "grad_norm": 449739.40625,
      "learning_rate": 0.0006920702754036088,
      "loss": 0.2191,
      "step": 3530
    },
    {
      "epoch": 11.328,
      "grad_norm": 504943.21875,
      "learning_rate": 0.0006908831908831909,
      "loss": 0.2161,
      "step": 3540
    },
    {
      "epoch": 11.36,
      "grad_norm": 621631.25,
      "learning_rate": 0.000689696106362773,
      "loss": 0.2137,
      "step": 3550
    },
    {
      "epoch": 11.392,
      "grad_norm": 474948.28125,
      "learning_rate": 0.0006885090218423552,
      "loss": 0.2206,
      "step": 3560
    },
    {
      "epoch": 11.424,
      "grad_norm": 534952.875,
      "learning_rate": 0.0006873219373219374,
      "loss": 0.2098,
      "step": 3570
    },
    {
      "epoch": 11.456,
      "grad_norm": 449058.09375,
      "learning_rate": 0.0006861348528015194,
      "loss": 0.2134,
      "step": 3580
    },
    {
      "epoch": 11.488,
      "grad_norm": 601122.25,
      "learning_rate": 0.0006849477682811016,
      "loss": 0.2208,
      "step": 3590
    },
    {
      "epoch": 11.52,
      "grad_norm": 363794.46875,
      "learning_rate": 0.0006837606837606838,
      "loss": 0.2073,
      "step": 3600
    },
    {
      "epoch": 11.552,
      "grad_norm": 483605.5,
      "learning_rate": 0.0006825735992402659,
      "loss": 0.2195,
      "step": 3610
    },
    {
      "epoch": 11.584,
      "grad_norm": 533998.8125,
      "learning_rate": 0.000681386514719848,
      "loss": 0.2024,
      "step": 3620
    },
    {
      "epoch": 11.616,
      "grad_norm": 435305.09375,
      "learning_rate": 0.0006801994301994302,
      "loss": 0.2183,
      "step": 3630
    },
    {
      "epoch": 11.648,
      "grad_norm": 567111.9375,
      "learning_rate": 0.0006790123456790124,
      "loss": 0.1902,
      "step": 3640
    },
    {
      "epoch": 11.68,
      "grad_norm": 405747.65625,
      "learning_rate": 0.0006778252611585946,
      "loss": 0.2238,
      "step": 3650
    },
    {
      "epoch": 11.712,
      "grad_norm": 575645.875,
      "learning_rate": 0.0006766381766381767,
      "loss": 0.2022,
      "step": 3660
    },
    {
      "epoch": 11.744,
      "grad_norm": 559379.5,
      "learning_rate": 0.0006754510921177588,
      "loss": 0.23,
      "step": 3670
    },
    {
      "epoch": 11.776,
      "grad_norm": 496193.0,
      "learning_rate": 0.000674264007597341,
      "loss": 0.2015,
      "step": 3680
    },
    {
      "epoch": 11.808,
      "grad_norm": 470825.0,
      "learning_rate": 0.0006730769230769232,
      "loss": 0.2249,
      "step": 3690
    },
    {
      "epoch": 11.84,
      "grad_norm": 507620.0,
      "learning_rate": 0.0006718898385565052,
      "loss": 0.2111,
      "step": 3700
    },
    {
      "epoch": 11.872,
      "grad_norm": 468785.75,
      "learning_rate": 0.0006707027540360874,
      "loss": 0.2051,
      "step": 3710
    },
    {
      "epoch": 11.904,
      "grad_norm": 522254.5,
      "learning_rate": 0.0006695156695156696,
      "loss": 0.2035,
      "step": 3720
    },
    {
      "epoch": 11.936,
      "grad_norm": 453727.625,
      "learning_rate": 0.0006683285849952516,
      "loss": 0.2061,
      "step": 3730
    },
    {
      "epoch": 11.968,
      "grad_norm": 518330.09375,
      "learning_rate": 0.0006671415004748338,
      "loss": 0.215,
      "step": 3740
    },
    {
      "epoch": 12.0,
      "grad_norm": 498891.5,
      "learning_rate": 0.0006659544159544159,
      "loss": 0.212,
      "step": 3750
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.761,
      "eval_loss": 0.5577554106712341,
      "eval_runtime": 58.301,
      "eval_samples_per_second": 68.609,
      "eval_steps_per_second": 2.144,
      "step": 3750
    },
    {
      "epoch": 12.032,
      "grad_norm": 663838.375,
      "learning_rate": 0.0006647673314339981,
      "loss": 0.2126,
      "step": 3760
    },
    {
      "epoch": 12.064,
      "grad_norm": 532076.6875,
      "learning_rate": 0.0006635802469135802,
      "loss": 0.2208,
      "step": 3770
    },
    {
      "epoch": 12.096,
      "grad_norm": 609268.625,
      "learning_rate": 0.0006623931623931623,
      "loss": 0.1939,
      "step": 3780
    },
    {
      "epoch": 12.128,
      "grad_norm": 383783.15625,
      "learning_rate": 0.0006612060778727446,
      "loss": 0.2174,
      "step": 3790
    },
    {
      "epoch": 12.16,
      "grad_norm": 483893.375,
      "learning_rate": 0.0006600189933523268,
      "loss": 0.2083,
      "step": 3800
    },
    {
      "epoch": 12.192,
      "grad_norm": 527741.625,
      "learning_rate": 0.0006588319088319088,
      "loss": 0.1918,
      "step": 3810
    },
    {
      "epoch": 12.224,
      "grad_norm": 472716.28125,
      "learning_rate": 0.000657644824311491,
      "loss": 0.2262,
      "step": 3820
    },
    {
      "epoch": 12.256,
      "grad_norm": 521136.75,
      "learning_rate": 0.0006564577397910732,
      "loss": 0.2014,
      "step": 3830
    },
    {
      "epoch": 12.288,
      "grad_norm": 350996.34375,
      "learning_rate": 0.0006552706552706553,
      "loss": 0.2096,
      "step": 3840
    },
    {
      "epoch": 12.32,
      "grad_norm": 372622.5625,
      "learning_rate": 0.0006540835707502374,
      "loss": 0.2027,
      "step": 3850
    },
    {
      "epoch": 12.352,
      "grad_norm": 639510.3125,
      "learning_rate": 0.0006528964862298196,
      "loss": 0.2272,
      "step": 3860
    },
    {
      "epoch": 12.384,
      "grad_norm": 417869.4375,
      "learning_rate": 0.0006517094017094017,
      "loss": 0.1993,
      "step": 3870
    },
    {
      "epoch": 12.416,
      "grad_norm": 666939.6875,
      "learning_rate": 0.0006505223171889839,
      "loss": 0.2285,
      "step": 3880
    },
    {
      "epoch": 12.448,
      "grad_norm": 392265.34375,
      "learning_rate": 0.000649335232668566,
      "loss": 0.2296,
      "step": 3890
    },
    {
      "epoch": 12.48,
      "grad_norm": 490617.21875,
      "learning_rate": 0.0006481481481481481,
      "loss": 0.2158,
      "step": 3900
    },
    {
      "epoch": 12.512,
      "grad_norm": 432442.40625,
      "learning_rate": 0.0006469610636277303,
      "loss": 0.206,
      "step": 3910
    },
    {
      "epoch": 12.544,
      "grad_norm": 562610.0,
      "learning_rate": 0.0006457739791073125,
      "loss": 0.2248,
      "step": 3920
    },
    {
      "epoch": 12.576,
      "grad_norm": 646817.1875,
      "learning_rate": 0.0006445868945868945,
      "loss": 0.2283,
      "step": 3930
    },
    {
      "epoch": 12.608,
      "grad_norm": 499516.1875,
      "learning_rate": 0.0006433998100664767,
      "loss": 0.2219,
      "step": 3940
    },
    {
      "epoch": 12.64,
      "grad_norm": 319734.6875,
      "learning_rate": 0.000642212725546059,
      "loss": 0.1956,
      "step": 3950
    },
    {
      "epoch": 12.672,
      "grad_norm": 598636.3125,
      "learning_rate": 0.0006410256410256411,
      "loss": 0.2137,
      "step": 3960
    },
    {
      "epoch": 12.704,
      "grad_norm": 490632.96875,
      "learning_rate": 0.0006398385565052232,
      "loss": 0.2297,
      "step": 3970
    },
    {
      "epoch": 12.736,
      "grad_norm": 1125840.875,
      "learning_rate": 0.0006386514719848054,
      "loss": 0.2152,
      "step": 3980
    },
    {
      "epoch": 12.768,
      "grad_norm": 550740.3125,
      "learning_rate": 0.0006374643874643875,
      "loss": 0.2294,
      "step": 3990
    },
    {
      "epoch": 12.8,
      "grad_norm": 529733.125,
      "learning_rate": 0.0006362773029439696,
      "loss": 0.2093,
      "step": 4000
    },
    {
      "epoch": 12.832,
      "grad_norm": 1042909.75,
      "learning_rate": 0.0006350902184235518,
      "loss": 0.1975,
      "step": 4010
    },
    {
      "epoch": 12.864,
      "grad_norm": 885337.75,
      "learning_rate": 0.0006339031339031339,
      "loss": 0.2048,
      "step": 4020
    },
    {
      "epoch": 12.896,
      "grad_norm": 1166082.375,
      "learning_rate": 0.0006327160493827161,
      "loss": 0.2052,
      "step": 4030
    },
    {
      "epoch": 12.928,
      "grad_norm": 719802.6875,
      "learning_rate": 0.0006315289648622981,
      "loss": 0.2104,
      "step": 4040
    },
    {
      "epoch": 12.96,
      "grad_norm": 1076805.5,
      "learning_rate": 0.0006303418803418803,
      "loss": 0.2183,
      "step": 4050
    },
    {
      "epoch": 12.992,
      "grad_norm": 852746.0,
      "learning_rate": 0.0006291547958214625,
      "loss": 0.1903,
      "step": 4060
    },
    {
      "epoch": 12.9984,
      "eval_accuracy": 0.769,
      "eval_loss": 0.5370960235595703,
      "eval_runtime": 58.6162,
      "eval_samples_per_second": 68.241,
      "eval_steps_per_second": 2.133,
      "step": 4062
    },
    {
      "epoch": 13.024,
      "grad_norm": 654611.75,
      "learning_rate": 0.0006279677113010446,
      "loss": 0.2046,
      "step": 4070
    },
    {
      "epoch": 13.056,
      "grad_norm": 891781.0625,
      "learning_rate": 0.0006267806267806267,
      "loss": 0.2293,
      "step": 4080
    },
    {
      "epoch": 13.088,
      "grad_norm": 1099780.75,
      "learning_rate": 0.0006255935422602089,
      "loss": 0.2096,
      "step": 4090
    },
    {
      "epoch": 13.12,
      "grad_norm": 1592056.875,
      "learning_rate": 0.0006244064577397912,
      "loss": 0.2054,
      "step": 4100
    },
    {
      "epoch": 13.152,
      "grad_norm": 1195057.75,
      "learning_rate": 0.0006232193732193733,
      "loss": 0.215,
      "step": 4110
    },
    {
      "epoch": 13.184,
      "grad_norm": 864565.3125,
      "learning_rate": 0.0006220322886989554,
      "loss": 0.1961,
      "step": 4120
    },
    {
      "epoch": 13.216,
      "grad_norm": 1274778.875,
      "learning_rate": 0.0006208452041785375,
      "loss": 0.21,
      "step": 4130
    },
    {
      "epoch": 13.248,
      "grad_norm": 1391209.125,
      "learning_rate": 0.0006196581196581197,
      "loss": 0.2291,
      "step": 4140
    },
    {
      "epoch": 13.28,
      "grad_norm": 1173761.25,
      "learning_rate": 0.0006184710351377019,
      "loss": 0.2186,
      "step": 4150
    },
    {
      "epoch": 13.312,
      "grad_norm": 1076280.625,
      "learning_rate": 0.0006172839506172839,
      "loss": 0.2193,
      "step": 4160
    },
    {
      "epoch": 13.344,
      "grad_norm": 809341.9375,
      "learning_rate": 0.0006160968660968661,
      "loss": 0.1914,
      "step": 4170
    },
    {
      "epoch": 13.376,
      "grad_norm": 1084379.0,
      "learning_rate": 0.0006149097815764483,
      "loss": 0.2064,
      "step": 4180
    },
    {
      "epoch": 13.408,
      "grad_norm": 833949.4375,
      "learning_rate": 0.0006137226970560304,
      "loss": 0.2139,
      "step": 4190
    },
    {
      "epoch": 13.44,
      "grad_norm": 1337724.25,
      "learning_rate": 0.0006125356125356125,
      "loss": 0.1961,
      "step": 4200
    },
    {
      "epoch": 13.472,
      "grad_norm": 964052.1875,
      "learning_rate": 0.0006113485280151947,
      "loss": 0.2057,
      "step": 4210
    },
    {
      "epoch": 13.504,
      "grad_norm": 1420036.875,
      "learning_rate": 0.0006101614434947768,
      "loss": 0.2339,
      "step": 4220
    },
    {
      "epoch": 13.536,
      "grad_norm": 1049277.375,
      "learning_rate": 0.0006089743589743589,
      "loss": 0.1966,
      "step": 4230
    },
    {
      "epoch": 13.568,
      "grad_norm": 1342290.875,
      "learning_rate": 0.0006077872744539411,
      "loss": 0.2193,
      "step": 4240
    },
    {
      "epoch": 13.6,
      "grad_norm": 1058454.25,
      "learning_rate": 0.0006066001899335233,
      "loss": 0.2211,
      "step": 4250
    },
    {
      "epoch": 13.632,
      "grad_norm": 802834.5,
      "learning_rate": 0.0006054131054131055,
      "loss": 0.206,
      "step": 4260
    },
    {
      "epoch": 13.664,
      "grad_norm": 939160.625,
      "learning_rate": 0.0006042260208926876,
      "loss": 0.2077,
      "step": 4270
    },
    {
      "epoch": 13.696,
      "grad_norm": 1321520.75,
      "learning_rate": 0.0006030389363722697,
      "loss": 0.2347,
      "step": 4280
    },
    {
      "epoch": 13.728,
      "grad_norm": Infinity,
      "learning_rate": 0.0006018518518518519,
      "loss": 0.2057,
      "step": 4290
    },
    {
      "epoch": 13.76,
      "grad_norm": 1250876.625,
      "learning_rate": 0.0006006647673314341,
      "loss": 0.2216,
      "step": 4300
    },
    {
      "epoch": 13.792,
      "grad_norm": 1065398.25,
      "learning_rate": 0.0005994776828110161,
      "loss": 0.2212,
      "step": 4310
    },
    {
      "epoch": 13.824,
      "grad_norm": 923487.375,
      "learning_rate": 0.0005982905982905983,
      "loss": 0.2153,
      "step": 4320
    },
    {
      "epoch": 13.856,
      "grad_norm": 951445.8125,
      "learning_rate": 0.0005971035137701805,
      "loss": 0.2128,
      "step": 4330
    },
    {
      "epoch": 13.888,
      "grad_norm": 1154133.5,
      "learning_rate": 0.0005959164292497626,
      "loss": 0.2115,
      "step": 4340
    },
    {
      "epoch": 13.92,
      "grad_norm": 991618.625,
      "learning_rate": 0.0005947293447293447,
      "loss": 0.2101,
      "step": 4350
    },
    {
      "epoch": 13.952,
      "grad_norm": 974332.625,
      "learning_rate": 0.0005935422602089269,
      "loss": 0.2084,
      "step": 4360
    },
    {
      "epoch": 13.984,
      "grad_norm": 1015135.1875,
      "learning_rate": 0.000592355175688509,
      "loss": 0.2487,
      "step": 4370
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.7645,
      "eval_loss": 0.5582425594329834,
      "eval_runtime": 61.8491,
      "eval_samples_per_second": 64.674,
      "eval_steps_per_second": 2.021,
      "step": 4375
    },
    {
      "epoch": 14.016,
      "grad_norm": NaN,
      "learning_rate": 0.0005911680911680912,
      "loss": 0.2202,
      "step": 4380
    },
    {
      "epoch": 14.048,
      "grad_norm": 725532.25,
      "learning_rate": 0.0005899810066476732,
      "loss": 0.1936,
      "step": 4390
    },
    {
      "epoch": 14.08,
      "grad_norm": Infinity,
      "learning_rate": 0.0005887939221272554,
      "loss": 0.2276,
      "step": 4400
    },
    {
      "epoch": 14.112,
      "grad_norm": Infinity,
      "learning_rate": 0.0005876068376068377,
      "loss": 0.215,
      "step": 4410
    },
    {
      "epoch": 14.144,
      "grad_norm": 687965.625,
      "learning_rate": 0.0005864197530864199,
      "loss": 0.2159,
      "step": 4420
    },
    {
      "epoch": 14.176,
      "grad_norm": 1061211.25,
      "learning_rate": 0.0005852326685660019,
      "loss": 0.193,
      "step": 4430
    },
    {
      "epoch": 14.208,
      "grad_norm": 872460.75,
      "learning_rate": 0.0005840455840455841,
      "loss": 0.2167,
      "step": 4440
    },
    {
      "epoch": 14.24,
      "grad_norm": 1020573.6875,
      "learning_rate": 0.0005828584995251662,
      "loss": 0.1868,
      "step": 4450
    },
    {
      "epoch": 14.272,
      "grad_norm": Infinity,
      "learning_rate": 0.0005816714150047484,
      "loss": 0.1987,
      "step": 4460
    },
    {
      "epoch": 14.304,
      "grad_norm": 1052701.25,
      "learning_rate": 0.0005804843304843305,
      "loss": 0.2031,
      "step": 4470
    },
    {
      "epoch": 14.336,
      "grad_norm": Infinity,
      "learning_rate": 0.0005792972459639126,
      "loss": 0.2252,
      "step": 4480
    },
    {
      "epoch": 14.368,
      "grad_norm": 679741.25,
      "learning_rate": 0.0005781101614434948,
      "loss": 0.1823,
      "step": 4490
    },
    {
      "epoch": 14.4,
      "grad_norm": 1170840.375,
      "learning_rate": 0.0005769230769230769,
      "loss": 0.2216,
      "step": 4500
    },
    {
      "epoch": 14.432,
      "grad_norm": Infinity,
      "learning_rate": 0.000575735992402659,
      "loss": 0.235,
      "step": 4510
    },
    {
      "epoch": 14.464,
      "grad_norm": Infinity,
      "learning_rate": 0.0005745489078822412,
      "loss": 0.1994,
      "step": 4520
    },
    {
      "epoch": 14.496,
      "grad_norm": 1133208.125,
      "learning_rate": 0.0005733618233618234,
      "loss": 0.2242,
      "step": 4530
    },
    {
      "epoch": 14.528,
      "grad_norm": 1266796.75,
      "learning_rate": 0.0005721747388414054,
      "loss": 0.2125,
      "step": 4540
    },
    {
      "epoch": 14.56,
      "grad_norm": 1040882.375,
      "learning_rate": 0.0005709876543209876,
      "loss": 0.1994,
      "step": 4550
    },
    {
      "epoch": 14.592,
      "grad_norm": 896784.9375,
      "learning_rate": 0.0005698005698005699,
      "loss": 0.2121,
      "step": 4560
    },
    {
      "epoch": 14.624,
      "grad_norm": Infinity,
      "learning_rate": 0.000568613485280152,
      "loss": 0.2284,
      "step": 4570
    },
    {
      "epoch": 14.656,
      "grad_norm": 1164985.0,
      "learning_rate": 0.0005674264007597341,
      "loss": 0.2249,
      "step": 4580
    },
    {
      "epoch": 14.688,
      "grad_norm": Infinity,
      "learning_rate": 0.0005662393162393163,
      "loss": 0.2214,
      "step": 4590
    },
    {
      "epoch": 14.72,
      "grad_norm": 939342.125,
      "learning_rate": 0.0005650522317188984,
      "loss": 0.2015,
      "step": 4600
    },
    {
      "epoch": 14.752,
      "grad_norm": 636754.0625,
      "learning_rate": 0.0005638651471984806,
      "loss": 0.2103,
      "step": 4610
    },
    {
      "epoch": 14.784,
      "grad_norm": 1226811.0,
      "learning_rate": 0.0005626780626780627,
      "loss": 0.2122,
      "step": 4620
    },
    {
      "epoch": 14.816,
      "grad_norm": 1043980.875,
      "learning_rate": 0.0005614909781576448,
      "loss": 0.1971,
      "step": 4630
    },
    {
      "epoch": 14.848,
      "grad_norm": 1471149.375,
      "learning_rate": 0.000560303893637227,
      "loss": 0.2176,
      "step": 4640
    },
    {
      "epoch": 14.88,
      "grad_norm": 935474.1875,
      "learning_rate": 0.0005591168091168092,
      "loss": 0.2057,
      "step": 4650
    },
    {
      "epoch": 14.912,
      "grad_norm": 938039.5625,
      "learning_rate": 0.0005579297245963912,
      "loss": 0.2064,
      "step": 4660
    },
    {
      "epoch": 14.943999999999999,
      "grad_norm": Infinity,
      "learning_rate": 0.0005567426400759734,
      "loss": 0.2427,
      "step": 4670
    },
    {
      "epoch": 14.975999999999999,
      "grad_norm": 1067872.875,
      "learning_rate": 0.0005555555555555556,
      "loss": 0.2025,
      "step": 4680
    },
    {
      "epoch": 14.9984,
      "eval_accuracy": 0.77775,
      "eval_loss": 0.5413510203361511,
      "eval_runtime": 58.0126,
      "eval_samples_per_second": 68.951,
      "eval_steps_per_second": 2.155,
      "step": 4687
    },
    {
      "epoch": 15.008,
      "grad_norm": 1081480.5,
      "learning_rate": 0.0005543684710351377,
      "loss": 0.2015,
      "step": 4690
    },
    {
      "epoch": 15.04,
      "grad_norm": 1213699.125,
      "learning_rate": 0.0005531813865147198,
      "loss": 0.2256,
      "step": 4700
    },
    {
      "epoch": 15.072,
      "grad_norm": 1344064.75,
      "learning_rate": 0.0005519943019943021,
      "loss": 0.2214,
      "step": 4710
    },
    {
      "epoch": 15.104,
      "grad_norm": 849799.5,
      "learning_rate": 0.0005508072174738842,
      "loss": 0.2023,
      "step": 4720
    },
    {
      "epoch": 15.136,
      "grad_norm": 982086.5,
      "learning_rate": 0.0005496201329534663,
      "loss": 0.1956,
      "step": 4730
    },
    {
      "epoch": 15.168,
      "grad_norm": 744843.3125,
      "learning_rate": 0.0005484330484330485,
      "loss": 0.203,
      "step": 4740
    },
    {
      "epoch": 15.2,
      "grad_norm": Infinity,
      "learning_rate": 0.0005472459639126306,
      "loss": 0.1863,
      "step": 4750
    },
    {
      "epoch": 15.232,
      "grad_norm": 1000041.625,
      "learning_rate": 0.0005460588793922128,
      "loss": 0.2262,
      "step": 4760
    },
    {
      "epoch": 15.264,
      "grad_norm": Infinity,
      "learning_rate": 0.0005448717948717948,
      "loss": 0.1778,
      "step": 4770
    },
    {
      "epoch": 15.296,
      "grad_norm": 761818.25,
      "learning_rate": 0.000543684710351377,
      "loss": 0.2134,
      "step": 4780
    },
    {
      "epoch": 15.328,
      "grad_norm": Infinity,
      "learning_rate": 0.0005424976258309592,
      "loss": 0.2246,
      "step": 4790
    },
    {
      "epoch": 15.36,
      "grad_norm": 1044292.875,
      "learning_rate": 0.0005413105413105413,
      "loss": 0.2246,
      "step": 4800
    },
    {
      "epoch": 15.392,
      "grad_norm": 740541.6875,
      "learning_rate": 0.0005401234567901234,
      "loss": 0.1943,
      "step": 4810
    },
    {
      "epoch": 15.424,
      "grad_norm": 980434.4375,
      "learning_rate": 0.0005389363722697056,
      "loss": 0.1904,
      "step": 4820
    },
    {
      "epoch": 15.456,
      "grad_norm": 1246758.625,
      "learning_rate": 0.0005377492877492877,
      "loss": 0.2293,
      "step": 4830
    },
    {
      "epoch": 15.488,
      "grad_norm": 1481804.875,
      "learning_rate": 0.0005365622032288699,
      "loss": 0.2251,
      "step": 4840
    },
    {
      "epoch": 15.52,
      "grad_norm": 956031.5,
      "learning_rate": 0.000535375118708452,
      "loss": 0.2239,
      "step": 4850
    },
    {
      "epoch": 15.552,
      "grad_norm": 1267528.25,
      "learning_rate": 0.0005341880341880342,
      "loss": 0.2263,
      "step": 4860
    },
    {
      "epoch": 15.584,
      "grad_norm": Infinity,
      "learning_rate": 0.0005330009496676164,
      "loss": 0.2041,
      "step": 4870
    },
    {
      "epoch": 15.616,
      "grad_norm": 925829.875,
      "learning_rate": 0.0005318138651471986,
      "loss": 0.1838,
      "step": 4880
    },
    {
      "epoch": 15.648,
      "grad_norm": Infinity,
      "learning_rate": 0.0005306267806267806,
      "loss": 0.2163,
      "step": 4890
    },
    {
      "epoch": 15.68,
      "grad_norm": 1228792.375,
      "learning_rate": 0.0005294396961063628,
      "loss": 0.2032,
      "step": 4900
    },
    {
      "epoch": 15.712,
      "grad_norm": 838715.125,
      "learning_rate": 0.000528252611585945,
      "loss": 0.1991,
      "step": 4910
    },
    {
      "epoch": 15.744,
      "grad_norm": 964459.0,
      "learning_rate": 0.0005270655270655271,
      "loss": 0.2263,
      "step": 4920
    },
    {
      "epoch": 15.776,
      "grad_norm": 798003.25,
      "learning_rate": 0.0005258784425451092,
      "loss": 0.199,
      "step": 4930
    },
    {
      "epoch": 15.808,
      "grad_norm": Infinity,
      "learning_rate": 0.0005246913580246914,
      "loss": 0.2218,
      "step": 4940
    },
    {
      "epoch": 15.84,
      "grad_norm": 1483930.875,
      "learning_rate": 0.0005235042735042735,
      "loss": 0.2356,
      "step": 4950
    },
    {
      "epoch": 15.872,
      "grad_norm": Infinity,
      "learning_rate": 0.0005223171889838556,
      "loss": 0.2247,
      "step": 4960
    },
    {
      "epoch": 15.904,
      "grad_norm": Infinity,
      "learning_rate": 0.0005211301044634378,
      "loss": 0.1986,
      "step": 4970
    },
    {
      "epoch": 15.936,
      "grad_norm": 1194618.5,
      "learning_rate": 0.0005199430199430199,
      "loss": 0.2393,
      "step": 4980
    },
    {
      "epoch": 15.968,
      "grad_norm": 837843.75,
      "learning_rate": 0.0005187559354226021,
      "loss": 0.2107,
      "step": 4990
    },
    {
      "epoch": 16.0,
      "grad_norm": 912574.75,
      "learning_rate": 0.0005175688509021842,
      "loss": 0.2207,
      "step": 5000
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.7685,
      "eval_loss": 0.5375534892082214,
      "eval_runtime": 58.3981,
      "eval_samples_per_second": 68.495,
      "eval_steps_per_second": 2.14,
      "step": 5000
    },
    {
      "epoch": 16.032,
      "grad_norm": Infinity,
      "learning_rate": 0.0005163817663817663,
      "loss": 0.2148,
      "step": 5010
    },
    {
      "epoch": 16.064,
      "grad_norm": Infinity,
      "learning_rate": 0.0005151946818613486,
      "loss": 0.2201,
      "step": 5020
    },
    {
      "epoch": 16.096,
      "grad_norm": 924105.5,
      "learning_rate": 0.0005140075973409308,
      "loss": 0.2183,
      "step": 5030
    },
    {
      "epoch": 16.128,
      "grad_norm": 1160855.125,
      "learning_rate": 0.0005128205128205128,
      "loss": 0.2145,
      "step": 5040
    },
    {
      "epoch": 16.16,
      "grad_norm": 1011611.5,
      "learning_rate": 0.000511633428300095,
      "loss": 0.2183,
      "step": 5050
    },
    {
      "epoch": 16.192,
      "grad_norm": 1249247.375,
      "learning_rate": 0.0005104463437796772,
      "loss": 0.2077,
      "step": 5060
    },
    {
      "epoch": 16.224,
      "grad_norm": Infinity,
      "learning_rate": 0.0005092592592592593,
      "loss": 0.204,
      "step": 5070
    },
    {
      "epoch": 16.256,
      "grad_norm": 1121213.75,
      "learning_rate": 0.0005080721747388414,
      "loss": 0.2116,
      "step": 5080
    },
    {
      "epoch": 16.288,
      "grad_norm": 938717.25,
      "learning_rate": 0.0005068850902184235,
      "loss": 0.2033,
      "step": 5090
    },
    {
      "epoch": 16.32,
      "grad_norm": Infinity,
      "learning_rate": 0.0005056980056980057,
      "loss": 0.2219,
      "step": 5100
    },
    {
      "epoch": 16.352,
      "grad_norm": 952882.625,
      "learning_rate": 0.0005045109211775879,
      "loss": 0.226,
      "step": 5110
    },
    {
      "epoch": 16.384,
      "grad_norm": 1363143.5,
      "learning_rate": 0.0005033238366571699,
      "loss": 0.2174,
      "step": 5120
    },
    {
      "epoch": 16.416,
      "grad_norm": 917260.875,
      "learning_rate": 0.0005021367521367521,
      "loss": 0.1846,
      "step": 5130
    },
    {
      "epoch": 16.448,
      "grad_norm": Infinity,
      "learning_rate": 0.0005009496676163343,
      "loss": 0.1981,
      "step": 5140
    },
    {
      "epoch": 16.48,
      "grad_norm": 1652643.0,
      "learning_rate": 0.0004997625830959164,
      "loss": 0.2138,
      "step": 5150
    },
    {
      "epoch": 16.512,
      "grad_norm": 942965.1875,
      "learning_rate": 0.0004985754985754986,
      "loss": 0.207,
      "step": 5160
    },
    {
      "epoch": 16.544,
      "grad_norm": 1058725.375,
      "learning_rate": 0.0004973884140550808,
      "loss": 0.1956,
      "step": 5170
    },
    {
      "epoch": 16.576,
      "grad_norm": 1011255.875,
      "learning_rate": 0.000496201329534663,
      "loss": 0.2182,
      "step": 5180
    },
    {
      "epoch": 16.608,
      "grad_norm": 949710.75,
      "learning_rate": 0.000495014245014245,
      "loss": 0.205,
      "step": 5190
    },
    {
      "epoch": 16.64,
      "grad_norm": 939276.4375,
      "learning_rate": 0.0004938271604938272,
      "loss": 0.2186,
      "step": 5200
    },
    {
      "epoch": 16.672,
      "grad_norm": 1041804.3125,
      "learning_rate": 0.0004926400759734093,
      "loss": 0.2115,
      "step": 5210
    },
    {
      "epoch": 16.704,
      "grad_norm": 976855.5625,
      "learning_rate": 0.0004914529914529914,
      "loss": 0.2076,
      "step": 5220
    },
    {
      "epoch": 16.736,
      "grad_norm": 881195.3125,
      "learning_rate": 0.0004902659069325736,
      "loss": 0.2018,
      "step": 5230
    },
    {
      "epoch": 16.768,
      "grad_norm": 1045999.0,
      "learning_rate": 0.0004890788224121557,
      "loss": 0.2095,
      "step": 5240
    },
    {
      "epoch": 16.8,
      "grad_norm": 1055538.875,
      "learning_rate": 0.0004878917378917379,
      "loss": 0.2254,
      "step": 5250
    },
    {
      "epoch": 16.832,
      "grad_norm": 1142565.625,
      "learning_rate": 0.00048670465337132,
      "loss": 0.2343,
      "step": 5260
    },
    {
      "epoch": 16.864,
      "grad_norm": 1099992.25,
      "learning_rate": 0.0004855175688509022,
      "loss": 0.219,
      "step": 5270
    },
    {
      "epoch": 16.896,
      "grad_norm": Infinity,
      "learning_rate": 0.00048433048433048435,
      "loss": 0.2458,
      "step": 5280
    },
    {
      "epoch": 16.928,
      "grad_norm": 946468.9375,
      "learning_rate": 0.0004831433998100665,
      "loss": 0.1974,
      "step": 5290
    },
    {
      "epoch": 16.96,
      "grad_norm": 1041877.25,
      "learning_rate": 0.00048195631528964863,
      "loss": 0.217,
      "step": 5300
    },
    {
      "epoch": 16.992,
      "grad_norm": 1171594.625,
      "learning_rate": 0.0004807692307692308,
      "loss": 0.2012,
      "step": 5310
    },
    {
      "epoch": 16.9984,
      "eval_accuracy": 0.77025,
      "eval_loss": 0.548855721950531,
      "eval_runtime": 58.086,
      "eval_samples_per_second": 68.863,
      "eval_steps_per_second": 2.152,
      "step": 5312
    },
    {
      "epoch": 17.024,
      "grad_norm": 980497.25,
      "learning_rate": 0.0004795821462488129,
      "loss": 0.2157,
      "step": 5320
    },
    {
      "epoch": 17.056,
      "grad_norm": 748758.875,
      "learning_rate": 0.0004783950617283951,
      "loss": 0.2023,
      "step": 5330
    },
    {
      "epoch": 17.088,
      "grad_norm": 1243409.375,
      "learning_rate": 0.0004772079772079772,
      "loss": 0.2254,
      "step": 5340
    },
    {
      "epoch": 17.12,
      "grad_norm": 738619.375,
      "learning_rate": 0.00047602089268755936,
      "loss": 0.1961,
      "step": 5350
    },
    {
      "epoch": 17.152,
      "grad_norm": 1088919.75,
      "learning_rate": 0.0004748338081671415,
      "loss": 0.2067,
      "step": 5360
    },
    {
      "epoch": 17.184,
      "grad_norm": 966854.0,
      "learning_rate": 0.0004736467236467237,
      "loss": 0.2142,
      "step": 5370
    },
    {
      "epoch": 17.216,
      "grad_norm": 713046.25,
      "learning_rate": 0.0004724596391263058,
      "loss": 0.2114,
      "step": 5380
    },
    {
      "epoch": 17.248,
      "grad_norm": 962303.5625,
      "learning_rate": 0.00047127255460588797,
      "loss": 0.2236,
      "step": 5390
    },
    {
      "epoch": 17.28,
      "grad_norm": 1023706.8125,
      "learning_rate": 0.0004700854700854701,
      "loss": 0.1875,
      "step": 5400
    },
    {
      "epoch": 17.312,
      "grad_norm": 950098.0625,
      "learning_rate": 0.00046889838556505225,
      "loss": 0.197,
      "step": 5410
    },
    {
      "epoch": 17.344,
      "grad_norm": 904872.25,
      "learning_rate": 0.00046771130104463437,
      "loss": 0.2195,
      "step": 5420
    },
    {
      "epoch": 17.376,
      "grad_norm": Infinity,
      "learning_rate": 0.0004665242165242166,
      "loss": 0.1911,
      "step": 5430
    },
    {
      "epoch": 17.408,
      "grad_norm": Infinity,
      "learning_rate": 0.0004653371320037987,
      "loss": 0.2201,
      "step": 5440
    },
    {
      "epoch": 17.44,
      "grad_norm": 922537.875,
      "learning_rate": 0.0004641500474833808,
      "loss": 0.2058,
      "step": 5450
    },
    {
      "epoch": 17.472,
      "grad_norm": 1170017.125,
      "learning_rate": 0.000462962962962963,
      "loss": 0.2242,
      "step": 5460
    },
    {
      "epoch": 17.504,
      "grad_norm": 967685.5,
      "learning_rate": 0.0004617758784425451,
      "loss": 0.2135,
      "step": 5470
    },
    {
      "epoch": 17.536,
      "grad_norm": 866546.0,
      "learning_rate": 0.00046058879392212726,
      "loss": 0.206,
      "step": 5480
    },
    {
      "epoch": 17.568,
      "grad_norm": 1577800.875,
      "learning_rate": 0.0004594017094017094,
      "loss": 0.2175,
      "step": 5490
    },
    {
      "epoch": 17.6,
      "grad_norm": NaN,
      "learning_rate": 0.00045821462488129154,
      "loss": 0.2106,
      "step": 5500
    },
    {
      "epoch": 17.632,
      "grad_norm": 1285103.625,
      "learning_rate": 0.0004570275403608737,
      "loss": 0.229,
      "step": 5510
    },
    {
      "epoch": 17.664,
      "grad_norm": Infinity,
      "learning_rate": 0.0004558404558404559,
      "loss": 0.203,
      "step": 5520
    },
    {
      "epoch": 17.696,
      "grad_norm": Infinity,
      "learning_rate": 0.000454653371320038,
      "loss": 0.2219,
      "step": 5530
    },
    {
      "epoch": 17.728,
      "grad_norm": 1200600.875,
      "learning_rate": 0.00045346628679962016,
      "loss": 0.2182,
      "step": 5540
    },
    {
      "epoch": 17.76,
      "grad_norm": 1468528.75,
      "learning_rate": 0.00045227920227920227,
      "loss": 0.1966,
      "step": 5550
    },
    {
      "epoch": 17.792,
      "grad_norm": 955159.25,
      "learning_rate": 0.00045109211775878444,
      "loss": 0.241,
      "step": 5560
    },
    {
      "epoch": 17.824,
      "grad_norm": 996693.75,
      "learning_rate": 0.00044990503323836655,
      "loss": 0.1966,
      "step": 5570
    },
    {
      "epoch": 17.856,
      "grad_norm": 1332255.875,
      "learning_rate": 0.0004487179487179487,
      "loss": 0.2169,
      "step": 5580
    },
    {
      "epoch": 17.888,
      "grad_norm": 1062334.375,
      "learning_rate": 0.0004475308641975309,
      "loss": 0.2109,
      "step": 5590
    },
    {
      "epoch": 17.92,
      "grad_norm": Infinity,
      "learning_rate": 0.00044634377967711305,
      "loss": 0.2107,
      "step": 5600
    },
    {
      "epoch": 17.951999999999998,
      "grad_norm": 916163.4375,
      "learning_rate": 0.00044515669515669517,
      "loss": 0.2343,
      "step": 5610
    },
    {
      "epoch": 17.984,
      "grad_norm": 1330298.25,
      "learning_rate": 0.00044396961063627733,
      "loss": 0.2198,
      "step": 5620
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.77525,
      "eval_loss": 0.5560150146484375,
      "eval_runtime": 58.4205,
      "eval_samples_per_second": 68.469,
      "eval_steps_per_second": 2.14,
      "step": 5625
    },
    {
      "epoch": 18.016,
      "grad_norm": 1105357.875,
      "learning_rate": 0.00044278252611585945,
      "loss": 0.1996,
      "step": 5630
    },
    {
      "epoch": 18.048,
      "grad_norm": 1458348.125,
      "learning_rate": 0.0004415954415954416,
      "loss": 0.2199,
      "step": 5640
    },
    {
      "epoch": 18.08,
      "grad_norm": 970556.25,
      "learning_rate": 0.0004404083570750237,
      "loss": 0.2191,
      "step": 5650
    },
    {
      "epoch": 18.112,
      "grad_norm": Infinity,
      "learning_rate": 0.00043922127255460595,
      "loss": 0.2307,
      "step": 5660
    },
    {
      "epoch": 18.144,
      "grad_norm": 976057.1875,
      "learning_rate": 0.00043803418803418806,
      "loss": 0.1966,
      "step": 5670
    },
    {
      "epoch": 18.176,
      "grad_norm": 833928.25,
      "learning_rate": 0.00043684710351377023,
      "loss": 0.2268,
      "step": 5680
    },
    {
      "epoch": 18.208,
      "grad_norm": 931736.9375,
      "learning_rate": 0.00043566001899335234,
      "loss": 0.2261,
      "step": 5690
    },
    {
      "epoch": 18.24,
      "grad_norm": 1063323.25,
      "learning_rate": 0.00043447293447293445,
      "loss": 0.1793,
      "step": 5700
    },
    {
      "epoch": 18.272,
      "grad_norm": Infinity,
      "learning_rate": 0.0004332858499525166,
      "loss": 0.2064,
      "step": 5710
    },
    {
      "epoch": 18.304,
      "grad_norm": Infinity,
      "learning_rate": 0.00043209876543209873,
      "loss": 0.2174,
      "step": 5720
    },
    {
      "epoch": 18.336,
      "grad_norm": 745713.25,
      "learning_rate": 0.0004309116809116809,
      "loss": 0.1981,
      "step": 5730
    },
    {
      "epoch": 18.368,
      "grad_norm": 960917.375,
      "learning_rate": 0.00042972459639126307,
      "loss": 0.2114,
      "step": 5740
    },
    {
      "epoch": 18.4,
      "grad_norm": Infinity,
      "learning_rate": 0.00042853751187084524,
      "loss": 0.2171,
      "step": 5750
    },
    {
      "epoch": 18.432,
      "grad_norm": 825171.125,
      "learning_rate": 0.00042735042735042735,
      "loss": 0.1824,
      "step": 5760
    },
    {
      "epoch": 18.464,
      "grad_norm": 769558.375,
      "learning_rate": 0.0004261633428300095,
      "loss": 0.2074,
      "step": 5770
    },
    {
      "epoch": 18.496,
      "grad_norm": 772380.4375,
      "learning_rate": 0.00042497625830959163,
      "loss": 0.2226,
      "step": 5780
    },
    {
      "epoch": 18.528,
      "grad_norm": 1635508.0,
      "learning_rate": 0.0004237891737891738,
      "loss": 0.2241,
      "step": 5790
    },
    {
      "epoch": 18.56,
      "grad_norm": 977012.4375,
      "learning_rate": 0.0004226020892687559,
      "loss": 0.1885,
      "step": 5800
    },
    {
      "epoch": 18.592,
      "grad_norm": 1104309.375,
      "learning_rate": 0.0004214150047483381,
      "loss": 0.2285,
      "step": 5810
    },
    {
      "epoch": 18.624,
      "grad_norm": 1027584.875,
      "learning_rate": 0.00042022792022792025,
      "loss": 0.2192,
      "step": 5820
    },
    {
      "epoch": 18.656,
      "grad_norm": 1208884.875,
      "learning_rate": 0.0004190408357075024,
      "loss": 0.2229,
      "step": 5830
    },
    {
      "epoch": 18.688,
      "grad_norm": 1337715.5,
      "learning_rate": 0.0004178537511870845,
      "loss": 0.2235,
      "step": 5840
    },
    {
      "epoch": 18.72,
      "grad_norm": 1082770.625,
      "learning_rate": 0.0004166666666666667,
      "loss": 0.1985,
      "step": 5850
    },
    {
      "epoch": 18.752,
      "grad_norm": 1084099.75,
      "learning_rate": 0.0004154795821462488,
      "loss": 0.2001,
      "step": 5860
    },
    {
      "epoch": 18.784,
      "grad_norm": 970450.75,
      "learning_rate": 0.000414292497625831,
      "loss": 0.2216,
      "step": 5870
    },
    {
      "epoch": 18.816,
      "grad_norm": 811773.875,
      "learning_rate": 0.0004131054131054131,
      "loss": 0.2318,
      "step": 5880
    },
    {
      "epoch": 18.848,
      "grad_norm": 839901.625,
      "learning_rate": 0.0004119183285849953,
      "loss": 0.2338,
      "step": 5890
    },
    {
      "epoch": 18.88,
      "grad_norm": 1070109.25,
      "learning_rate": 0.0004107312440645774,
      "loss": 0.2,
      "step": 5900
    },
    {
      "epoch": 18.912,
      "grad_norm": 795279.5,
      "learning_rate": 0.0004095441595441596,
      "loss": 0.1919,
      "step": 5910
    },
    {
      "epoch": 18.944,
      "grad_norm": 1289021.25,
      "learning_rate": 0.0004083570750237417,
      "loss": 0.1973,
      "step": 5920
    },
    {
      "epoch": 18.976,
      "grad_norm": 1276458.875,
      "learning_rate": 0.00040716999050332387,
      "loss": 0.2171,
      "step": 5930
    },
    {
      "epoch": 18.9984,
      "eval_accuracy": 0.7725,
      "eval_loss": 0.557004988193512,
      "eval_runtime": 57.9489,
      "eval_samples_per_second": 69.026,
      "eval_steps_per_second": 2.157,
      "step": 5937
    },
    {
      "epoch": 19.008,
      "grad_norm": Infinity,
      "learning_rate": 0.000405982905982906,
      "loss": 0.2159,
      "step": 5940
    },
    {
      "epoch": 19.04,
      "grad_norm": 974318.875,
      "learning_rate": 0.0004047958214624881,
      "loss": 0.2077,
      "step": 5950
    },
    {
      "epoch": 19.072,
      "grad_norm": 1039002.875,
      "learning_rate": 0.00040360873694207026,
      "loss": 0.2189,
      "step": 5960
    },
    {
      "epoch": 19.104,
      "grad_norm": 852144.6875,
      "learning_rate": 0.00040242165242165243,
      "loss": 0.1993,
      "step": 5970
    },
    {
      "epoch": 19.136,
      "grad_norm": 1005178.375,
      "learning_rate": 0.0004012345679012346,
      "loss": 0.2116,
      "step": 5980
    },
    {
      "epoch": 19.168,
      "grad_norm": 1007026.75,
      "learning_rate": 0.0004000474833808167,
      "loss": 0.1993,
      "step": 5990
    },
    {
      "epoch": 19.2,
      "grad_norm": 1615725.875,
      "learning_rate": 0.0003988603988603989,
      "loss": 0.2174,
      "step": 6000
    },
    {
      "epoch": 19.232,
      "grad_norm": Infinity,
      "learning_rate": 0.000397673314339981,
      "loss": 0.2001,
      "step": 6010
    },
    {
      "epoch": 19.264,
      "grad_norm": Infinity,
      "learning_rate": 0.00039648622981956316,
      "loss": 0.1909,
      "step": 6020
    },
    {
      "epoch": 19.296,
      "grad_norm": Infinity,
      "learning_rate": 0.00039529914529914527,
      "loss": 0.1939,
      "step": 6030
    },
    {
      "epoch": 19.328,
      "grad_norm": Infinity,
      "learning_rate": 0.00039411206077872744,
      "loss": 0.216,
      "step": 6040
    },
    {
      "epoch": 19.36,
      "grad_norm": NaN,
      "learning_rate": 0.0003929249762583096,
      "loss": 0.2347,
      "step": 6050
    },
    {
      "epoch": 19.392,
      "grad_norm": Infinity,
      "learning_rate": 0.0003917378917378918,
      "loss": 0.2205,
      "step": 6060
    },
    {
      "epoch": 19.424,
      "grad_norm": Infinity,
      "learning_rate": 0.0003905508072174739,
      "loss": 0.2024,
      "step": 6070
    },
    {
      "epoch": 19.456,
      "grad_norm": NaN,
      "learning_rate": 0.00038936372269705605,
      "loss": 0.2393,
      "step": 6080
    },
    {
      "epoch": 19.488,
      "grad_norm": Infinity,
      "learning_rate": 0.00038817663817663817,
      "loss": 0.2286,
      "step": 6090
    },
    {
      "epoch": 19.52,
      "grad_norm": Infinity,
      "learning_rate": 0.00038698955365622033,
      "loss": 0.223,
      "step": 6100
    },
    {
      "epoch": 19.552,
      "grad_norm": Infinity,
      "learning_rate": 0.00038580246913580245,
      "loss": 0.2015,
      "step": 6110
    },
    {
      "epoch": 19.584,
      "grad_norm": Infinity,
      "learning_rate": 0.00038461538461538467,
      "loss": 0.2163,
      "step": 6120
    },
    {
      "epoch": 19.616,
      "grad_norm": 1314457.375,
      "learning_rate": 0.0003834283000949668,
      "loss": 0.2002,
      "step": 6130
    },
    {
      "epoch": 19.648,
      "grad_norm": Infinity,
      "learning_rate": 0.00038224121557454895,
      "loss": 0.2215,
      "step": 6140
    },
    {
      "epoch": 19.68,
      "grad_norm": NaN,
      "learning_rate": 0.00038105413105413106,
      "loss": 0.2117,
      "step": 6150
    },
    {
      "epoch": 19.712,
      "grad_norm": NaN,
      "learning_rate": 0.00037986704653371323,
      "loss": 0.2196,
      "step": 6160
    },
    {
      "epoch": 19.744,
      "grad_norm": Infinity,
      "learning_rate": 0.00037867996201329534,
      "loss": 0.2303,
      "step": 6170
    },
    {
      "epoch": 19.776,
      "grad_norm": Infinity,
      "learning_rate": 0.00037749287749287746,
      "loss": 0.2374,
      "step": 6180
    },
    {
      "epoch": 19.808,
      "grad_norm": NaN,
      "learning_rate": 0.0003763057929724596,
      "loss": 0.2177,
      "step": 6190
    },
    {
      "epoch": 19.84,
      "grad_norm": NaN,
      "learning_rate": 0.0003751187084520418,
      "loss": 0.2005,
      "step": 6200
    },
    {
      "epoch": 19.872,
      "grad_norm": Infinity,
      "learning_rate": 0.00037393162393162396,
      "loss": 0.2228,
      "step": 6210
    },
    {
      "epoch": 19.904,
      "grad_norm": Infinity,
      "learning_rate": 0.00037274453941120607,
      "loss": 0.201,
      "step": 6220
    },
    {
      "epoch": 19.936,
      "grad_norm": NaN,
      "learning_rate": 0.00037155745489078824,
      "loss": 0.205,
      "step": 6230
    },
    {
      "epoch": 19.968,
      "grad_norm": 1964826.75,
      "learning_rate": 0.00037037037037037035,
      "loss": 0.2213,
      "step": 6240
    },
    {
      "epoch": 20.0,
      "grad_norm": Infinity,
      "learning_rate": 0.0003691832858499525,
      "loss": 0.2116,
      "step": 6250
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.7625,
      "eval_loss": 0.5622299909591675,
      "eval_runtime": 58.6144,
      "eval_samples_per_second": 68.243,
      "eval_steps_per_second": 2.133,
      "step": 6250
    },
    {
      "epoch": 20.032,
      "grad_norm": NaN,
      "learning_rate": 0.00036799620132953463,
      "loss": 0.2141,
      "step": 6260
    },
    {
      "epoch": 20.064,
      "grad_norm": Infinity,
      "learning_rate": 0.00036680911680911685,
      "loss": 0.2003,
      "step": 6270
    },
    {
      "epoch": 20.096,
      "grad_norm": Infinity,
      "learning_rate": 0.00036562203228869897,
      "loss": 0.2081,
      "step": 6280
    },
    {
      "epoch": 20.128,
      "grad_norm": 1561355.625,
      "learning_rate": 0.00036443494776828113,
      "loss": 0.2078,
      "step": 6290
    },
    {
      "epoch": 20.16,
      "grad_norm": Infinity,
      "learning_rate": 0.00036324786324786325,
      "loss": 0.2105,
      "step": 6300
    },
    {
      "epoch": 20.192,
      "grad_norm": Infinity,
      "learning_rate": 0.0003620607787274454,
      "loss": 0.2395,
      "step": 6310
    },
    {
      "epoch": 20.224,
      "grad_norm": Infinity,
      "learning_rate": 0.00036087369420702753,
      "loss": 0.2105,
      "step": 6320
    },
    {
      "epoch": 20.256,
      "grad_norm": Infinity,
      "learning_rate": 0.0003596866096866097,
      "loss": 0.216,
      "step": 6330
    },
    {
      "epoch": 20.288,
      "grad_norm": Infinity,
      "learning_rate": 0.0003584995251661918,
      "loss": 0.224,
      "step": 6340
    },
    {
      "epoch": 20.32,
      "grad_norm": Infinity,
      "learning_rate": 0.00035731244064577403,
      "loss": 0.2054,
      "step": 6350
    },
    {
      "epoch": 20.352,
      "grad_norm": 1508851.0,
      "learning_rate": 0.00035612535612535614,
      "loss": 0.2151,
      "step": 6360
    },
    {
      "epoch": 20.384,
      "grad_norm": 1946181.375,
      "learning_rate": 0.0003549382716049383,
      "loss": 0.2173,
      "step": 6370
    },
    {
      "epoch": 20.416,
      "grad_norm": Infinity,
      "learning_rate": 0.0003537511870845204,
      "loss": 0.2035,
      "step": 6380
    },
    {
      "epoch": 20.448,
      "grad_norm": Infinity,
      "learning_rate": 0.0003525641025641026,
      "loss": 0.2215,
      "step": 6390
    },
    {
      "epoch": 20.48,
      "grad_norm": Infinity,
      "learning_rate": 0.0003513770180436847,
      "loss": 0.205,
      "step": 6400
    },
    {
      "epoch": 20.512,
      "grad_norm": Infinity,
      "learning_rate": 0.00035018993352326687,
      "loss": 0.1974,
      "step": 6410
    },
    {
      "epoch": 20.544,
      "grad_norm": 1950701.25,
      "learning_rate": 0.000349002849002849,
      "loss": 0.2087,
      "step": 6420
    },
    {
      "epoch": 20.576,
      "grad_norm": Infinity,
      "learning_rate": 0.00034781576448243115,
      "loss": 0.2136,
      "step": 6430
    },
    {
      "epoch": 20.608,
      "grad_norm": NaN,
      "learning_rate": 0.0003466286799620133,
      "loss": 0.2051,
      "step": 6440
    },
    {
      "epoch": 20.64,
      "grad_norm": Infinity,
      "learning_rate": 0.00034544159544159543,
      "loss": 0.2181,
      "step": 6450
    },
    {
      "epoch": 20.672,
      "grad_norm": Infinity,
      "learning_rate": 0.0003442545109211776,
      "loss": 0.2367,
      "step": 6460
    },
    {
      "epoch": 20.704,
      "grad_norm": Infinity,
      "learning_rate": 0.0003430674264007597,
      "loss": 0.1962,
      "step": 6470
    },
    {
      "epoch": 20.736,
      "grad_norm": 1704853.25,
      "learning_rate": 0.0003418803418803419,
      "loss": 0.201,
      "step": 6480
    },
    {
      "epoch": 20.768,
      "grad_norm": Infinity,
      "learning_rate": 0.000340693257359924,
      "loss": 0.2186,
      "step": 6490
    },
    {
      "epoch": 20.8,
      "grad_norm": Infinity,
      "learning_rate": 0.0003395061728395062,
      "loss": 0.2131,
      "step": 6500
    },
    {
      "epoch": 20.832,
      "grad_norm": Infinity,
      "learning_rate": 0.00033831908831908833,
      "loss": 0.223,
      "step": 6510
    },
    {
      "epoch": 20.864,
      "grad_norm": 1689417.75,
      "learning_rate": 0.0003371320037986705,
      "loss": 0.2086,
      "step": 6520
    },
    {
      "epoch": 20.896,
      "grad_norm": Infinity,
      "learning_rate": 0.0003359449192782526,
      "loss": 0.2109,
      "step": 6530
    },
    {
      "epoch": 20.928,
      "grad_norm": Infinity,
      "learning_rate": 0.0003347578347578348,
      "loss": 0.2014,
      "step": 6540
    },
    {
      "epoch": 20.96,
      "grad_norm": Infinity,
      "learning_rate": 0.0003335707502374169,
      "loss": 0.2174,
      "step": 6550
    },
    {
      "epoch": 20.992,
      "grad_norm": Infinity,
      "learning_rate": 0.00033238366571699906,
      "loss": 0.2162,
      "step": 6560
    },
    {
      "epoch": 20.9984,
      "eval_accuracy": 0.76675,
      "eval_loss": 0.5587143898010254,
      "eval_runtime": 59.4419,
      "eval_samples_per_second": 67.293,
      "eval_steps_per_second": 2.103,
      "step": 6562
    },
    {
      "epoch": 21.024,
      "grad_norm": 1291432.5,
      "learning_rate": 0.00033119658119658117,
      "loss": 0.2018,
      "step": 6570
    },
    {
      "epoch": 21.056,
      "grad_norm": NaN,
      "learning_rate": 0.0003300094966761634,
      "loss": 0.2017,
      "step": 6580
    },
    {
      "epoch": 21.088,
      "grad_norm": Infinity,
      "learning_rate": 0.0003288224121557455,
      "loss": 0.2061,
      "step": 6590
    },
    {
      "epoch": 21.12,
      "grad_norm": NaN,
      "learning_rate": 0.00032763532763532767,
      "loss": 0.2068,
      "step": 6600
    },
    {
      "epoch": 21.152,
      "grad_norm": Infinity,
      "learning_rate": 0.0003264482431149098,
      "loss": 0.2055,
      "step": 6610
    },
    {
      "epoch": 21.184,
      "grad_norm": Infinity,
      "learning_rate": 0.00032526115859449195,
      "loss": 0.2069,
      "step": 6620
    },
    {
      "epoch": 21.216,
      "grad_norm": 1809235.625,
      "learning_rate": 0.00032407407407407406,
      "loss": 0.1952,
      "step": 6630
    },
    {
      "epoch": 21.248,
      "grad_norm": NaN,
      "learning_rate": 0.00032288698955365623,
      "loss": 0.2042,
      "step": 6640
    },
    {
      "epoch": 21.28,
      "grad_norm": Infinity,
      "learning_rate": 0.00032169990503323835,
      "loss": 0.2071,
      "step": 6650
    },
    {
      "epoch": 21.312,
      "grad_norm": Infinity,
      "learning_rate": 0.00032051282051282057,
      "loss": 0.2131,
      "step": 6660
    },
    {
      "epoch": 21.344,
      "grad_norm": Infinity,
      "learning_rate": 0.0003193257359924027,
      "loss": 0.2297,
      "step": 6670
    },
    {
      "epoch": 21.376,
      "grad_norm": NaN,
      "learning_rate": 0.0003181386514719848,
      "loss": 0.2083,
      "step": 6680
    },
    {
      "epoch": 21.408,
      "grad_norm": 1783178.125,
      "learning_rate": 0.00031695156695156696,
      "loss": 0.1937,
      "step": 6690
    },
    {
      "epoch": 21.44,
      "grad_norm": NaN,
      "learning_rate": 0.0003157644824311491,
      "loss": 0.2248,
      "step": 6700
    },
    {
      "epoch": 21.472,
      "grad_norm": Infinity,
      "learning_rate": 0.00031457739791073124,
      "loss": 0.2114,
      "step": 6710
    },
    {
      "epoch": 21.504,
      "grad_norm": Infinity,
      "learning_rate": 0.00031339031339031335,
      "loss": 0.2521,
      "step": 6720
    },
    {
      "epoch": 21.536,
      "grad_norm": NaN,
      "learning_rate": 0.0003122032288698956,
      "loss": 0.2058,
      "step": 6730
    },
    {
      "epoch": 21.568,
      "grad_norm": NaN,
      "learning_rate": 0.0003110161443494777,
      "loss": 0.1923,
      "step": 6740
    },
    {
      "epoch": 21.6,
      "grad_norm": Infinity,
      "learning_rate": 0.00030982905982905986,
      "loss": 0.2405,
      "step": 6750
    },
    {
      "epoch": 21.632,
      "grad_norm": 1427268.125,
      "learning_rate": 0.00030864197530864197,
      "loss": 0.187,
      "step": 6760
    },
    {
      "epoch": 21.664,
      "grad_norm": 1644058.125,
      "learning_rate": 0.00030745489078822414,
      "loss": 0.2343,
      "step": 6770
    },
    {
      "epoch": 21.696,
      "grad_norm": 2057941.25,
      "learning_rate": 0.00030626780626780625,
      "loss": 0.2114,
      "step": 6780
    },
    {
      "epoch": 21.728,
      "grad_norm": Infinity,
      "learning_rate": 0.0003050807217473884,
      "loss": 0.2144,
      "step": 6790
    },
    {
      "epoch": 21.76,
      "grad_norm": Infinity,
      "learning_rate": 0.00030389363722697053,
      "loss": 0.2318,
      "step": 6800
    },
    {
      "epoch": 21.792,
      "grad_norm": Infinity,
      "learning_rate": 0.00030270655270655275,
      "loss": 0.2327,
      "step": 6810
    },
    {
      "epoch": 21.824,
      "grad_norm": Infinity,
      "learning_rate": 0.00030151946818613486,
      "loss": 0.2207,
      "step": 6820
    },
    {
      "epoch": 21.856,
      "grad_norm": Infinity,
      "learning_rate": 0.00030033238366571703,
      "loss": 0.2115,
      "step": 6830
    },
    {
      "epoch": 21.888,
      "grad_norm": Infinity,
      "learning_rate": 0.00029914529914529915,
      "loss": 0.1802,
      "step": 6840
    },
    {
      "epoch": 21.92,
      "grad_norm": Infinity,
      "learning_rate": 0.0002979582146248813,
      "loss": 0.211,
      "step": 6850
    },
    {
      "epoch": 21.951999999999998,
      "grad_norm": Infinity,
      "learning_rate": 0.0002967711301044634,
      "loss": 0.2275,
      "step": 6860
    },
    {
      "epoch": 21.984,
      "grad_norm": Infinity,
      "learning_rate": 0.0002955840455840456,
      "loss": 0.224,
      "step": 6870
    },
    {
      "epoch": 22.0,
      "eval_accuracy": 0.77125,
      "eval_loss": 0.545555591583252,
      "eval_runtime": 58.3787,
      "eval_samples_per_second": 68.518,
      "eval_steps_per_second": 2.141,
      "step": 6875
    },
    {
      "epoch": 22.016,
      "grad_norm": 2120620.25,
      "learning_rate": 0.0002943969610636277,
      "loss": 0.2007,
      "step": 6880
    },
    {
      "epoch": 22.048,
      "grad_norm": Infinity,
      "learning_rate": 0.00029320987654320993,
      "loss": 0.2052,
      "step": 6890
    },
    {
      "epoch": 22.08,
      "grad_norm": NaN,
      "learning_rate": 0.00029202279202279204,
      "loss": 0.2109,
      "step": 6900
    },
    {
      "epoch": 22.112,
      "grad_norm": Infinity,
      "learning_rate": 0.0002908357075023742,
      "loss": 0.1884,
      "step": 6910
    },
    {
      "epoch": 22.144,
      "grad_norm": Infinity,
      "learning_rate": 0.0002896486229819563,
      "loss": 0.2099,
      "step": 6920
    },
    {
      "epoch": 22.176,
      "grad_norm": Infinity,
      "learning_rate": 0.00028846153846153843,
      "loss": 0.2147,
      "step": 6930
    },
    {
      "epoch": 22.208,
      "grad_norm": Infinity,
      "learning_rate": 0.0002872744539411206,
      "loss": 0.2116,
      "step": 6940
    },
    {
      "epoch": 22.24,
      "grad_norm": Infinity,
      "learning_rate": 0.0002860873694207027,
      "loss": 0.2044,
      "step": 6950
    },
    {
      "epoch": 22.272,
      "grad_norm": 1670116.875,
      "learning_rate": 0.00028490028490028494,
      "loss": 0.2107,
      "step": 6960
    },
    {
      "epoch": 22.304,
      "grad_norm": Infinity,
      "learning_rate": 0.00028371320037986705,
      "loss": 0.1955,
      "step": 6970
    },
    {
      "epoch": 22.336,
      "grad_norm": Infinity,
      "learning_rate": 0.0002825261158594492,
      "loss": 0.214,
      "step": 6980
    },
    {
      "epoch": 22.368,
      "grad_norm": Infinity,
      "learning_rate": 0.00028133903133903133,
      "loss": 0.2164,
      "step": 6990
    },
    {
      "epoch": 22.4,
      "grad_norm": Infinity,
      "learning_rate": 0.0002801519468186135,
      "loss": 0.2199,
      "step": 7000
    },
    {
      "epoch": 22.432,
      "grad_norm": Infinity,
      "learning_rate": 0.0002789648622981956,
      "loss": 0.2066,
      "step": 7010
    },
    {
      "epoch": 22.464,
      "grad_norm": 2138083.0,
      "learning_rate": 0.0002777777777777778,
      "loss": 0.2208,
      "step": 7020
    },
    {
      "epoch": 22.496,
      "grad_norm": Infinity,
      "learning_rate": 0.0002765906932573599,
      "loss": 0.2207,
      "step": 7030
    },
    {
      "epoch": 22.528,
      "grad_norm": Infinity,
      "learning_rate": 0.0002754036087369421,
      "loss": 0.2121,
      "step": 7040
    },
    {
      "epoch": 22.56,
      "grad_norm": Infinity,
      "learning_rate": 0.0002742165242165242,
      "loss": 0.2049,
      "step": 7050
    },
    {
      "epoch": 22.592,
      "grad_norm": Infinity,
      "learning_rate": 0.0002730294396961064,
      "loss": 0.2268,
      "step": 7060
    },
    {
      "epoch": 22.624,
      "grad_norm": Infinity,
      "learning_rate": 0.0002718423551756885,
      "loss": 0.2251,
      "step": 7070
    },
    {
      "epoch": 22.656,
      "grad_norm": 1488781.25,
      "learning_rate": 0.0002706552706552707,
      "loss": 0.2041,
      "step": 7080
    },
    {
      "epoch": 22.688,
      "grad_norm": Infinity,
      "learning_rate": 0.0002694681861348528,
      "loss": 0.2164,
      "step": 7090
    },
    {
      "epoch": 22.72,
      "grad_norm": Infinity,
      "learning_rate": 0.00026828110161443495,
      "loss": 0.2033,
      "step": 7100
    },
    {
      "epoch": 22.752,
      "grad_norm": Infinity,
      "learning_rate": 0.0002670940170940171,
      "loss": 0.1891,
      "step": 7110
    },
    {
      "epoch": 22.784,
      "grad_norm": Infinity,
      "learning_rate": 0.0002659069325735993,
      "loss": 0.2017,
      "step": 7120
    },
    {
      "epoch": 22.816,
      "grad_norm": Infinity,
      "learning_rate": 0.0002647198480531814,
      "loss": 0.234,
      "step": 7130
    },
    {
      "epoch": 22.848,
      "grad_norm": Infinity,
      "learning_rate": 0.00026353276353276357,
      "loss": 0.2086,
      "step": 7140
    },
    {
      "epoch": 22.88,
      "grad_norm": Infinity,
      "learning_rate": 0.0002623456790123457,
      "loss": 0.2041,
      "step": 7150
    },
    {
      "epoch": 22.912,
      "grad_norm": Infinity,
      "learning_rate": 0.0002611585944919278,
      "loss": 0.2287,
      "step": 7160
    },
    {
      "epoch": 22.944,
      "grad_norm": NaN,
      "learning_rate": 0.00025997150997150996,
      "loss": 0.2055,
      "step": 7170
    },
    {
      "epoch": 22.976,
      "grad_norm": Infinity,
      "learning_rate": 0.0002587844254510921,
      "loss": 0.212,
      "step": 7180
    },
    {
      "epoch": 22.9984,
      "eval_accuracy": 0.76525,
      "eval_loss": 0.5647286772727966,
      "eval_runtime": 58.2038,
      "eval_samples_per_second": 68.724,
      "eval_steps_per_second": 2.148,
      "step": 7187
    },
    {
      "epoch": 23.008,
      "grad_norm": Infinity,
      "learning_rate": 0.0002575973409306743,
      "loss": 0.2204,
      "step": 7190
    },
    {
      "epoch": 23.04,
      "grad_norm": Infinity,
      "learning_rate": 0.0002564102564102564,
      "loss": 0.2154,
      "step": 7200
    },
    {
      "epoch": 23.072,
      "grad_norm": Infinity,
      "learning_rate": 0.0002552231718898386,
      "loss": 0.2123,
      "step": 7210
    },
    {
      "epoch": 23.104,
      "grad_norm": Infinity,
      "learning_rate": 0.0002540360873694207,
      "loss": 0.2144,
      "step": 7220
    },
    {
      "epoch": 23.136,
      "grad_norm": Infinity,
      "learning_rate": 0.00025284900284900286,
      "loss": 0.193,
      "step": 7230
    },
    {
      "epoch": 23.168,
      "grad_norm": 1738463.0,
      "learning_rate": 0.00025166191832858497,
      "loss": 0.1986,
      "step": 7240
    },
    {
      "epoch": 23.2,
      "grad_norm": Infinity,
      "learning_rate": 0.00025047483380816714,
      "loss": 0.2222,
      "step": 7250
    },
    {
      "epoch": 23.232,
      "grad_norm": Infinity,
      "learning_rate": 0.0002492877492877493,
      "loss": 0.2246,
      "step": 7260
    },
    {
      "epoch": 23.264,
      "grad_norm": NaN,
      "learning_rate": 0.0002481006647673315,
      "loss": 0.2103,
      "step": 7270
    },
    {
      "epoch": 23.296,
      "grad_norm": Infinity,
      "learning_rate": 0.0002469135802469136,
      "loss": 0.208,
      "step": 7280
    },
    {
      "epoch": 23.328,
      "grad_norm": Infinity,
      "learning_rate": 0.0002457264957264957,
      "loss": 0.2187,
      "step": 7290
    },
    {
      "epoch": 23.36,
      "grad_norm": Infinity,
      "learning_rate": 0.00024453941120607787,
      "loss": 0.211,
      "step": 7300
    },
    {
      "epoch": 23.392,
      "grad_norm": 1851251.625,
      "learning_rate": 0.00024335232668566,
      "loss": 0.1992,
      "step": 7310
    },
    {
      "epoch": 23.424,
      "grad_norm": Infinity,
      "learning_rate": 0.00024216524216524217,
      "loss": 0.1985,
      "step": 7320
    },
    {
      "epoch": 23.456,
      "grad_norm": Infinity,
      "learning_rate": 0.00024097815764482431,
      "loss": 0.2002,
      "step": 7330
    },
    {
      "epoch": 23.488,
      "grad_norm": Infinity,
      "learning_rate": 0.00023979107312440645,
      "loss": 0.2025,
      "step": 7340
    },
    {
      "epoch": 23.52,
      "grad_norm": Infinity,
      "learning_rate": 0.0002386039886039886,
      "loss": 0.1979,
      "step": 7350
    },
    {
      "epoch": 23.552,
      "grad_norm": Infinity,
      "learning_rate": 0.00023741690408357076,
      "loss": 0.1975,
      "step": 7360
    },
    {
      "epoch": 23.584,
      "grad_norm": Infinity,
      "learning_rate": 0.0002362298195631529,
      "loss": 0.2347,
      "step": 7370
    },
    {
      "epoch": 23.616,
      "grad_norm": Infinity,
      "learning_rate": 0.00023504273504273504,
      "loss": 0.2143,
      "step": 7380
    },
    {
      "epoch": 23.648,
      "grad_norm": Infinity,
      "learning_rate": 0.00023385565052231718,
      "loss": 0.2299,
      "step": 7390
    },
    {
      "epoch": 23.68,
      "grad_norm": Infinity,
      "learning_rate": 0.00023266856600189935,
      "loss": 0.2,
      "step": 7400
    },
    {
      "epoch": 23.712,
      "grad_norm": Infinity,
      "learning_rate": 0.0002314814814814815,
      "loss": 0.2225,
      "step": 7410
    },
    {
      "epoch": 23.744,
      "grad_norm": Infinity,
      "learning_rate": 0.00023029439696106363,
      "loss": 0.2049,
      "step": 7420
    },
    {
      "epoch": 23.776,
      "grad_norm": Infinity,
      "learning_rate": 0.00022910731244064577,
      "loss": 0.2258,
      "step": 7430
    },
    {
      "epoch": 23.808,
      "grad_norm": Infinity,
      "learning_rate": 0.00022792022792022794,
      "loss": 0.2008,
      "step": 7440
    },
    {
      "epoch": 23.84,
      "grad_norm": Infinity,
      "learning_rate": 0.00022673314339981008,
      "loss": 0.2079,
      "step": 7450
    },
    {
      "epoch": 23.872,
      "grad_norm": Infinity,
      "learning_rate": 0.00022554605887939222,
      "loss": 0.1949,
      "step": 7460
    },
    {
      "epoch": 23.904,
      "grad_norm": Infinity,
      "learning_rate": 0.00022435897435897436,
      "loss": 0.1853,
      "step": 7470
    },
    {
      "epoch": 23.936,
      "grad_norm": NaN,
      "learning_rate": 0.00022317188983855653,
      "loss": 0.2076,
      "step": 7480
    },
    {
      "epoch": 23.968,
      "grad_norm": Infinity,
      "learning_rate": 0.00022198480531813867,
      "loss": 0.2082,
      "step": 7490
    },
    {
      "epoch": 24.0,
      "grad_norm": Infinity,
      "learning_rate": 0.0002207977207977208,
      "loss": 0.2084,
      "step": 7500
    },
    {
      "epoch": 24.0,
      "eval_accuracy": 0.76725,
      "eval_loss": 0.5532636046409607,
      "eval_runtime": 58.6171,
      "eval_samples_per_second": 68.239,
      "eval_steps_per_second": 2.132,
      "step": 7500
    },
    {
      "epoch": 24.032,
      "grad_norm": Infinity,
      "learning_rate": 0.00021961063627730297,
      "loss": 0.2117,
      "step": 7510
    },
    {
      "epoch": 24.064,
      "grad_norm": NaN,
      "learning_rate": 0.00021842355175688511,
      "loss": 0.2147,
      "step": 7520
    },
    {
      "epoch": 24.096,
      "grad_norm": Infinity,
      "learning_rate": 0.00021723646723646723,
      "loss": 0.2179,
      "step": 7530
    },
    {
      "epoch": 24.128,
      "grad_norm": Infinity,
      "learning_rate": 0.00021604938271604937,
      "loss": 0.1879,
      "step": 7540
    },
    {
      "epoch": 24.16,
      "grad_norm": Infinity,
      "learning_rate": 0.00021486229819563153,
      "loss": 0.1989,
      "step": 7550
    },
    {
      "epoch": 24.192,
      "grad_norm": Infinity,
      "learning_rate": 0.00021367521367521368,
      "loss": 0.2281,
      "step": 7560
    },
    {
      "epoch": 24.224,
      "grad_norm": Infinity,
      "learning_rate": 0.00021248812915479582,
      "loss": 0.2159,
      "step": 7570
    },
    {
      "epoch": 24.256,
      "grad_norm": Infinity,
      "learning_rate": 0.00021130104463437796,
      "loss": 0.2186,
      "step": 7580
    },
    {
      "epoch": 24.288,
      "grad_norm": Infinity,
      "learning_rate": 0.00021011396011396012,
      "loss": 0.2257,
      "step": 7590
    },
    {
      "epoch": 24.32,
      "grad_norm": Infinity,
      "learning_rate": 0.00020892687559354226,
      "loss": 0.2098,
      "step": 7600
    },
    {
      "epoch": 24.352,
      "grad_norm": 1342396.875,
      "learning_rate": 0.0002077397910731244,
      "loss": 0.2101,
      "step": 7610
    },
    {
      "epoch": 24.384,
      "grad_norm": Infinity,
      "learning_rate": 0.00020655270655270654,
      "loss": 0.213,
      "step": 7620
    },
    {
      "epoch": 24.416,
      "grad_norm": Infinity,
      "learning_rate": 0.0002053656220322887,
      "loss": 0.211,
      "step": 7630
    },
    {
      "epoch": 24.448,
      "grad_norm": NaN,
      "learning_rate": 0.00020417853751187085,
      "loss": 0.187,
      "step": 7640
    },
    {
      "epoch": 24.48,
      "grad_norm": Infinity,
      "learning_rate": 0.000202991452991453,
      "loss": 0.2285,
      "step": 7650
    },
    {
      "epoch": 24.512,
      "grad_norm": 1773714.0,
      "learning_rate": 0.00020180436847103513,
      "loss": 0.2177,
      "step": 7660
    },
    {
      "epoch": 24.544,
      "grad_norm": Infinity,
      "learning_rate": 0.0002006172839506173,
      "loss": 0.2064,
      "step": 7670
    },
    {
      "epoch": 24.576,
      "grad_norm": Infinity,
      "learning_rate": 0.00019943019943019944,
      "loss": 0.2344,
      "step": 7680
    },
    {
      "epoch": 24.608,
      "grad_norm": Infinity,
      "learning_rate": 0.00019824311490978158,
      "loss": 0.2185,
      "step": 7690
    },
    {
      "epoch": 24.64,
      "grad_norm": Infinity,
      "learning_rate": 0.00019705603038936372,
      "loss": 0.2115,
      "step": 7700
    },
    {
      "epoch": 24.672,
      "grad_norm": Infinity,
      "learning_rate": 0.0001958689458689459,
      "loss": 0.2214,
      "step": 7710
    },
    {
      "epoch": 24.704,
      "grad_norm": Infinity,
      "learning_rate": 0.00019468186134852803,
      "loss": 0.2071,
      "step": 7720
    },
    {
      "epoch": 24.736,
      "grad_norm": Infinity,
      "learning_rate": 0.00019349477682811017,
      "loss": 0.2109,
      "step": 7730
    },
    {
      "epoch": 24.768,
      "grad_norm": Infinity,
      "learning_rate": 0.00019230769230769233,
      "loss": 0.195,
      "step": 7740
    },
    {
      "epoch": 24.8,
      "grad_norm": 1795345.25,
      "learning_rate": 0.00019112060778727447,
      "loss": 0.2347,
      "step": 7750
    },
    {
      "epoch": 24.832,
      "grad_norm": Infinity,
      "learning_rate": 0.00018993352326685662,
      "loss": 0.2028,
      "step": 7760
    },
    {
      "epoch": 24.864,
      "grad_norm": Infinity,
      "learning_rate": 0.00018874643874643873,
      "loss": 0.231,
      "step": 7770
    },
    {
      "epoch": 24.896,
      "grad_norm": Infinity,
      "learning_rate": 0.0001875593542260209,
      "loss": 0.2069,
      "step": 7780
    },
    {
      "epoch": 24.928,
      "grad_norm": Infinity,
      "learning_rate": 0.00018637226970560304,
      "loss": 0.1928,
      "step": 7790
    },
    {
      "epoch": 24.96,
      "grad_norm": 1809381.25,
      "learning_rate": 0.00018518518518518518,
      "loss": 0.1927,
      "step": 7800
    },
    {
      "epoch": 24.992,
      "grad_norm": Infinity,
      "learning_rate": 0.00018399810066476732,
      "loss": 0.2226,
      "step": 7810
    },
    {
      "epoch": 24.9984,
      "eval_accuracy": 0.7705,
      "eval_loss": 0.5434042811393738,
      "eval_runtime": 59.0686,
      "eval_samples_per_second": 67.718,
      "eval_steps_per_second": 2.116,
      "step": 7812
    },
    {
      "epoch": 25.024,
      "grad_norm": Infinity,
      "learning_rate": 0.00018281101614434948,
      "loss": 0.2133,
      "step": 7820
    },
    {
      "epoch": 25.056,
      "grad_norm": Infinity,
      "learning_rate": 0.00018162393162393162,
      "loss": 0.2168,
      "step": 7830
    },
    {
      "epoch": 25.088,
      "grad_norm": Infinity,
      "learning_rate": 0.00018043684710351376,
      "loss": 0.2239,
      "step": 7840
    },
    {
      "epoch": 25.12,
      "grad_norm": Infinity,
      "learning_rate": 0.0001792497625830959,
      "loss": 0.2393,
      "step": 7850
    },
    {
      "epoch": 25.152,
      "grad_norm": Infinity,
      "learning_rate": 0.00017806267806267807,
      "loss": 0.192,
      "step": 7860
    },
    {
      "epoch": 25.184,
      "grad_norm": Infinity,
      "learning_rate": 0.0001768755935422602,
      "loss": 0.2059,
      "step": 7870
    },
    {
      "epoch": 25.216,
      "grad_norm": Infinity,
      "learning_rate": 0.00017568850902184235,
      "loss": 0.2137,
      "step": 7880
    },
    {
      "epoch": 25.248,
      "grad_norm": Infinity,
      "learning_rate": 0.0001745014245014245,
      "loss": 0.2123,
      "step": 7890
    },
    {
      "epoch": 25.28,
      "grad_norm": Infinity,
      "learning_rate": 0.00017331433998100666,
      "loss": 0.2252,
      "step": 7900
    },
    {
      "epoch": 25.312,
      "grad_norm": 1587581.25,
      "learning_rate": 0.0001721272554605888,
      "loss": 0.2132,
      "step": 7910
    },
    {
      "epoch": 25.344,
      "grad_norm": Infinity,
      "learning_rate": 0.00017094017094017094,
      "loss": 0.2104,
      "step": 7920
    },
    {
      "epoch": 25.376,
      "grad_norm": NaN,
      "learning_rate": 0.0001697530864197531,
      "loss": 0.1865,
      "step": 7930
    },
    {
      "epoch": 25.408,
      "grad_norm": Infinity,
      "learning_rate": 0.00016856600189933525,
      "loss": 0.2034,
      "step": 7940
    },
    {
      "epoch": 25.44,
      "grad_norm": 1961501.125,
      "learning_rate": 0.0001673789173789174,
      "loss": 0.2157,
      "step": 7950
    },
    {
      "epoch": 25.472,
      "grad_norm": Infinity,
      "learning_rate": 0.00016619183285849953,
      "loss": 0.2035,
      "step": 7960
    },
    {
      "epoch": 25.504,
      "grad_norm": 1725835.5,
      "learning_rate": 0.0001650047483380817,
      "loss": 0.2063,
      "step": 7970
    },
    {
      "epoch": 25.536,
      "grad_norm": Infinity,
      "learning_rate": 0.00016381766381766384,
      "loss": 0.2128,
      "step": 7980
    },
    {
      "epoch": 25.568,
      "grad_norm": NaN,
      "learning_rate": 0.00016263057929724598,
      "loss": 0.2029,
      "step": 7990
    },
    {
      "epoch": 25.6,
      "grad_norm": Infinity,
      "learning_rate": 0.00016144349477682812,
      "loss": 0.2183,
      "step": 8000
    },
    {
      "epoch": 25.632,
      "grad_norm": NaN,
      "learning_rate": 0.00016025641025641028,
      "loss": 0.2269,
      "step": 8010
    },
    {
      "epoch": 25.664,
      "grad_norm": Infinity,
      "learning_rate": 0.0001590693257359924,
      "loss": 0.2039,
      "step": 8020
    },
    {
      "epoch": 25.696,
      "grad_norm": NaN,
      "learning_rate": 0.00015788224121557454,
      "loss": 0.2344,
      "step": 8030
    },
    {
      "epoch": 25.728,
      "grad_norm": Infinity,
      "learning_rate": 0.00015669515669515668,
      "loss": 0.1994,
      "step": 8040
    },
    {
      "epoch": 25.76,
      "grad_norm": NaN,
      "learning_rate": 0.00015550807217473884,
      "loss": 0.2006,
      "step": 8050
    },
    {
      "epoch": 25.792,
      "grad_norm": NaN,
      "learning_rate": 0.00015432098765432098,
      "loss": 0.2082,
      "step": 8060
    },
    {
      "epoch": 25.824,
      "grad_norm": NaN,
      "learning_rate": 0.00015313390313390312,
      "loss": 0.1903,
      "step": 8070
    },
    {
      "epoch": 25.856,
      "grad_norm": NaN,
      "learning_rate": 0.00015194681861348526,
      "loss": 0.2106,
      "step": 8080
    },
    {
      "epoch": 25.888,
      "grad_norm": NaN,
      "learning_rate": 0.00015075973409306743,
      "loss": 0.2059,
      "step": 8090
    },
    {
      "epoch": 25.92,
      "grad_norm": NaN,
      "learning_rate": 0.00014957264957264957,
      "loss": 0.2104,
      "step": 8100
    },
    {
      "epoch": 25.951999999999998,
      "grad_norm": NaN,
      "learning_rate": 0.0001483855650522317,
      "loss": 0.2069,
      "step": 8110
    },
    {
      "epoch": 25.984,
      "grad_norm": Infinity,
      "learning_rate": 0.00014719848053181385,
      "loss": 0.2173,
      "step": 8120
    },
    {
      "epoch": 26.0,
      "eval_accuracy": 0.7675,
      "eval_loss": 0.5737802386283875,
      "eval_runtime": 60.4948,
      "eval_samples_per_second": 66.121,
      "eval_steps_per_second": 2.066,
      "step": 8125
    },
    {
      "epoch": 26.016,
      "grad_norm": NaN,
      "learning_rate": 0.00014601139601139602,
      "loss": 0.2187,
      "step": 8130
    },
    {
      "epoch": 26.048,
      "grad_norm": NaN,
      "learning_rate": 0.00014482431149097816,
      "loss": 0.2001,
      "step": 8140
    },
    {
      "epoch": 26.08,
      "grad_norm": NaN,
      "learning_rate": 0.0001436372269705603,
      "loss": 0.2392,
      "step": 8150
    },
    {
      "epoch": 26.112,
      "grad_norm": NaN,
      "learning_rate": 0.00014245014245014247,
      "loss": 0.2125,
      "step": 8160
    },
    {
      "epoch": 26.144,
      "grad_norm": NaN,
      "learning_rate": 0.0001412630579297246,
      "loss": 0.2118,
      "step": 8170
    },
    {
      "epoch": 26.176,
      "grad_norm": NaN,
      "learning_rate": 0.00014007597340930675,
      "loss": 0.2093,
      "step": 8180
    },
    {
      "epoch": 26.208,
      "grad_norm": NaN,
      "learning_rate": 0.0001388888888888889,
      "loss": 0.2059,
      "step": 8190
    },
    {
      "epoch": 26.24,
      "grad_norm": NaN,
      "learning_rate": 0.00013770180436847106,
      "loss": 0.2307,
      "step": 8200
    },
    {
      "epoch": 26.272,
      "grad_norm": NaN,
      "learning_rate": 0.0001365147198480532,
      "loss": 0.199,
      "step": 8210
    },
    {
      "epoch": 26.304,
      "grad_norm": NaN,
      "learning_rate": 0.00013532763532763534,
      "loss": 0.2089,
      "step": 8220
    },
    {
      "epoch": 26.336,
      "grad_norm": NaN,
      "learning_rate": 0.00013414055080721748,
      "loss": 0.2205,
      "step": 8230
    },
    {
      "epoch": 26.368,
      "grad_norm": NaN,
      "learning_rate": 0.00013295346628679964,
      "loss": 0.2175,
      "step": 8240
    },
    {
      "epoch": 26.4,
      "grad_norm": Infinity,
      "learning_rate": 0.00013176638176638178,
      "loss": 0.2002,
      "step": 8250
    },
    {
      "epoch": 26.432,
      "grad_norm": NaN,
      "learning_rate": 0.0001305792972459639,
      "loss": 0.2078,
      "step": 8260
    },
    {
      "epoch": 26.464,
      "grad_norm": Infinity,
      "learning_rate": 0.00012939221272554604,
      "loss": 0.2287,
      "step": 8270
    },
    {
      "epoch": 26.496,
      "grad_norm": NaN,
      "learning_rate": 0.0001282051282051282,
      "loss": 0.2089,
      "step": 8280
    },
    {
      "epoch": 26.528,
      "grad_norm": NaN,
      "learning_rate": 0.00012701804368471035,
      "loss": 0.2076,
      "step": 8290
    },
    {
      "epoch": 26.56,
      "grad_norm": NaN,
      "learning_rate": 0.00012583095916429249,
      "loss": 0.2157,
      "step": 8300
    },
    {
      "epoch": 26.592,
      "grad_norm": NaN,
      "learning_rate": 0.00012464387464387465,
      "loss": 0.2178,
      "step": 8310
    },
    {
      "epoch": 26.624,
      "grad_norm": Infinity,
      "learning_rate": 0.0001234567901234568,
      "loss": 0.2168,
      "step": 8320
    },
    {
      "epoch": 26.656,
      "grad_norm": NaN,
      "learning_rate": 0.00012226970560303893,
      "loss": 0.2004,
      "step": 8330
    },
    {
      "epoch": 26.688,
      "grad_norm": NaN,
      "learning_rate": 0.00012108262108262109,
      "loss": 0.2131,
      "step": 8340
    },
    {
      "epoch": 26.72,
      "grad_norm": NaN,
      "learning_rate": 0.00011989553656220323,
      "loss": 0.2059,
      "step": 8350
    },
    {
      "epoch": 26.752,
      "grad_norm": NaN,
      "learning_rate": 0.00011870845204178538,
      "loss": 0.2218,
      "step": 8360
    },
    {
      "epoch": 26.784,
      "grad_norm": NaN,
      "learning_rate": 0.00011752136752136752,
      "loss": 0.1975,
      "step": 8370
    },
    {
      "epoch": 26.816,
      "grad_norm": NaN,
      "learning_rate": 0.00011633428300094968,
      "loss": 0.2113,
      "step": 8380
    },
    {
      "epoch": 26.848,
      "grad_norm": NaN,
      "learning_rate": 0.00011514719848053182,
      "loss": 0.2346,
      "step": 8390
    },
    {
      "epoch": 26.88,
      "grad_norm": NaN,
      "learning_rate": 0.00011396011396011397,
      "loss": 0.2067,
      "step": 8400
    },
    {
      "epoch": 26.912,
      "grad_norm": NaN,
      "learning_rate": 0.00011277302943969611,
      "loss": 0.2158,
      "step": 8410
    },
    {
      "epoch": 26.944,
      "grad_norm": NaN,
      "learning_rate": 0.00011158594491927826,
      "loss": 0.2046,
      "step": 8420
    },
    {
      "epoch": 26.976,
      "grad_norm": NaN,
      "learning_rate": 0.0001103988603988604,
      "loss": 0.2216,
      "step": 8430
    },
    {
      "epoch": 26.9984,
      "eval_accuracy": 0.76725,
      "eval_loss": 0.5557342171669006,
      "eval_runtime": 54.1898,
      "eval_samples_per_second": 73.815,
      "eval_steps_per_second": 2.307,
      "step": 8437
    },
    {
      "epoch": 27.008,
      "grad_norm": NaN,
      "learning_rate": 0.00010921177587844256,
      "loss": 0.2184,
      "step": 8440
    },
    {
      "epoch": 27.04,
      "grad_norm": NaN,
      "learning_rate": 0.00010802469135802468,
      "loss": 0.2286,
      "step": 8450
    },
    {
      "epoch": 27.072,
      "grad_norm": Infinity,
      "learning_rate": 0.00010683760683760684,
      "loss": 0.2076,
      "step": 8460
    },
    {
      "epoch": 27.104,
      "grad_norm": NaN,
      "learning_rate": 0.00010565052231718898,
      "loss": 0.2199,
      "step": 8470
    },
    {
      "epoch": 27.136,
      "grad_norm": NaN,
      "learning_rate": 0.00010446343779677113,
      "loss": 0.2072,
      "step": 8480
    },
    {
      "epoch": 27.168,
      "grad_norm": Infinity,
      "learning_rate": 0.00010327635327635327,
      "loss": 0.2274,
      "step": 8490
    },
    {
      "epoch": 27.2,
      "grad_norm": NaN,
      "learning_rate": 0.00010208926875593543,
      "loss": 0.2152,
      "step": 8500
    },
    {
      "epoch": 27.232,
      "grad_norm": NaN,
      "learning_rate": 0.00010090218423551757,
      "loss": 0.2265,
      "step": 8510
    },
    {
      "epoch": 27.264,
      "grad_norm": NaN,
      "learning_rate": 9.971509971509972e-05,
      "loss": 0.2348,
      "step": 8520
    },
    {
      "epoch": 27.296,
      "grad_norm": NaN,
      "learning_rate": 9.852801519468186e-05,
      "loss": 0.2254,
      "step": 8530
    },
    {
      "epoch": 27.328,
      "grad_norm": NaN,
      "learning_rate": 9.734093067426401e-05,
      "loss": 0.2017,
      "step": 8540
    },
    {
      "epoch": 27.36,
      "grad_norm": NaN,
      "learning_rate": 9.615384615384617e-05,
      "loss": 0.1982,
      "step": 8550
    },
    {
      "epoch": 27.392,
      "grad_norm": Infinity,
      "learning_rate": 9.496676163342831e-05,
      "loss": 0.2028,
      "step": 8560
    },
    {
      "epoch": 27.424,
      "grad_norm": NaN,
      "learning_rate": 9.377967711301045e-05,
      "loss": 0.2082,
      "step": 8570
    },
    {
      "epoch": 27.456,
      "grad_norm": NaN,
      "learning_rate": 9.259259259259259e-05,
      "loss": 0.1861,
      "step": 8580
    },
    {
      "epoch": 27.488,
      "grad_norm": NaN,
      "learning_rate": 9.140550807217474e-05,
      "loss": 0.2172,
      "step": 8590
    },
    {
      "epoch": 27.52,
      "grad_norm": NaN,
      "learning_rate": 9.021842355175688e-05,
      "loss": 0.1983,
      "step": 8600
    },
    {
      "epoch": 27.552,
      "grad_norm": NaN,
      "learning_rate": 8.903133903133904e-05,
      "loss": 0.2247,
      "step": 8610
    },
    {
      "epoch": 27.584,
      "grad_norm": NaN,
      "learning_rate": 8.784425451092118e-05,
      "loss": 0.2131,
      "step": 8620
    },
    {
      "epoch": 27.616,
      "grad_norm": NaN,
      "learning_rate": 8.665716999050333e-05,
      "loss": 0.2163,
      "step": 8630
    },
    {
      "epoch": 27.648,
      "grad_norm": NaN,
      "learning_rate": 8.547008547008547e-05,
      "loss": 0.2069,
      "step": 8640
    },
    {
      "epoch": 27.68,
      "grad_norm": NaN,
      "learning_rate": 8.428300094966762e-05,
      "loss": 0.1939,
      "step": 8650
    },
    {
      "epoch": 27.712,
      "grad_norm": NaN,
      "learning_rate": 8.309591642924976e-05,
      "loss": 0.2181,
      "step": 8660
    },
    {
      "epoch": 27.744,
      "grad_norm": NaN,
      "learning_rate": 8.190883190883192e-05,
      "loss": 0.1991,
      "step": 8670
    },
    {
      "epoch": 27.776,
      "grad_norm": NaN,
      "learning_rate": 8.072174738841406e-05,
      "loss": 0.2245,
      "step": 8680
    },
    {
      "epoch": 27.808,
      "grad_norm": Infinity,
      "learning_rate": 7.95346628679962e-05,
      "loss": 0.2061,
      "step": 8690
    },
    {
      "epoch": 27.84,
      "grad_norm": NaN,
      "learning_rate": 7.834757834757834e-05,
      "loss": 0.2171,
      "step": 8700
    },
    {
      "epoch": 27.872,
      "grad_norm": Infinity,
      "learning_rate": 7.716049382716049e-05,
      "loss": 0.2166,
      "step": 8710
    },
    {
      "epoch": 27.904,
      "grad_norm": NaN,
      "learning_rate": 7.597340930674263e-05,
      "loss": 0.2272,
      "step": 8720
    },
    {
      "epoch": 27.936,
      "grad_norm": Infinity,
      "learning_rate": 7.478632478632479e-05,
      "loss": 0.1896,
      "step": 8730
    },
    {
      "epoch": 27.968,
      "grad_norm": NaN,
      "learning_rate": 7.359924026590693e-05,
      "loss": 0.1975,
      "step": 8740
    },
    {
      "epoch": 28.0,
      "grad_norm": NaN,
      "learning_rate": 7.241215574548908e-05,
      "loss": 0.1918,
      "step": 8750
    },
    {
      "epoch": 28.0,
      "eval_accuracy": 0.7705,
      "eval_loss": 0.5501910448074341,
      "eval_runtime": 51.9391,
      "eval_samples_per_second": 77.013,
      "eval_steps_per_second": 2.407,
      "step": 8750
    },
    {
      "epoch": 28.032,
      "grad_norm": Infinity,
      "learning_rate": 7.122507122507123e-05,
      "loss": 0.2219,
      "step": 8760
    },
    {
      "epoch": 28.064,
      "grad_norm": NaN,
      "learning_rate": 7.003798670465337e-05,
      "loss": 0.2083,
      "step": 8770
    },
    {
      "epoch": 28.096,
      "grad_norm": NaN,
      "learning_rate": 6.885090218423553e-05,
      "loss": 0.2184,
      "step": 8780
    },
    {
      "epoch": 28.128,
      "grad_norm": NaN,
      "learning_rate": 6.766381766381767e-05,
      "loss": 0.2101,
      "step": 8790
    },
    {
      "epoch": 28.16,
      "grad_norm": NaN,
      "learning_rate": 6.647673314339982e-05,
      "loss": 0.2107,
      "step": 8800
    },
    {
      "epoch": 28.192,
      "grad_norm": NaN,
      "learning_rate": 6.528964862298195e-05,
      "loss": 0.2187,
      "step": 8810
    },
    {
      "epoch": 28.224,
      "grad_norm": NaN,
      "learning_rate": 6.41025641025641e-05,
      "loss": 0.2333,
      "step": 8820
    },
    {
      "epoch": 28.256,
      "grad_norm": NaN,
      "learning_rate": 6.291547958214624e-05,
      "loss": 0.1879,
      "step": 8830
    },
    {
      "epoch": 28.288,
      "grad_norm": NaN,
      "learning_rate": 6.17283950617284e-05,
      "loss": 0.223,
      "step": 8840
    },
    {
      "epoch": 28.32,
      "grad_norm": NaN,
      "learning_rate": 6.0541310541310544e-05,
      "loss": 0.2429,
      "step": 8850
    },
    {
      "epoch": 28.352,
      "grad_norm": NaN,
      "learning_rate": 5.935422602089269e-05,
      "loss": 0.2101,
      "step": 8860
    },
    {
      "epoch": 28.384,
      "grad_norm": NaN,
      "learning_rate": 5.816714150047484e-05,
      "loss": 0.2148,
      "step": 8870
    },
    {
      "epoch": 28.416,
      "grad_norm": Infinity,
      "learning_rate": 5.6980056980056985e-05,
      "loss": 0.2202,
      "step": 8880
    },
    {
      "epoch": 28.448,
      "grad_norm": NaN,
      "learning_rate": 5.579297245963913e-05,
      "loss": 0.227,
      "step": 8890
    },
    {
      "epoch": 28.48,
      "grad_norm": NaN,
      "learning_rate": 5.460588793922128e-05,
      "loss": 0.2122,
      "step": 8900
    },
    {
      "epoch": 28.512,
      "grad_norm": NaN,
      "learning_rate": 5.341880341880342e-05,
      "loss": 0.2169,
      "step": 8910
    },
    {
      "epoch": 28.544,
      "grad_norm": NaN,
      "learning_rate": 5.2231718898385566e-05,
      "loss": 0.2016,
      "step": 8920
    },
    {
      "epoch": 28.576,
      "grad_norm": NaN,
      "learning_rate": 5.104463437796771e-05,
      "loss": 0.2147,
      "step": 8930
    },
    {
      "epoch": 28.608,
      "grad_norm": NaN,
      "learning_rate": 4.985754985754986e-05,
      "loss": 0.2198,
      "step": 8940
    },
    {
      "epoch": 28.64,
      "grad_norm": NaN,
      "learning_rate": 4.867046533713201e-05,
      "loss": 0.2045,
      "step": 8950
    },
    {
      "epoch": 28.672,
      "grad_norm": NaN,
      "learning_rate": 4.7483380816714154e-05,
      "loss": 0.2219,
      "step": 8960
    },
    {
      "epoch": 28.704,
      "grad_norm": NaN,
      "learning_rate": 4.6296296296296294e-05,
      "loss": 0.2139,
      "step": 8970
    },
    {
      "epoch": 28.736,
      "grad_norm": NaN,
      "learning_rate": 4.510921177587844e-05,
      "loss": 0.1975,
      "step": 8980
    },
    {
      "epoch": 28.768,
      "grad_norm": NaN,
      "learning_rate": 4.392212725546059e-05,
      "loss": 0.2197,
      "step": 8990
    },
    {
      "epoch": 28.8,
      "grad_norm": NaN,
      "learning_rate": 4.2735042735042735e-05,
      "loss": 0.2083,
      "step": 9000
    },
    {
      "epoch": 28.832,
      "grad_norm": NaN,
      "learning_rate": 4.154795821462488e-05,
      "loss": 0.2399,
      "step": 9010
    },
    {
      "epoch": 28.864,
      "grad_norm": NaN,
      "learning_rate": 4.036087369420703e-05,
      "loss": 0.2088,
      "step": 9020
    },
    {
      "epoch": 28.896,
      "grad_norm": NaN,
      "learning_rate": 3.917378917378917e-05,
      "loss": 0.1972,
      "step": 9030
    },
    {
      "epoch": 28.928,
      "grad_norm": Infinity,
      "learning_rate": 3.7986704653371316e-05,
      "loss": 0.205,
      "step": 9040
    },
    {
      "epoch": 28.96,
      "grad_norm": NaN,
      "learning_rate": 3.679962013295346e-05,
      "loss": 0.1864,
      "step": 9050
    },
    {
      "epoch": 28.992,
      "grad_norm": NaN,
      "learning_rate": 3.561253561253562e-05,
      "loss": 0.199,
      "step": 9060
    },
    {
      "epoch": 28.9984,
      "eval_accuracy": 0.7675,
      "eval_loss": 0.5455857515335083,
      "eval_runtime": 52.0571,
      "eval_samples_per_second": 76.839,
      "eval_steps_per_second": 2.401,
      "step": 9062
    },
    {
      "epoch": 29.024,
      "grad_norm": NaN,
      "learning_rate": 3.4425451092117764e-05,
      "loss": 0.1993,
      "step": 9070
    },
    {
      "epoch": 29.056,
      "grad_norm": NaN,
      "learning_rate": 3.323836657169991e-05,
      "loss": 0.1937,
      "step": 9080
    },
    {
      "epoch": 29.088,
      "grad_norm": NaN,
      "learning_rate": 3.205128205128205e-05,
      "loss": 0.2244,
      "step": 9090
    },
    {
      "epoch": 29.12,
      "grad_norm": NaN,
      "learning_rate": 3.08641975308642e-05,
      "loss": 0.2198,
      "step": 9100
    },
    {
      "epoch": 29.152,
      "grad_norm": NaN,
      "learning_rate": 2.9677113010446345e-05,
      "loss": 0.1889,
      "step": 9110
    },
    {
      "epoch": 29.184,
      "grad_norm": NaN,
      "learning_rate": 2.8490028490028492e-05,
      "loss": 0.2253,
      "step": 9120
    },
    {
      "epoch": 29.216,
      "grad_norm": Infinity,
      "learning_rate": 2.730294396961064e-05,
      "loss": 0.2155,
      "step": 9130
    },
    {
      "epoch": 29.248,
      "grad_norm": NaN,
      "learning_rate": 2.6115859449192783e-05,
      "loss": 0.2084,
      "step": 9140
    },
    {
      "epoch": 29.28,
      "grad_norm": NaN,
      "learning_rate": 2.492877492877493e-05,
      "loss": 0.1883,
      "step": 9150
    },
    {
      "epoch": 29.312,
      "grad_norm": NaN,
      "learning_rate": 2.3741690408357077e-05,
      "loss": 0.225,
      "step": 9160
    },
    {
      "epoch": 29.344,
      "grad_norm": NaN,
      "learning_rate": 2.255460588793922e-05,
      "loss": 0.2065,
      "step": 9170
    },
    {
      "epoch": 29.376,
      "grad_norm": NaN,
      "learning_rate": 2.1367521367521368e-05,
      "loss": 0.2185,
      "step": 9180
    },
    {
      "epoch": 29.408,
      "grad_norm": NaN,
      "learning_rate": 2.0180436847103515e-05,
      "loss": 0.2292,
      "step": 9190
    },
    {
      "epoch": 29.44,
      "grad_norm": NaN,
      "learning_rate": 1.8993352326685658e-05,
      "loss": 0.2212,
      "step": 9200
    },
    {
      "epoch": 29.472,
      "grad_norm": NaN,
      "learning_rate": 1.780626780626781e-05,
      "loss": 0.2327,
      "step": 9210
    },
    {
      "epoch": 29.504,
      "grad_norm": NaN,
      "learning_rate": 1.6619183285849956e-05,
      "loss": 0.1956,
      "step": 9220
    },
    {
      "epoch": 29.536,
      "grad_norm": NaN,
      "learning_rate": 1.54320987654321e-05,
      "loss": 0.2135,
      "step": 9230
    },
    {
      "epoch": 29.568,
      "grad_norm": NaN,
      "learning_rate": 1.4245014245014246e-05,
      "loss": 0.206,
      "step": 9240
    },
    {
      "epoch": 29.6,
      "grad_norm": NaN,
      "learning_rate": 1.3057929724596391e-05,
      "loss": 0.2007,
      "step": 9250
    },
    {
      "epoch": 29.632,
      "grad_norm": NaN,
      "learning_rate": 1.1870845204178538e-05,
      "loss": 0.2297,
      "step": 9260
    },
    {
      "epoch": 29.664,
      "grad_norm": NaN,
      "learning_rate": 1.0683760683760684e-05,
      "loss": 0.2129,
      "step": 9270
    },
    {
      "epoch": 29.696,
      "grad_norm": NaN,
      "learning_rate": 9.496676163342829e-06,
      "loss": 0.1998,
      "step": 9280
    },
    {
      "epoch": 29.728,
      "grad_norm": NaN,
      "learning_rate": 8.309591642924978e-06,
      "loss": 0.2104,
      "step": 9290
    },
    {
      "epoch": 29.76,
      "grad_norm": NaN,
      "learning_rate": 7.122507122507123e-06,
      "loss": 0.2138,
      "step": 9300
    },
    {
      "epoch": 29.792,
      "grad_norm": NaN,
      "learning_rate": 5.935422602089269e-06,
      "loss": 0.2111,
      "step": 9310
    },
    {
      "epoch": 29.824,
      "grad_norm": NaN,
      "learning_rate": 4.7483380816714145e-06,
      "loss": 0.2009,
      "step": 9320
    },
    {
      "epoch": 29.856,
      "grad_norm": NaN,
      "learning_rate": 3.5612535612535615e-06,
      "loss": 0.2021,
      "step": 9330
    },
    {
      "epoch": 29.888,
      "grad_norm": NaN,
      "learning_rate": 2.3741690408357073e-06,
      "loss": 0.1985,
      "step": 9340
    },
    {
      "epoch": 29.92,
      "grad_norm": NaN,
      "learning_rate": 1.1870845204178536e-06,
      "loss": 0.2092,
      "step": 9350
    },
    {
      "epoch": 29.951999999999998,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 0.21,
      "step": 9360
    },
    {
      "epoch": 29.951999999999998,
      "eval_accuracy": 0.7715,
      "eval_loss": 0.5483142733573914,
      "eval_runtime": 52.0007,
      "eval_samples_per_second": 76.922,
      "eval_steps_per_second": 2.404,
      "step": 9360
    },
    {
      "epoch": 29.951999999999998,
      "step": 9360,
      "total_flos": 2.9779463284174356e+19,
      "train_loss": 0.21163268028161464,
      "train_runtime": 43715.1441,
      "train_samples_per_second": 27.45,
      "train_steps_per_second": 0.214
    }
  ],
  "logging_steps": 10,
  "max_steps": 9360,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.9779463284174356e+19,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}