diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,6864 @@
+{
+  "best_metric": 0.77775,
+  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-leukemia.v2.2/checkpoint-4687",
+  "epoch": 29.951999999999998,
+  "eval_steps": 500,
+  "global_step": 9360,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.032,
+      "grad_norm": 301599.375,
+      "learning_rate": 1.0683760683760684e-05,
+      "loss": 0.2217,
+      "step": 10
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 364430.96875,
+      "learning_rate": 2.1367521367521368e-05,
+      "loss": 0.2072,
+      "step": 20
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 279609.3125,
+      "learning_rate": 3.205128205128205e-05,
+      "loss": 0.215,
+      "step": 30
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 206238.953125,
+      "learning_rate": 4.2735042735042735e-05,
+      "loss": 0.1963,
+      "step": 40
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 380894.78125,
+      "learning_rate": 5.341880341880342e-05,
+      "loss": 0.2141,
+      "step": 50
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 397403.78125,
+      "learning_rate": 6.41025641025641e-05,
+      "loss": 0.2216,
+      "step": 60
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 208578.28125,
+      "learning_rate": 7.478632478632479e-05,
+      "loss": 0.1989,
+      "step": 70
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 252869.15625,
+      "learning_rate": 8.547008547008547e-05,
+      "loss": 0.2031,
+      "step": 80
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 229751.796875,
+      "learning_rate": 9.615384615384617e-05,
+      "loss": 0.1923,
+      "step": 90
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 236082.515625,
+      "learning_rate": 0.00010683760683760684,
+      "loss": 0.1989,
+      "step": 100
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 146456.484375,
+      "learning_rate": 0.00011752136752136752,
+      "loss": 0.2219,
+      "step": 110
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 298750.875,
+      "learning_rate": 0.0001282051282051282,
+      "loss": 0.2128,
+      "step": 120
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 274198.6875,
+      "learning_rate": 0.0001388888888888889,
+      "loss": 0.2079,
+      "step": 130
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 337207.125,
+      "learning_rate": 0.00014957264957264957,
+      "loss": 0.2041,
+      "step": 140
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 292073.5625,
+      "learning_rate": 0.00016025641025641028,
+      "loss": 0.2339,
+      "step": 150
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 227215.015625,
+      "learning_rate": 0.00017094017094017094,
+      "loss": 0.2227,
+      "step": 160
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 314843.59375,
+      "learning_rate": 0.00018162393162393162,
+      "loss": 0.2069,
+      "step": 170
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 412868.6875,
+      "learning_rate": 0.00019230769230769233,
+      "loss": 0.2338,
+      "step": 180
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 200428.625,
+      "learning_rate": 0.000202991452991453,
+      "loss": 0.2106,
+      "step": 190
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 215299.359375,
+      "learning_rate": 0.00021367521367521368,
+      "loss": 0.2043,
+      "step": 200
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 457425.53125,
+      "learning_rate": 0.00022435897435897436,
+      "loss": 0.2194,
+      "step": 210
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 263560.4375,
+      "learning_rate": 0.00023504273504273504,
+      "loss": 0.2015,
+      "step": 220
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 348618.3125,
+      "learning_rate": 0.0002457264957264957,
+      "loss": 0.2029,
+      "step": 230
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 275649.71875,
+      "learning_rate": 0.0002564102564102564,
+      "loss": 0.2159,
+      "step": 240
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 204672.875,
+      "learning_rate": 0.0002670940170940171,
+      "loss": 0.2032,
+      "step": 250
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 173324.40625,
+      "learning_rate": 0.0002777777777777778,
+      "loss": 0.1903,
+      "step": 260
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 282196.0,
+      "learning_rate": 0.00028846153846153843,
+      "loss": 0.2278,
+      "step": 270
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 327001.0,
+      "learning_rate": 0.00029914529914529915,
+      "loss": 0.2043,
+      "step": 280
+    },
+    {
+      "epoch": 0.928,
+      "grad_norm": 218572.71875,
+      "learning_rate": 0.00030982905982905986,
+      "loss": 0.205,
+      "step": 290
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 234121.171875,
+      "learning_rate": 0.00032051282051282057,
+      "loss": 0.2175,
+      "step": 300
+    },
+    {
+      "epoch": 0.992,
+      "grad_norm": 285625.0625,
+      "learning_rate": 0.00033119658119658117,
+      "loss": 0.2349,
+      "step": 310
+    },
+    {
+      "epoch": 0.9984,
+      "eval_accuracy": 0.76975,
+      "eval_loss": 0.557490348815918,
+      "eval_runtime": 58.1095,
+      "eval_samples_per_second": 68.836,
+      "eval_steps_per_second": 2.151,
+      "step": 312
+    },
+    {
+      "epoch": 1.024,
+      "grad_norm": 275641.71875,
+      "learning_rate": 0.0003418803418803419,
+      "loss": 0.2282,
+      "step": 320
+    },
+    {
+      "epoch": 1.056,
+      "grad_norm": 360517.9375,
+      "learning_rate": 0.0003525641025641026,
+      "loss": 0.2088,
+      "step": 330
+    },
+    {
+      "epoch": 1.088,
+      "grad_norm": 243124.90625,
+      "learning_rate": 0.00036324786324786325,
+      "loss": 0.2142,
+      "step": 340
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 348227.40625,
+      "learning_rate": 0.00037393162393162396,
+      "loss": 0.2073,
+      "step": 350
+    },
+    {
+      "epoch": 1.152,
+      "grad_norm": 269863.5625,
+      "learning_rate": 0.00038461538461538467,
+      "loss": 0.2141,
+      "step": 360
+    },
+    {
+      "epoch": 1.184,
+      "grad_norm": 244875.484375,
+      "learning_rate": 0.00039529914529914527,
+      "loss": 0.2124,
+      "step": 370
+    },
+    {
+      "epoch": 1.216,
+      "grad_norm": 233065.015625,
+      "learning_rate": 0.000405982905982906,
+      "loss": 0.2315,
+      "step": 380
+    },
+    {
+      "epoch": 1.248,
+      "grad_norm": 285089.71875,
+      "learning_rate": 0.0004166666666666667,
+      "loss": 0.2135,
+      "step": 390
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 242519.3125,
+      "learning_rate": 0.00042735042735042735,
+      "loss": 0.2131,
+      "step": 400
+    },
+    {
+      "epoch": 1.312,
+      "grad_norm": 337405.78125,
+      "learning_rate": 0.00043803418803418806,
+      "loss": 0.1909,
+      "step": 410
+    },
+    {
+      "epoch": 1.3439999999999999,
+      "grad_norm": 197278.3125,
+      "learning_rate": 0.0004487179487179487,
+      "loss": 0.196,
+      "step": 420
+    },
+    {
+      "epoch": 1.376,
+      "grad_norm": 295350.5625,
+      "learning_rate": 0.0004594017094017094,
+      "loss": 0.215,
+      "step": 430
+    },
+    {
+      "epoch": 1.408,
+      "grad_norm": 200897.625,
+      "learning_rate": 0.0004700854700854701,
+      "loss": 0.2103,
+      "step": 440
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 304716.84375,
+      "learning_rate": 0.0004807692307692308,
+      "loss": 0.1853,
+      "step": 450
+    },
+    {
+      "epoch": 1.472,
+      "grad_norm": 337455.09375,
+      "learning_rate": 0.0004914529914529914,
+      "loss": 0.2001,
+      "step": 460
+    },
+    {
+      "epoch": 1.504,
+      "grad_norm": 292779.3125,
+      "learning_rate": 0.0005021367521367521,
+      "loss": 0.1941,
+      "step": 470
+    },
+    {
+      "epoch": 1.536,
+      "grad_norm": 280025.1875,
+      "learning_rate": 0.0005128205128205128,
+      "loss": 0.2208,
+      "step": 480
+    },
+    {
+      "epoch": 1.568,
+      "grad_norm": 309745.53125,
+      "learning_rate": 0.0005235042735042735,
+      "loss": 0.2267,
+      "step": 490
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 176447.296875,
+      "learning_rate": 0.0005341880341880342,
+      "loss": 0.2137,
+      "step": 500
+    },
+    {
+      "epoch": 1.6320000000000001,
+      "grad_norm": 258145.578125,
+      "learning_rate": 0.0005448717948717948,
+      "loss": 0.2039,
+      "step": 510
+    },
+    {
+      "epoch": 1.6640000000000001,
+      "grad_norm": 279034.375,
+      "learning_rate": 0.0005555555555555556,
+      "loss": 0.2057,
+      "step": 520
+    },
+    {
+      "epoch": 1.696,
+      "grad_norm": 194719.9375,
+      "learning_rate": 0.0005662393162393163,
+      "loss": 0.23,
+      "step": 530
+    },
+    {
+      "epoch": 1.728,
+      "grad_norm": 232231.15625,
+      "learning_rate": 0.0005769230769230769,
+      "loss": 0.2142,
+      "step": 540
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 227828.96875,
+      "learning_rate": 0.0005876068376068377,
+      "loss": 0.2012,
+      "step": 550
+    },
+    {
+      "epoch": 1.792,
+      "grad_norm": 260916.8125,
+      "learning_rate": 0.0005982905982905983,
+      "loss": 0.2154,
+      "step": 560
+    },
+    {
+      "epoch": 1.8239999999999998,
+      "grad_norm": 332572.875,
+      "learning_rate": 0.0006089743589743589,
+      "loss": 0.2104,
+      "step": 570
+    },
+    {
+      "epoch": 1.8559999999999999,
+      "grad_norm": 274341.21875,
+      "learning_rate": 0.0006196581196581197,
+      "loss": 0.1927,
+      "step": 580
+    },
+    {
+      "epoch": 1.888,
+      "grad_norm": 221814.578125,
+      "learning_rate": 0.0006303418803418803,
+      "loss": 0.2181,
+      "step": 590
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 266745.46875,
+      "learning_rate": 0.0006410256410256411,
+      "loss": 0.1901,
+      "step": 600
+    },
+    {
+      "epoch": 1.952,
+      "grad_norm": 245638.390625,
+      "learning_rate": 0.0006517094017094017,
+      "loss": 0.2292,
+      "step": 610
+    },
+    {
+      "epoch": 1.984,
+      "grad_norm": 305467.09375,
+      "learning_rate": 0.0006623931623931623,
+      "loss": 0.2191,
+      "step": 620
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.76175,
+      "eval_loss": 0.5572408437728882,
+      "eval_runtime": 57.8321,
+      "eval_samples_per_second": 69.166,
+      "eval_steps_per_second": 2.161,
+      "step": 625
+    },
+    {
+      "epoch": 2.016,
+      "grad_norm": 145681.390625,
+      "learning_rate": 0.0006730769230769232,
+      "loss": 0.1823,
+      "step": 630
+    },
+    {
+      "epoch": 2.048,
+      "grad_norm": 380796.4375,
+      "learning_rate": 0.0006837606837606838,
+      "loss": 0.2308,
+      "step": 640
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 256831.84375,
+      "learning_rate": 0.0006944444444444445,
+      "loss": 0.2223,
+      "step": 650
+    },
+    {
+      "epoch": 2.112,
+      "grad_norm": 241387.109375,
+      "learning_rate": 0.0007051282051282052,
+      "loss": 0.2134,
+      "step": 660
+    },
+    {
+      "epoch": 2.144,
+      "grad_norm": 361426.84375,
+      "learning_rate": 0.0007158119658119658,
+      "loss": 0.2055,
+      "step": 670
+    },
+    {
+      "epoch": 2.176,
+      "grad_norm": 213368.515625,
+      "learning_rate": 0.0007264957264957265,
+      "loss": 0.2068,
+      "step": 680
+    },
+    {
+      "epoch": 2.208,
+      "grad_norm": 351293.4375,
+      "learning_rate": 0.0007371794871794872,
+      "loss": 0.2278,
+      "step": 690
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 351138.28125,
+      "learning_rate": 0.0007478632478632479,
+      "loss": 0.216,
+      "step": 700
+    },
+    {
+      "epoch": 2.2720000000000002,
+      "grad_norm": 281240.5,
+      "learning_rate": 0.0007585470085470085,
+      "loss": 0.2064,
+      "step": 710
+    },
+    {
+      "epoch": 2.304,
+      "grad_norm": 273138.125,
+      "learning_rate": 0.0007692307692307693,
+      "loss": 0.2021,
+      "step": 720
+    },
+    {
+      "epoch": 2.336,
+      "grad_norm": 198611.640625,
+      "learning_rate": 0.0007799145299145299,
+      "loss": 0.218,
+      "step": 730
+    },
+    {
+      "epoch": 2.368,
+      "grad_norm": 334765.21875,
+      "learning_rate": 0.0007905982905982905,
+      "loss": 0.1988,
+      "step": 740
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 321548.25,
+      "learning_rate": 0.0008012820512820514,
+      "loss": 0.2446,
+      "step": 750
+    },
+    {
+      "epoch": 2.432,
+      "grad_norm": 230110.046875,
+      "learning_rate": 0.000811965811965812,
+      "loss": 0.213,
+      "step": 760
+    },
+    {
+      "epoch": 2.464,
+      "grad_norm": 216522.890625,
+      "learning_rate": 0.0008226495726495727,
+      "loss": 0.2114,
+      "step": 770
+    },
+    {
+      "epoch": 2.496,
+      "grad_norm": 290017.125,
+      "learning_rate": 0.0008333333333333334,
+      "loss": 0.2253,
+      "step": 780
+    },
+    {
+      "epoch": 2.528,
+      "grad_norm": 307569.59375,
+      "learning_rate": 0.000844017094017094,
+      "loss": 0.1961,
+      "step": 790
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 258996.3125,
+      "learning_rate": 0.0008547008547008547,
+      "loss": 0.2226,
+      "step": 800
+    },
+    {
+      "epoch": 2.592,
+      "grad_norm": 187987.453125,
+      "learning_rate": 0.0008653846153846154,
+      "loss": 0.2018,
+      "step": 810
+    },
+    {
+      "epoch": 2.624,
+      "grad_norm": 249946.1875,
+      "learning_rate": 0.0008760683760683761,
+      "loss": 0.1907,
+      "step": 820
+    },
+    {
+      "epoch": 2.656,
+      "grad_norm": 265943.46875,
+      "learning_rate": 0.0008867521367521367,
+      "loss": 0.2025,
+      "step": 830
+    },
+    {
+      "epoch": 2.6879999999999997,
+      "grad_norm": 232717.453125,
+      "learning_rate": 0.0008974358974358974,
+      "loss": 0.2252,
+      "step": 840
+    },
+    {
+      "epoch": 2.7199999999999998,
+      "grad_norm": 212033.515625,
+      "learning_rate": 0.0009081196581196581,
+      "loss": 0.2126,
+      "step": 850
+    },
+    {
+      "epoch": 2.752,
+      "grad_norm": 233050.203125,
+      "learning_rate": 0.0009188034188034187,
+      "loss": 0.2281,
+      "step": 860
+    },
+    {
+      "epoch": 2.784,
+      "grad_norm": 359475.75,
+      "learning_rate": 0.0009294871794871796,
+      "loss": 0.188,
+      "step": 870
+    },
+    {
+      "epoch": 2.816,
+      "grad_norm": 343301.15625,
+      "learning_rate": 0.0009401709401709402,
+      "loss": 0.2316,
+      "step": 880
+    },
+    {
+      "epoch": 2.848,
+      "grad_norm": 316784.375,
+      "learning_rate": 0.0009508547008547009,
+      "loss": 0.2014,
+      "step": 890
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 375741.0,
+      "learning_rate": 0.0009615384615384616,
+      "loss": 0.2196,
+      "step": 900
+    },
+    {
+      "epoch": 2.912,
+      "grad_norm": 320915.21875,
+      "learning_rate": 0.0009722222222222222,
+      "loss": 0.2092,
+      "step": 910
+    },
+    {
+      "epoch": 2.944,
+      "grad_norm": 254477.09375,
+      "learning_rate": 0.0009829059829059828,
+      "loss": 0.2147,
+      "step": 920
+    },
+    {
+      "epoch": 2.976,
+      "grad_norm": 256587.71875,
+      "learning_rate": 0.0009935897435897436,
+      "loss": 0.2124,
+      "step": 930
+    },
+    {
+      "epoch": 2.9984,
+      "eval_accuracy": 0.769,
+      "eval_loss": 0.5579845309257507,
+      "eval_runtime": 58.375,
+      "eval_samples_per_second": 68.523,
+      "eval_steps_per_second": 2.141,
+      "step": 937
+    },
+    {
+      "epoch": 3.008,
+      "grad_norm": 284885.21875,
+      "learning_rate": 0.0009995251661918329,
+      "loss": 0.2,
+      "step": 940
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 280128.65625,
+      "learning_rate": 0.000998338081671415,
+      "loss": 0.2062,
+      "step": 950
+    },
+    {
+      "epoch": 3.072,
+      "grad_norm": 327251.5,
+      "learning_rate": 0.0009971509971509972,
+      "loss": 0.2285,
+      "step": 960
+    },
+    {
+      "epoch": 3.104,
+      "grad_norm": 246022.15625,
+      "learning_rate": 0.0009959639126305793,
+      "loss": 0.2138,
+      "step": 970
+    },
+    {
+      "epoch": 3.136,
+      "grad_norm": 149789.59375,
+      "learning_rate": 0.0009947768281101616,
+      "loss": 0.2108,
+      "step": 980
+    },
+    {
+      "epoch": 3.168,
+      "grad_norm": 171794.5625,
+      "learning_rate": 0.0009935897435897436,
+      "loss": 0.2167,
+      "step": 990
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 227827.90625,
+      "learning_rate": 0.000992402659069326,
+      "loss": 0.2043,
+      "step": 1000
+    },
+    {
+      "epoch": 3.232,
+      "grad_norm": 196560.046875,
+      "learning_rate": 0.000991215574548908,
+      "loss": 0.2247,
+      "step": 1010
+    },
+    {
+      "epoch": 3.2640000000000002,
+      "grad_norm": 198754.34375,
+      "learning_rate": 0.00099002849002849,
+      "loss": 0.2033,
+      "step": 1020
+    },
+    {
+      "epoch": 3.296,
+      "grad_norm": 277303.875,
+      "learning_rate": 0.0009888414055080723,
+      "loss": 0.209,
+      "step": 1030
+    },
+    {
+      "epoch": 3.328,
+      "grad_norm": 291565.90625,
+      "learning_rate": 0.0009876543209876543,
+      "loss": 0.2248,
+      "step": 1040
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 231893.078125,
+      "learning_rate": 0.0009864672364672364,
+      "loss": 0.1879,
+      "step": 1050
+    },
+    {
+      "epoch": 3.392,
+      "grad_norm": 160630.546875,
+      "learning_rate": 0.0009852801519468187,
+      "loss": 0.2316,
+      "step": 1060
+    },
+    {
+      "epoch": 3.424,
+      "grad_norm": 274359.40625,
+      "learning_rate": 0.0009840930674264007,
+      "loss": 0.2191,
+      "step": 1070
+    },
+    {
+      "epoch": 3.456,
+      "grad_norm": 287355.15625,
+      "learning_rate": 0.0009829059829059828,
+      "loss": 0.1981,
+      "step": 1080
+    },
+    {
+      "epoch": 3.488,
+      "grad_norm": 286551.75,
+      "learning_rate": 0.000981718898385565,
+      "loss": 0.2253,
+      "step": 1090
+    },
+    {
+      "epoch": 3.52,
+      "grad_norm": 293656.21875,
+      "learning_rate": 0.0009805318138651471,
+      "loss": 0.2113,
+      "step": 1100
+    },
+    {
+      "epoch": 3.552,
+      "grad_norm": 226414.3125,
+      "learning_rate": 0.0009793447293447294,
+      "loss": 0.2366,
+      "step": 1110
+    },
+    {
+      "epoch": 3.584,
+      "grad_norm": 304422.28125,
+      "learning_rate": 0.0009781576448243115,
+      "loss": 0.2296,
+      "step": 1120
+    },
+    {
+      "epoch": 3.616,
+      "grad_norm": 200736.75,
+      "learning_rate": 0.0009769705603038937,
+      "loss": 0.2085,
+      "step": 1130
+    },
+    {
+      "epoch": 3.648,
+      "grad_norm": 191285.28125,
+      "learning_rate": 0.0009757834757834758,
+      "loss": 0.2168,
+      "step": 1140
+    },
+    {
+      "epoch": 3.68,
+      "grad_norm": 265826.28125,
+      "learning_rate": 0.000974596391263058,
+      "loss": 0.2242,
+      "step": 1150
+    },
+    {
+      "epoch": 3.7119999999999997,
+      "grad_norm": 170613.078125,
+      "learning_rate": 0.00097340930674264,
+      "loss": 0.2015,
+      "step": 1160
+    },
+    {
+      "epoch": 3.7439999999999998,
+      "grad_norm": 272692.40625,
+      "learning_rate": 0.0009722222222222222,
+      "loss": 0.2162,
+      "step": 1170
+    },
+    {
+      "epoch": 3.776,
+      "grad_norm": 245685.46875,
+      "learning_rate": 0.0009710351377018044,
+      "loss": 0.2166,
+      "step": 1180
+    },
+    {
+      "epoch": 3.808,
+      "grad_norm": 359136.125,
+      "learning_rate": 0.0009698480531813865,
+      "loss": 0.2023,
+      "step": 1190
+    },
+    {
+      "epoch": 3.84,
+      "grad_norm": 273622.90625,
+      "learning_rate": 0.0009686609686609687,
+      "loss": 0.1966,
+      "step": 1200
+    },
+    {
+      "epoch": 3.872,
+      "grad_norm": 291427.96875,
+      "learning_rate": 0.0009674738841405509,
+      "loss": 0.216,
+      "step": 1210
+    },
+    {
+      "epoch": 3.904,
+      "grad_norm": 328024.90625,
+      "learning_rate": 0.000966286799620133,
+      "loss": 0.1891,
+      "step": 1220
+    },
+    {
+      "epoch": 3.936,
+      "grad_norm": 263930.625,
+      "learning_rate": 0.0009650997150997152,
+      "loss": 0.2155,
+      "step": 1230
+    },
+    {
+      "epoch": 3.968,
+      "grad_norm": 214059.265625,
+      "learning_rate": 0.0009639126305792973,
+      "loss": 0.232,
+      "step": 1240
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 204246.984375,
+      "learning_rate": 0.0009627255460588794,
+      "loss": 0.2207,
+      "step": 1250
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.763,
+      "eval_loss": 0.5500344038009644,
+      "eval_runtime": 57.7064,
+      "eval_samples_per_second": 69.316,
+      "eval_steps_per_second": 2.166,
+      "step": 1250
+    },
+    {
+      "epoch": 4.032,
+      "grad_norm": 295677.8125,
+      "learning_rate": 0.0009615384615384616,
+      "loss": 0.2247,
+      "step": 1260
+    },
+    {
+      "epoch": 4.064,
+      "grad_norm": 197746.8125,
+      "learning_rate": 0.0009603513770180438,
+      "loss": 0.2203,
+      "step": 1270
+    },
+    {
+      "epoch": 4.096,
+      "grad_norm": 287209.65625,
+      "learning_rate": 0.0009591642924976258,
+      "loss": 0.2201,
+      "step": 1280
+    },
+    {
+      "epoch": 4.128,
+      "grad_norm": 279235.9375,
+      "learning_rate": 0.000957977207977208,
+      "loss": 0.2344,
+      "step": 1290
+    },
+    {
+      "epoch": 4.16,
+      "grad_norm": 293263.59375,
+      "learning_rate": 0.0009567901234567902,
+      "loss": 0.2069,
+      "step": 1300
+    },
+    {
+      "epoch": 4.192,
+      "grad_norm": 212506.359375,
+      "learning_rate": 0.0009556030389363722,
+      "loss": 0.1787,
+      "step": 1310
+    },
+    {
+      "epoch": 4.224,
+      "grad_norm": 274108.71875,
+      "learning_rate": 0.0009544159544159544,
+      "loss": 0.2311,
+      "step": 1320
+    },
+    {
+      "epoch": 4.256,
+      "grad_norm": 319637.59375,
+      "learning_rate": 0.0009532288698955365,
+      "loss": 0.2136,
+      "step": 1330
+    },
+    {
+      "epoch": 4.288,
+      "grad_norm": 229458.78125,
+      "learning_rate": 0.0009520417853751187,
+      "loss": 0.2019,
+      "step": 1340
+    },
+    {
+      "epoch": 4.32,
+      "grad_norm": 307182.09375,
+      "learning_rate": 0.0009508547008547009,
+      "loss": 0.2162,
+      "step": 1350
+    },
+    {
+      "epoch": 4.352,
+      "grad_norm": 288039.09375,
+      "learning_rate": 0.000949667616334283,
+      "loss": 0.1945,
+      "step": 1360
+    },
+    {
+      "epoch": 4.384,
+      "grad_norm": 253276.65625,
+      "learning_rate": 0.0009484805318138652,
+      "loss": 0.2089,
+      "step": 1370
+    },
+    {
+      "epoch": 4.416,
+      "grad_norm": 250874.515625,
+      "learning_rate": 0.0009472934472934474,
+      "loss": 0.2135,
+      "step": 1380
+    },
+    {
+      "epoch": 4.448,
+      "grad_norm": 173051.5625,
+      "learning_rate": 0.0009461063627730294,
+      "loss": 0.2005,
+      "step": 1390
+    },
+    {
+      "epoch": 4.48,
+      "grad_norm": 198301.75,
+      "learning_rate": 0.0009449192782526116,
+      "loss": 0.2227,
+      "step": 1400
+    },
+    {
+      "epoch": 4.5120000000000005,
+      "grad_norm": 252200.671875,
+      "learning_rate": 0.0009437321937321938,
+      "loss": 0.2233,
+      "step": 1410
+    },
+    {
+      "epoch": 4.5440000000000005,
+      "grad_norm": 243128.0,
+      "learning_rate": 0.0009425451092117759,
+      "loss": 0.2291,
+      "step": 1420
+    },
+    {
+      "epoch": 4.576,
+      "grad_norm": 353883.34375,
+      "learning_rate": 0.000941358024691358,
+      "loss": 0.2207,
+      "step": 1430
+    },
+    {
+      "epoch": 4.608,
+      "grad_norm": 223227.578125,
+      "learning_rate": 0.0009401709401709402,
+      "loss": 0.2076,
+      "step": 1440
+    },
+    {
+      "epoch": 4.64,
+      "grad_norm": 283902.90625,
+      "learning_rate": 0.0009389838556505223,
+      "loss": 0.1916,
+      "step": 1450
+    },
+    {
+      "epoch": 4.672,
+      "grad_norm": 301072.40625,
+      "learning_rate": 0.0009377967711301045,
+      "loss": 0.1951,
+      "step": 1460
+    },
+    {
+      "epoch": 4.704,
+      "grad_norm": 300642.03125,
+      "learning_rate": 0.0009366096866096866,
+      "loss": 0.2129,
+      "step": 1470
+    },
+    {
+      "epoch": 4.736,
+      "grad_norm": 254449.90625,
+      "learning_rate": 0.0009354226020892687,
+      "loss": 0.2043,
+      "step": 1480
+    },
+    {
+      "epoch": 4.768,
+      "grad_norm": 278776.9375,
+      "learning_rate": 0.0009342355175688509,
+      "loss": 0.2139,
+      "step": 1490
+    },
+    {
+      "epoch": 4.8,
+      "grad_norm": 169466.421875,
+      "learning_rate": 0.0009330484330484332,
+      "loss": 0.1944,
+      "step": 1500
+    },
+    {
+      "epoch": 4.832,
+      "grad_norm": 378268.8125,
+      "learning_rate": 0.0009318613485280152,
+      "loss": 0.1903,
+      "step": 1510
+    },
+    {
+      "epoch": 4.864,
+      "grad_norm": 232065.859375,
+      "learning_rate": 0.0009306742640075974,
+      "loss": 0.2188,
+      "step": 1520
+    },
+    {
+      "epoch": 4.896,
+      "grad_norm": 222731.53125,
+      "learning_rate": 0.0009294871794871796,
+      "loss": 0.2239,
+      "step": 1530
+    },
+    {
+      "epoch": 4.928,
+      "grad_norm": 250957.84375,
+      "learning_rate": 0.0009283000949667616,
+      "loss": 0.2051,
+      "step": 1540
+    },
+    {
+      "epoch": 4.96,
+      "grad_norm": 265056.0,
+      "learning_rate": 0.0009271130104463438,
+      "loss": 0.1948,
+      "step": 1550
+    },
+    {
+      "epoch": 4.992,
+      "grad_norm": 263161.90625,
+      "learning_rate": 0.000925925925925926,
+      "loss": 0.2143,
+      "step": 1560
+    },
+    {
+      "epoch": 4.9984,
+      "eval_accuracy": 0.76525,
+      "eval_loss": 0.5575093030929565,
+      "eval_runtime": 58.0778,
+      "eval_samples_per_second": 68.873,
+      "eval_steps_per_second": 2.152,
+      "step": 1562
+    },
+    {
+      "epoch": 5.024,
+      "grad_norm": 242776.59375,
+      "learning_rate": 0.0009247388414055081,
+      "loss": 0.2211,
+      "step": 1570
+    },
+    {
+      "epoch": 5.056,
+      "grad_norm": 233410.25,
+      "learning_rate": 0.0009235517568850902,
+      "loss": 0.2181,
+      "step": 1580
+    },
+    {
+      "epoch": 5.088,
+      "grad_norm": 293507.25,
+      "learning_rate": 0.0009223646723646724,
+      "loss": 0.1975,
+      "step": 1590
+    },
+    {
+      "epoch": 5.12,
+      "grad_norm": 228211.375,
+      "learning_rate": 0.0009211775878442545,
+      "loss": 0.2207,
+      "step": 1600
+    },
+    {
+      "epoch": 5.152,
+      "grad_norm": 219766.359375,
+      "learning_rate": 0.0009199905033238367,
+      "loss": 0.185,
+      "step": 1610
+    },
+    {
+      "epoch": 5.184,
+      "grad_norm": 243226.15625,
+      "learning_rate": 0.0009188034188034187,
+      "loss": 0.2023,
+      "step": 1620
+    },
+    {
+      "epoch": 5.216,
+      "grad_norm": 227722.0625,
+      "learning_rate": 0.0009176163342830009,
+      "loss": 0.2233,
+      "step": 1630
+    },
+    {
+      "epoch": 5.248,
+      "grad_norm": 182398.234375,
+      "learning_rate": 0.0009164292497625831,
+      "loss": 0.2204,
+      "step": 1640
+    },
+    {
+      "epoch": 5.28,
+      "grad_norm": 227450.109375,
+      "learning_rate": 0.0009152421652421653,
+      "loss": 0.2206,
+      "step": 1650
+    },
+    {
+      "epoch": 5.312,
+      "grad_norm": 416922.8125,
+      "learning_rate": 0.0009140550807217474,
+      "loss": 0.2024,
+      "step": 1660
+    },
+    {
+      "epoch": 5.344,
+      "grad_norm": 174068.0,
+      "learning_rate": 0.0009128679962013296,
+      "loss": 0.2166,
+      "step": 1670
+    },
+    {
+      "epoch": 5.376,
+      "grad_norm": 295677.71875,
+      "learning_rate": 0.0009116809116809118,
+      "loss": 0.2201,
+      "step": 1680
+    },
+    {
+      "epoch": 5.408,
+      "grad_norm": 219667.796875,
+      "learning_rate": 0.0009104938271604939,
+      "loss": 0.1898,
+      "step": 1690
+    },
+    {
+      "epoch": 5.44,
+      "grad_norm": 196588.1875,
+      "learning_rate": 0.000909306742640076,
+      "loss": 0.1963,
+      "step": 1700
+    },
+    {
+      "epoch": 5.4719999999999995,
+      "grad_norm": 198457.703125,
+      "learning_rate": 0.0009081196581196581,
+      "loss": 0.1988,
+      "step": 1710
+    },
+    {
+      "epoch": 5.504,
+      "grad_norm": 177612.46875,
+      "learning_rate": 0.0009069325735992403,
+      "loss": 0.1918,
+      "step": 1720
+    },
+    {
+      "epoch": 5.536,
+      "grad_norm": 231351.9375,
+      "learning_rate": 0.0009057454890788225,
+      "loss": 0.2098,
+      "step": 1730
+    },
+    {
+      "epoch": 5.568,
+      "grad_norm": 281818.4375,
+      "learning_rate": 0.0009045584045584045,
+      "loss": 0.205,
+      "step": 1740
+    },
+    {
+      "epoch": 5.6,
+      "grad_norm": 249959.890625,
+      "learning_rate": 0.0009033713200379867,
+      "loss": 0.1928,
+      "step": 1750
+    },
+    {
+      "epoch": 5.632,
+      "grad_norm": 192714.796875,
+      "learning_rate": 0.0009021842355175689,
+      "loss": 0.2063,
+      "step": 1760
+    },
+    {
+      "epoch": 5.664,
+      "grad_norm": 244175.8125,
+      "learning_rate": 0.0009009971509971509,
+      "loss": 0.2161,
+      "step": 1770
+    },
+    {
+      "epoch": 5.696,
+      "grad_norm": 238826.9375,
+      "learning_rate": 0.0008998100664767331,
+      "loss": 0.2042,
+      "step": 1780
+    },
+    {
+      "epoch": 5.728,
+      "grad_norm": 174162.5625,
+      "learning_rate": 0.0008986229819563153,
+      "loss": 0.205,
+      "step": 1790
+    },
+    {
+      "epoch": 5.76,
+      "grad_norm": 359398.59375,
+      "learning_rate": 0.0008974358974358974,
+      "loss": 0.2137,
+      "step": 1800
+    },
+    {
+      "epoch": 5.792,
+      "grad_norm": 324436.6875,
+      "learning_rate": 0.0008962488129154796,
+      "loss": 0.2223,
+      "step": 1810
+    },
+    {
+      "epoch": 5.824,
+      "grad_norm": 274255.4375,
+      "learning_rate": 0.0008950617283950618,
+      "loss": 0.2043,
+      "step": 1820
+    },
+    {
+      "epoch": 5.856,
+      "grad_norm": 212538.953125,
+      "learning_rate": 0.0008938746438746439,
+      "loss": 0.2054,
+      "step": 1830
+    },
+    {
+      "epoch": 5.888,
+      "grad_norm": 170735.9375,
+      "learning_rate": 0.0008926875593542261,
+      "loss": 0.1999,
+      "step": 1840
+    },
+    {
+      "epoch": 5.92,
+      "grad_norm": 241050.0625,
+      "learning_rate": 0.0008915004748338082,
+      "loss": 0.2154,
+      "step": 1850
+    },
+    {
+      "epoch": 5.952,
+      "grad_norm": 213356.40625,
+      "learning_rate": 0.0008903133903133903,
+      "loss": 0.2068,
+      "step": 1860
+    },
+    {
+      "epoch": 5.984,
+      "grad_norm": 252578.8125,
+      "learning_rate": 0.0008891263057929725,
+      "loss": 0.2191,
+      "step": 1870
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.77275,
+      "eval_loss": 0.5486457347869873,
+      "eval_runtime": 58.401,
+      "eval_samples_per_second": 68.492,
+      "eval_steps_per_second": 2.14,
+      "step": 1875
+    },
+    {
+      "epoch": 6.016,
+      "grad_norm": 195587.765625,
+      "learning_rate": 0.0008879392212725547,
+      "loss": 0.2163,
+      "step": 1880
+    },
+    {
+      "epoch": 6.048,
+      "grad_norm": 298880.3125,
+      "learning_rate": 0.0008867521367521367,
+      "loss": 0.2318,
+      "step": 1890
+    },
+    {
+      "epoch": 6.08,
+      "grad_norm": 254082.453125,
+      "learning_rate": 0.0008855650522317189,
+      "loss": 0.2296,
+      "step": 1900
+    },
+    {
+      "epoch": 6.112,
+      "grad_norm": 209368.6875,
+      "learning_rate": 0.0008843779677113011,
+      "loss": 0.2059,
+      "step": 1910
+    },
+    {
+      "epoch": 6.144,
+      "grad_norm": 296605.71875,
+      "learning_rate": 0.0008831908831908832,
+      "loss": 0.1965,
+      "step": 1920
+    },
+    {
+      "epoch": 6.176,
+      "grad_norm": 232373.09375,
+      "learning_rate": 0.0008820037986704653,
+      "loss": 0.2062,
+      "step": 1930
+    },
+    {
+      "epoch": 6.208,
+      "grad_norm": 212144.140625,
+      "learning_rate": 0.0008808167141500475,
+      "loss": 0.2242,
+      "step": 1940
+    },
+    {
+      "epoch": 6.24,
+      "grad_norm": 223206.578125,
+      "learning_rate": 0.0008796296296296296,
+      "loss": 0.2109,
+      "step": 1950
+    },
+    {
+      "epoch": 6.272,
+      "grad_norm": 237154.78125,
+      "learning_rate": 0.0008784425451092119,
+      "loss": 0.2167,
+      "step": 1960
+    },
+    {
+      "epoch": 6.304,
+      "grad_norm": 185542.953125,
+      "learning_rate": 0.000877255460588794,
+      "loss": 0.2052,
+      "step": 1970
+    },
+    {
+      "epoch": 6.336,
+      "grad_norm": 203563.640625,
+      "learning_rate": 0.0008760683760683761,
+      "loss": 0.2096,
+      "step": 1980
+    },
+    {
+      "epoch": 6.368,
+      "grad_norm": 285480.0625,
+      "learning_rate": 0.0008748812915479583,
+      "loss": 0.2037,
+      "step": 1990
+    },
+    {
+      "epoch": 6.4,
+      "grad_norm": 303778.9375,
+      "learning_rate": 0.0008736942070275405,
+      "loss": 0.1981,
+      "step": 2000
+    },
+    {
+      "epoch": 6.432,
+      "grad_norm": 462646.96875,
+      "learning_rate": 0.0008725071225071225,
+      "loss": 0.2092,
+      "step": 2010
+    },
+    {
+      "epoch": 6.464,
+      "grad_norm": 461746.4375,
+      "learning_rate": 0.0008713200379867047,
+      "loss": 0.2294,
+      "step": 2020
+    },
+    {
+      "epoch": 6.496,
+      "grad_norm": 533448.4375,
+      "learning_rate": 0.0008701329534662869,
+      "loss": 0.2055,
+      "step": 2030
+    },
+    {
+      "epoch": 6.5280000000000005,
+      "grad_norm": 548531.5625,
+      "learning_rate": 0.0008689458689458689,
+      "loss": 0.2184,
+      "step": 2040
+    },
+    {
+      "epoch": 6.5600000000000005,
+      "grad_norm": 495748.65625,
+      "learning_rate": 0.0008677587844254511,
+      "loss": 0.2184,
+      "step": 2050
+    },
+    {
+      "epoch": 6.592,
+      "grad_norm": 543121.0625,
+      "learning_rate": 0.0008665716999050332,
+      "loss": 0.1997,
+      "step": 2060
+    },
+    {
+      "epoch": 6.624,
+      "grad_norm": 461117.59375,
+      "learning_rate": 0.0008653846153846154,
+      "loss": 0.2019,
+      "step": 2070
+    },
+    {
+      "epoch": 6.656,
+      "grad_norm": 765304.125,
+      "learning_rate": 0.0008641975308641975,
+      "loss": 0.1989,
+      "step": 2080
+    },
+    {
+      "epoch": 6.688,
+      "grad_norm": 499025.09375,
+      "learning_rate": 0.0008630104463437796,
+      "loss": 0.2139,
+      "step": 2090
+    },
+    {
+      "epoch": 6.72,
+      "grad_norm": 443804.0625,
+      "learning_rate": 0.0008618233618233618,
+      "loss": 0.2212,
+      "step": 2100
+    },
+    {
+      "epoch": 6.752,
+      "grad_norm": 513447.84375,
+      "learning_rate": 0.0008606362773029441,
+      "loss": 0.2014,
+      "step": 2110
+    },
+    {
+      "epoch": 6.784,
+      "grad_norm": 417790.125,
+      "learning_rate": 0.0008594491927825261,
+      "loss": 0.2092,
+      "step": 2120
+    },
+    {
+      "epoch": 6.816,
+      "grad_norm": 580280.5625,
+      "learning_rate": 0.0008582621082621083,
+      "loss": 0.2185,
+      "step": 2130
+    },
+    {
+      "epoch": 6.848,
+      "grad_norm": 553312.1875,
+      "learning_rate": 0.0008570750237416905,
+      "loss": 0.2094,
+      "step": 2140
+    },
+    {
+      "epoch": 6.88,
+      "grad_norm": 498577.25,
+      "learning_rate": 0.0008558879392212726,
+      "loss": 0.214,
+      "step": 2150
+    },
+    {
+      "epoch": 6.912,
+      "grad_norm": 698254.125,
+      "learning_rate": 0.0008547008547008547,
+      "loss": 0.2407,
+      "step": 2160
+    },
+    {
+      "epoch": 6.944,
+      "grad_norm": 423589.03125,
+      "learning_rate": 0.0008535137701804369,
+      "loss": 0.2203,
+      "step": 2170
+    },
+    {
+      "epoch": 6.976,
+      "grad_norm": 755190.0625,
+      "learning_rate": 0.000852326685660019,
+      "loss": 0.2063,
+      "step": 2180
+    },
+    {
+      "epoch": 6.9984,
+      "eval_accuracy": 0.7615,
+      "eval_loss": 0.5593643188476562,
+      "eval_runtime": 58.3849,
+      "eval_samples_per_second": 68.511,
+      "eval_steps_per_second": 2.141,
+      "step": 2187
+    },
+    {
+      "epoch": 7.008,
+      "grad_norm": 672768.3125,
+      "learning_rate": 0.0008511396011396012,
+      "loss": 0.2376,
+      "step": 2190
+    },
+    {
+      "epoch": 7.04,
+      "grad_norm": 590710.6875,
+      "learning_rate": 0.0008499525166191833,
+      "loss": 0.2167,
+      "step": 2200
+    },
+    {
+      "epoch": 7.072,
+      "grad_norm": 451509.625,
+      "learning_rate": 0.0008487654320987654,
+      "loss": 0.1995,
+      "step": 2210
+    },
+    {
+      "epoch": 7.104,
+      "grad_norm": 438460.8125,
+      "learning_rate": 0.0008475783475783476,
+      "loss": 0.2262,
+      "step": 2220
+    },
+    {
+      "epoch": 7.136,
+      "grad_norm": 538988.8125,
+      "learning_rate": 0.0008463912630579298,
+      "loss": 0.2178,
+      "step": 2230
+    },
+    {
+      "epoch": 7.168,
+      "grad_norm": 525871.25,
+      "learning_rate": 0.0008452041785375118,
+      "loss": 0.1961,
+      "step": 2240
+    },
+    {
+      "epoch": 7.2,
+      "grad_norm": 420527.3125,
+      "learning_rate": 0.000844017094017094,
+      "loss": 0.2175,
+      "step": 2250
+    },
+    {
+      "epoch": 7.232,
+      "grad_norm": 813415.3125,
+      "learning_rate": 0.0008428300094966762,
+      "loss": 0.2185,
+      "step": 2260
+    },
+    {
+      "epoch": 7.264,
+      "grad_norm": 471922.9375,
+      "learning_rate": 0.0008416429249762583,
+      "loss": 0.2074,
+      "step": 2270
+    },
+    {
+      "epoch": 7.296,
+      "grad_norm": 451017.125,
+      "learning_rate": 0.0008404558404558405,
+      "loss": 0.1841,
+      "step": 2280
+    },
+    {
+      "epoch": 7.328,
+      "grad_norm": 506415.46875,
+      "learning_rate": 0.0008392687559354227,
+      "loss": 0.1943,
+      "step": 2290
+    },
+    {
+      "epoch": 7.36,
+      "grad_norm": 444371.15625,
+      "learning_rate": 0.0008380816714150048,
+      "loss": 0.217,
+      "step": 2300
+    },
+    {
+      "epoch": 7.392,
+      "grad_norm": 377225.34375,
+      "learning_rate": 0.0008368945868945869,
+      "loss": 0.1975,
+      "step": 2310
+    },
+    {
+      "epoch": 7.424,
+      "grad_norm": 594714.4375,
+      "learning_rate": 0.000835707502374169,
+      "loss": 0.1969,
+      "step": 2320
+    },
+    {
+      "epoch": 7.456,
+      "grad_norm": 500928.84375,
+      "learning_rate": 0.0008345204178537512,
+      "loss": 0.2038,
+      "step": 2330
+    },
+    {
+      "epoch": 7.4879999999999995,
+      "grad_norm": 460287.4375,
+      "learning_rate": 0.0008333333333333334,
+      "loss": 0.2156,
+      "step": 2340
+    },
+    {
+      "epoch": 7.52,
+      "grad_norm": 448026.53125,
+      "learning_rate": 0.0008321462488129154,
+      "loss": 0.207,
+      "step": 2350
+    },
+    {
+      "epoch": 7.552,
+      "grad_norm": 556125.625,
+      "learning_rate": 0.0008309591642924976,
+      "loss": 0.232,
+      "step": 2360
+    },
+    {
+      "epoch": 7.584,
+      "grad_norm": 332308.3125,
+      "learning_rate": 0.0008297720797720798,
+      "loss": 0.2147,
+      "step": 2370
+    },
+    {
+      "epoch": 7.616,
+      "grad_norm": 400010.5625,
+      "learning_rate": 0.000828584995251662,
+      "loss": 0.2073,
+      "step": 2380
+    },
+    {
+      "epoch": 7.648,
+      "grad_norm": 467695.78125,
+      "learning_rate": 0.000827397910731244,
+      "loss": 0.2018,
+      "step": 2390
+    },
+    {
+      "epoch": 7.68,
+      "grad_norm": 446946.625,
+      "learning_rate": 0.0008262108262108262,
+      "loss": 0.2226,
+      "step": 2400
+    },
+    {
+      "epoch": 7.712,
+      "grad_norm": 557084.5,
+      "learning_rate": 0.0008250237416904083,
+      "loss": 0.2278,
+      "step": 2410
+    },
+    {
+      "epoch": 7.744,
+      "grad_norm": 429602.84375,
+      "learning_rate": 0.0008238366571699906,
+      "loss": 0.1832,
+      "step": 2420
+    },
+    {
+      "epoch": 7.776,
+      "grad_norm": 388821.59375,
+      "learning_rate": 0.0008226495726495727,
+      "loss": 0.2202,
+      "step": 2430
+    },
+    {
+      "epoch": 7.808,
+      "grad_norm": 681185.4375,
+      "learning_rate": 0.0008214624881291548,
+      "loss": 0.2078,
+      "step": 2440
+    },
+    {
+      "epoch": 7.84,
+      "grad_norm": 763735.875,
+      "learning_rate": 0.000820275403608737,
+      "loss": 0.2242,
+      "step": 2450
+    },
+    {
+      "epoch": 7.872,
+      "grad_norm": 565001.625,
+      "learning_rate": 0.0008190883190883192,
+      "loss": 0.2186,
+      "step": 2460
+    },
+    {
+      "epoch": 7.904,
+      "grad_norm": 458239.75,
+      "learning_rate": 0.0008179012345679012,
+      "loss": 0.1843,
+      "step": 2470
+    },
+    {
+      "epoch": 7.936,
+      "grad_norm": 609510.125,
+      "learning_rate": 0.0008167141500474834,
+      "loss": 0.1953,
+      "step": 2480
+    },
+    {
+      "epoch": 7.968,
+      "grad_norm": 578130.5625,
+      "learning_rate": 0.0008155270655270656,
+      "loss": 0.2354,
+      "step": 2490
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 743331.375,
+      "learning_rate": 0.0008143399810066477,
+      "loss": 0.207,
+      "step": 2500
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.7695,
+      "eval_loss": 0.540494441986084,
+      "eval_runtime": 58.3615,
+      "eval_samples_per_second": 68.538,
+      "eval_steps_per_second": 2.142,
+      "step": 2500
+    },
+    {
+      "epoch": 8.032,
+      "grad_norm": 439252.84375,
+      "learning_rate": 0.0008131528964862298,
+      "loss": 0.1953,
+      "step": 2510
+    },
+    {
+      "epoch": 8.064,
+      "grad_norm": 574105.1875,
+      "learning_rate": 0.000811965811965812,
+      "loss": 0.2288,
+      "step": 2520
+    },
+    {
+      "epoch": 8.096,
+      "grad_norm": 392970.59375,
+      "learning_rate": 0.0008107787274453941,
+      "loss": 0.1998,
+      "step": 2530
+    },
+    {
+      "epoch": 8.128,
+      "grad_norm": 415349.78125,
+      "learning_rate": 0.0008095916429249762,
+      "loss": 0.1898,
+      "step": 2540
+    },
+    {
+      "epoch": 8.16,
+      "grad_norm": 402935.21875,
+      "learning_rate": 0.0008084045584045584,
+      "loss": 0.209,
+      "step": 2550
+    },
+    {
+      "epoch": 8.192,
+      "grad_norm": 710684.375,
+      "learning_rate": 0.0008072174738841405,
+      "loss": 0.2232,
+      "step": 2560
+    },
+    {
+      "epoch": 8.224,
+      "grad_norm": 522874.5625,
+      "learning_rate": 0.0008060303893637228,
+      "loss": 0.2241,
+      "step": 2570
+    },
+    {
+      "epoch": 8.256,
+      "grad_norm": 469906.8125,
+      "learning_rate": 0.0008048433048433049,
+      "loss": 0.2161,
+      "step": 2580
+    },
+    {
+      "epoch": 8.288,
+      "grad_norm": 496419.34375,
+      "learning_rate": 0.000803656220322887,
+      "loss": 0.2131,
+      "step": 2590
+    },
+    {
+      "epoch": 8.32,
+      "grad_norm": 641309.9375,
+      "learning_rate": 0.0008024691358024692,
+      "loss": 0.2189,
+      "step": 2600
+    },
+    {
+      "epoch": 8.352,
+      "grad_norm": 543925.3125,
+      "learning_rate": 0.0008012820512820514,
+      "loss": 0.2152,
+      "step": 2610
+    },
+    {
+      "epoch": 8.384,
+      "grad_norm": 412617.3125,
+      "learning_rate": 0.0008000949667616334,
+      "loss": 0.1995,
+      "step": 2620
+    },
+    {
+      "epoch": 8.416,
+      "grad_norm": 595042.1875,
+      "learning_rate": 0.0007989078822412156,
+      "loss": 0.2212,
+      "step": 2630
+    },
+    {
+      "epoch": 8.448,
+      "grad_norm": 439380.8125,
+      "learning_rate": 0.0007977207977207978,
+      "loss": 0.2038,
+      "step": 2640
+    },
+    {
+      "epoch": 8.48,
+      "grad_norm": 476969.78125,
+      "learning_rate": 0.0007965337132003799,
+      "loss": 0.2097,
+      "step": 2650
+    },
+    {
+      "epoch": 8.512,
+      "grad_norm": 371208.65625,
+      "learning_rate": 0.000795346628679962,
+      "loss": 0.2195,
+      "step": 2660
+    },
+    {
+      "epoch": 8.544,
+      "grad_norm": 363928.875,
+      "learning_rate": 0.0007941595441595441,
+      "loss": 0.2062,
+      "step": 2670
+    },
+    {
+      "epoch": 8.576,
+      "grad_norm": 482233.5625,
+      "learning_rate": 0.0007929724596391263,
+      "loss": 0.2212,
+      "step": 2680
+    },
+    {
+      "epoch": 8.608,
+      "grad_norm": 675145.5625,
+      "learning_rate": 0.0007917853751187085,
+      "loss": 0.2247,
+      "step": 2690
+    },
+    {
+      "epoch": 8.64,
+      "grad_norm": 385214.0625,
+      "learning_rate": 0.0007905982905982905,
+      "loss": 0.2006,
+      "step": 2700
+    },
+    {
+      "epoch": 8.672,
+      "grad_norm": 552452.0625,
+      "learning_rate": 0.0007894112060778727,
+      "loss": 0.2046,
+      "step": 2710
+    },
+    {
+      "epoch": 8.704,
+      "grad_norm": 638284.4375,
+      "learning_rate": 0.0007882241215574549,
+      "loss": 0.2222,
+      "step": 2720
+    },
+    {
+      "epoch": 8.736,
+      "grad_norm": 314355.84375,
+      "learning_rate": 0.0007870370370370372,
+      "loss": 0.2059,
+      "step": 2730
+    },
+    {
+      "epoch": 8.768,
+      "grad_norm": 499934.5625,
+      "learning_rate": 0.0007858499525166192,
+      "loss": 0.2003,
+      "step": 2740
+    },
+    {
+      "epoch": 8.8,
+      "grad_norm": 514626.78125,
+      "learning_rate": 0.0007846628679962014,
+      "loss": 0.2202,
+      "step": 2750
+    },
+    {
+      "epoch": 8.832,
+      "grad_norm": 743981.875,
+      "learning_rate": 0.0007834757834757835,
+      "loss": 0.223,
+      "step": 2760
+    },
+    {
+      "epoch": 8.864,
+      "grad_norm": 372136.40625,
+      "learning_rate": 0.0007822886989553656,
+      "loss": 0.205,
+      "step": 2770
+    },
+    {
+      "epoch": 8.896,
+      "grad_norm": 524279.8125,
+      "learning_rate": 0.0007811016144349478,
+      "loss": 0.2241,
+      "step": 2780
+    },
+    {
+      "epoch": 8.928,
+      "grad_norm": 526485.4375,
+      "learning_rate": 0.0007799145299145299,
+      "loss": 0.2046,
+      "step": 2790
+    },
+    {
+      "epoch": 8.96,
+      "grad_norm": 388172.5625,
+      "learning_rate": 0.0007787274453941121,
+      "loss": 0.2174,
+      "step": 2800
+    },
+    {
+      "epoch": 8.992,
+      "grad_norm": 657450.8125,
+      "learning_rate": 0.0007775403608736942,
+      "loss": 0.2273,
+      "step": 2810
+    },
+    {
+      "epoch": 8.9984,
+      "eval_accuracy": 0.76725,
+      "eval_loss": 0.5568080544471741,
+      "eval_runtime": 58.1506,
+      "eval_samples_per_second": 68.787,
+      "eval_steps_per_second": 2.15,
+      "step": 2812
+    },
+    {
+      "epoch": 9.024,
+      "grad_norm": 381848.6875,
+      "learning_rate": 0.0007763532763532763,
+      "loss": 0.1682,
+      "step": 2820
+    },
+    {
+      "epoch": 9.056,
+      "grad_norm": 488400.375,
+      "learning_rate": 0.0007751661918328585,
+      "loss": 0.2072,
+      "step": 2830
+    },
+    {
+      "epoch": 9.088,
+      "grad_norm": 557510.875,
+      "learning_rate": 0.0007739791073124407,
+      "loss": 0.2127,
+      "step": 2840
+    },
+    {
+      "epoch": 9.12,
+      "grad_norm": 689299.9375,
+      "learning_rate": 0.0007727920227920227,
+      "loss": 0.2191,
+      "step": 2850
+    },
+    {
+      "epoch": 9.152,
+      "grad_norm": 543505.4375,
+      "learning_rate": 0.0007716049382716049,
+      "loss": 0.2011,
+      "step": 2860
+    },
+    {
+      "epoch": 9.184,
+      "grad_norm": 514595.4375,
+      "learning_rate": 0.0007704178537511871,
+      "loss": 0.1982,
+      "step": 2870
+    },
+    {
+      "epoch": 9.216,
+      "grad_norm": 489803.34375,
+      "learning_rate": 0.0007692307692307693,
+      "loss": 0.2097,
+      "step": 2880
+    },
+    {
+      "epoch": 9.248,
+      "grad_norm": 415434.8125,
+      "learning_rate": 0.0007680436847103514,
+      "loss": 0.1999,
+      "step": 2890
+    },
+    {
+      "epoch": 9.28,
+      "grad_norm": 405549.75,
+      "learning_rate": 0.0007668566001899336,
+      "loss": 0.227,
+      "step": 2900
+    },
+    {
+      "epoch": 9.312,
+      "grad_norm": 474433.0625,
+      "learning_rate": 0.0007656695156695157,
+      "loss": 0.2027,
+      "step": 2910
+    },
+    {
+      "epoch": 9.344,
+      "grad_norm": 332759.625,
+      "learning_rate": 0.0007644824311490979,
+      "loss": 0.208,
+      "step": 2920
+    },
+    {
+      "epoch": 9.376,
+      "grad_norm": 523231.1875,
+      "learning_rate": 0.00076329534662868,
+      "loss": 0.2236,
+      "step": 2930
+    },
+    {
+      "epoch": 9.408,
+      "grad_norm": 756157.0625,
+      "learning_rate": 0.0007621082621082621,
+      "loss": 0.2244,
+      "step": 2940
+    },
+    {
+      "epoch": 9.44,
+      "grad_norm": 666299.875,
+      "learning_rate": 0.0007609211775878443,
+      "loss": 0.2434,
+      "step": 2950
+    },
+    {
+      "epoch": 9.472,
+      "grad_norm": 387654.9375,
+      "learning_rate": 0.0007597340930674265,
+      "loss": 0.1967,
+      "step": 2960
+    },
+    {
+      "epoch": 9.504,
+      "grad_norm": 641448.8125,
+      "learning_rate": 0.0007585470085470085,
+      "loss": 0.2211,
+      "step": 2970
+    },
+    {
+      "epoch": 9.536,
+      "grad_norm": 626212.25,
+      "learning_rate": 0.0007573599240265907,
+      "loss": 0.2041,
+      "step": 2980
+    },
+    {
+      "epoch": 9.568,
+      "grad_norm": 473671.46875,
+      "learning_rate": 0.0007561728395061729,
+      "loss": 0.2098,
+      "step": 2990
+    },
+    {
+      "epoch": 9.6,
+      "grad_norm": 595403.9375,
+      "learning_rate": 0.0007549857549857549,
+      "loss": 0.2197,
+      "step": 3000
+    },
+    {
+      "epoch": 9.632,
+      "grad_norm": 495355.15625,
+      "learning_rate": 0.0007537986704653371,
+      "loss": 0.2275,
+      "step": 3010
+    },
+    {
+      "epoch": 9.664,
+      "grad_norm": 433815.03125,
+      "learning_rate": 0.0007526115859449192,
+      "loss": 0.2411,
+      "step": 3020
+    },
+    {
+      "epoch": 9.696,
+      "grad_norm": 386762.625,
+      "learning_rate": 0.0007514245014245015,
+      "loss": 0.1899,
+      "step": 3030
+    },
+    {
+      "epoch": 9.728,
+      "grad_norm": 407145.6875,
+      "learning_rate": 0.0007502374169040836,
+      "loss": 0.2029,
+      "step": 3040
+    },
+    {
+      "epoch": 9.76,
+      "grad_norm": 573868.8125,
+      "learning_rate": 0.0007490503323836657,
+      "loss": 0.2023,
+      "step": 3050
+    },
+    {
+      "epoch": 9.792,
+      "grad_norm": 457500.875,
+      "learning_rate": 0.0007478632478632479,
+      "loss": 0.2094,
+      "step": 3060
+    },
+    {
+      "epoch": 9.824,
+      "grad_norm": 477359.5,
+      "learning_rate": 0.0007466761633428301,
+      "loss": 0.2024,
+      "step": 3070
+    },
+    {
+      "epoch": 9.856,
+      "grad_norm": 406626.96875,
+      "learning_rate": 0.0007454890788224121,
+      "loss": 0.2074,
+      "step": 3080
+    },
+    {
+      "epoch": 9.888,
+      "grad_norm": 440002.4375,
+      "learning_rate": 0.0007443019943019943,
+      "loss": 0.1979,
+      "step": 3090
+    },
+    {
+      "epoch": 9.92,
+      "grad_norm": 465033.5625,
+      "learning_rate": 0.0007431149097815765,
+      "loss": 0.2019,
+      "step": 3100
+    },
+    {
+      "epoch": 9.952,
+      "grad_norm": 627469.5625,
+      "learning_rate": 0.0007419278252611586,
+      "loss": 0.2066,
+      "step": 3110
+    },
+    {
+      "epoch": 9.984,
+      "grad_norm": 495403.3125,
+      "learning_rate": 0.0007407407407407407,
+      "loss": 0.2136,
+      "step": 3120
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.77275,
+      "eval_loss": 0.5483222007751465,
+      "eval_runtime": 58.3061,
+      "eval_samples_per_second": 68.603,
+      "eval_steps_per_second": 2.144,
+      "step": 3125
+    },
+    {
+      "epoch": 10.016,
+      "grad_norm": 450484.65625,
+      "learning_rate": 0.0007395536562203229,
+      "loss": 0.2118,
+      "step": 3130
+    },
+    {
+      "epoch": 10.048,
+      "grad_norm": 329785.25,
+      "learning_rate": 0.000738366571699905,
+      "loss": 0.2155,
+      "step": 3140
+    },
+    {
+      "epoch": 10.08,
+      "grad_norm": 587364.0,
+      "learning_rate": 0.0007371794871794872,
+      "loss": 0.2,
+      "step": 3150
+    },
+    {
+      "epoch": 10.112,
+      "grad_norm": 518025.4375,
+      "learning_rate": 0.0007359924026590693,
+      "loss": 0.2157,
+      "step": 3160
+    },
+    {
+      "epoch": 10.144,
+      "grad_norm": 416655.78125,
+      "learning_rate": 0.0007348053181386514,
+      "loss": 0.1865,
+      "step": 3170
+    },
+    {
+      "epoch": 10.176,
+      "grad_norm": 570281.9375,
+      "learning_rate": 0.0007336182336182337,
+      "loss": 0.2008,
+      "step": 3180
+    },
+    {
+      "epoch": 10.208,
+      "grad_norm": 401606.65625,
+      "learning_rate": 0.0007324311490978159,
+      "loss": 0.1793,
+      "step": 3190
+    },
+    {
+      "epoch": 10.24,
+      "grad_norm": 859104.125,
+      "learning_rate": 0.0007312440645773979,
+      "loss": 0.2221,
+      "step": 3200
+    },
+    {
+      "epoch": 10.272,
+      "grad_norm": 652583.1875,
+      "learning_rate": 0.0007300569800569801,
+      "loss": 0.2338,
+      "step": 3210
+    },
+    {
+      "epoch": 10.304,
+      "grad_norm": 495821.96875,
+      "learning_rate": 0.0007288698955365623,
+      "loss": 0.1917,
+      "step": 3220
+    },
+    {
+      "epoch": 10.336,
+      "grad_norm": 357223.5,
+      "learning_rate": 0.0007276828110161444,
+      "loss": 0.1903,
+      "step": 3230
+    },
+    {
+      "epoch": 10.368,
+      "grad_norm": 603392.0,
+      "learning_rate": 0.0007264957264957265,
+      "loss": 0.2161,
+      "step": 3240
+    },
+    {
+      "epoch": 10.4,
+      "grad_norm": 329822.15625,
+      "learning_rate": 0.0007253086419753087,
+      "loss": 0.1862,
+      "step": 3250
+    },
+    {
+      "epoch": 10.432,
+      "grad_norm": 600281.1875,
+      "learning_rate": 0.0007241215574548908,
+      "loss": 0.2185,
+      "step": 3260
+    },
+    {
+      "epoch": 10.464,
+      "grad_norm": 553877.1875,
+      "learning_rate": 0.0007229344729344729,
+      "loss": 0.2306,
+      "step": 3270
+    },
+    {
+      "epoch": 10.496,
+      "grad_norm": 571845.375,
+      "learning_rate": 0.0007217473884140551,
+      "loss": 0.2141,
+      "step": 3280
+    },
+    {
+      "epoch": 10.528,
+      "grad_norm": 544081.0,
+      "learning_rate": 0.0007205603038936372,
+      "loss": 0.1899,
+      "step": 3290
+    },
+    {
+      "epoch": 10.56,
+      "grad_norm": 331369.15625,
+      "learning_rate": 0.0007193732193732194,
+      "loss": 0.2077,
+      "step": 3300
+    },
+    {
+      "epoch": 10.592,
+      "grad_norm": 647373.4375,
+      "learning_rate": 0.0007181861348528014,
+      "loss": 0.2368,
+      "step": 3310
+    },
+    {
+      "epoch": 10.624,
+      "grad_norm": 522459.0625,
+      "learning_rate": 0.0007169990503323836,
+      "loss": 0.2045,
+      "step": 3320
+    },
+    {
+      "epoch": 10.656,
+      "grad_norm": 426327.875,
+      "learning_rate": 0.0007158119658119658,
+      "loss": 0.2038,
+      "step": 3330
+    },
+    {
+      "epoch": 10.688,
+      "grad_norm": 511659.5,
+      "learning_rate": 0.0007146248812915481,
+      "loss": 0.2097,
+      "step": 3340
+    },
+    {
+      "epoch": 10.72,
+      "grad_norm": 475094.4375,
+      "learning_rate": 0.0007134377967711301,
+      "loss": 0.2063,
+      "step": 3350
+    },
+    {
+      "epoch": 10.752,
+      "grad_norm": 652052.625,
+      "learning_rate": 0.0007122507122507123,
+      "loss": 0.2022,
+      "step": 3360
+    },
+    {
+      "epoch": 10.784,
+      "grad_norm": 462668.75,
+      "learning_rate": 0.0007110636277302945,
+      "loss": 0.2168,
+      "step": 3370
+    },
+    {
+      "epoch": 10.816,
+      "grad_norm": 405784.875,
+      "learning_rate": 0.0007098765432098766,
+      "loss": 0.2003,
+      "step": 3380
+    },
+    {
+      "epoch": 10.848,
+      "grad_norm": 721382.25,
+      "learning_rate": 0.0007086894586894587,
+      "loss": 0.2271,
+      "step": 3390
+    },
+    {
+      "epoch": 10.88,
+      "grad_norm": 494971.40625,
+      "learning_rate": 0.0007075023741690408,
+      "loss": 0.2471,
+      "step": 3400
+    },
+    {
+      "epoch": 10.912,
+      "grad_norm": 414839.5625,
+      "learning_rate": 0.000706315289648623,
+      "loss": 0.2309,
+      "step": 3410
+    },
+    {
+      "epoch": 10.943999999999999,
+      "grad_norm": 496315.90625,
+      "learning_rate": 0.0007051282051282052,
+      "loss": 0.2112,
+      "step": 3420
+    },
+    {
+      "epoch": 10.975999999999999,
+      "grad_norm": 473891.03125,
+      "learning_rate": 0.0007039411206077872,
+      "loss": 0.2184,
+      "step": 3430
+    },
+    {
+      "epoch": 10.9984,
+      "eval_accuracy": 0.7665,
+      "eval_loss": 0.5606116652488708,
+      "eval_runtime": 58.0847,
+      "eval_samples_per_second": 68.865,
+      "eval_steps_per_second": 2.152,
+      "step": 3437
+    },
+    {
+      "epoch": 11.008,
+      "grad_norm": 612277.8125,
+      "learning_rate": 0.0007027540360873694,
+      "loss": 0.2077,
+      "step": 3440
+    },
+    {
+      "epoch": 11.04,
+      "grad_norm": 470802.4375,
+      "learning_rate": 0.0007015669515669516,
+      "loss": 0.212,
+      "step": 3450
+    },
+    {
+      "epoch": 11.072,
+      "grad_norm": 446870.0,
+      "learning_rate": 0.0007003798670465337,
+      "loss": 0.2173,
+      "step": 3460
+    },
+    {
+      "epoch": 11.104,
+      "grad_norm": 309706.625,
+      "learning_rate": 0.0006991927825261158,
+      "loss": 0.2054,
+      "step": 3470
+    },
+    {
+      "epoch": 11.136,
+      "grad_norm": 427292.09375,
+      "learning_rate": 0.000698005698005698,
+      "loss": 0.1961,
+      "step": 3480
+    },
+    {
+      "epoch": 11.168,
+      "grad_norm": 650260.3125,
+      "learning_rate": 0.0006968186134852802,
+      "loss": 0.2146,
+      "step": 3490
+    },
+    {
+      "epoch": 11.2,
+      "grad_norm": 416737.78125,
+      "learning_rate": 0.0006956315289648623,
+      "loss": 0.1953,
+      "step": 3500
+    },
+    {
+      "epoch": 11.232,
+      "grad_norm": 568974.875,
+      "learning_rate": 0.0006944444444444445,
+      "loss": 0.1921,
+      "step": 3510
+    },
+    {
+      "epoch": 11.264,
+      "grad_norm": 630401.9375,
+      "learning_rate": 0.0006932573599240266,
+      "loss": 0.2157,
+      "step": 3520
+    },
+    {
+      "epoch": 11.296,
+      "grad_norm": 449739.40625,
+      "learning_rate": 0.0006920702754036088,
+      "loss": 0.2191,
+      "step": 3530
+    },
+    {
+      "epoch": 11.328,
+      "grad_norm": 504943.21875,
+      "learning_rate": 0.0006908831908831909,
+      "loss": 0.2161,
+      "step": 3540
+    },
+    {
+      "epoch": 11.36,
+      "grad_norm": 621631.25,
+      "learning_rate": 0.000689696106362773,
+      "loss": 0.2137,
+      "step": 3550
+    },
+    {
+      "epoch": 11.392,
+      "grad_norm": 474948.28125,
+      "learning_rate": 0.0006885090218423552,
+      "loss": 0.2206,
+      "step": 3560
+    },
+    {
+      "epoch": 11.424,
+      "grad_norm": 534952.875,
+      "learning_rate": 0.0006873219373219374,
+      "loss": 0.2098,
+      "step": 3570
+    },
+    {
+      "epoch": 11.456,
+      "grad_norm": 449058.09375,
+      "learning_rate": 0.0006861348528015194,
+      "loss": 0.2134,
+      "step": 3580
+    },
+    {
+      "epoch": 11.488,
+      "grad_norm": 601122.25,
+      "learning_rate": 0.0006849477682811016,
+      "loss": 0.2208,
+      "step": 3590
+    },
+    {
+      "epoch": 11.52,
+      "grad_norm": 363794.46875,
+      "learning_rate": 0.0006837606837606838,
+      "loss": 0.2073,
+      "step": 3600
+    },
+    {
+      "epoch": 11.552,
+      "grad_norm": 483605.5,
+      "learning_rate": 0.0006825735992402659,
+      "loss": 0.2195,
+      "step": 3610
+    },
+    {
+      "epoch": 11.584,
+      "grad_norm": 533998.8125,
+      "learning_rate": 0.000681386514719848,
+      "loss": 0.2024,
+      "step": 3620
+    },
+    {
+      "epoch": 11.616,
+      "grad_norm": 435305.09375,
+      "learning_rate": 0.0006801994301994302,
+      "loss": 0.2183,
+      "step": 3630
+    },
+    {
+      "epoch": 11.648,
+      "grad_norm": 567111.9375,
+      "learning_rate": 0.0006790123456790124,
+      "loss": 0.1902,
+      "step": 3640
+    },
+    {
+      "epoch": 11.68,
+      "grad_norm": 405747.65625,
+      "learning_rate": 0.0006778252611585946,
+      "loss": 0.2238,
+      "step": 3650
+    },
+    {
+      "epoch": 11.712,
+      "grad_norm": 575645.875,
+      "learning_rate": 0.0006766381766381767,
+      "loss": 0.2022,
+      "step": 3660
+    },
+    {
+      "epoch": 11.744,
+      "grad_norm": 559379.5,
+      "learning_rate": 0.0006754510921177588,
+      "loss": 0.23,
+      "step": 3670
+    },
+    {
+      "epoch": 11.776,
+      "grad_norm": 496193.0,
+      "learning_rate": 0.000674264007597341,
+      "loss": 0.2015,
+      "step": 3680
+    },
+    {
+      "epoch": 11.808,
+      "grad_norm": 470825.0,
+      "learning_rate": 0.0006730769230769232,
+      "loss": 0.2249,
+      "step": 3690
+    },
+    {
+      "epoch": 11.84,
+      "grad_norm": 507620.0,
+      "learning_rate": 0.0006718898385565052,
+      "loss": 0.2111,
+      "step": 3700
+    },
+    {
+      "epoch": 11.872,
+      "grad_norm": 468785.75,
+      "learning_rate": 0.0006707027540360874,
+      "loss": 0.2051,
+      "step": 3710
+    },
+    {
+      "epoch": 11.904,
+      "grad_norm": 522254.5,
+      "learning_rate": 0.0006695156695156696,
+      "loss": 0.2035,
+      "step": 3720
+    },
+    {
+      "epoch": 11.936,
+      "grad_norm": 453727.625,
+      "learning_rate": 0.0006683285849952516,
+      "loss": 0.2061,
+      "step": 3730
+    },
+    {
+      "epoch": 11.968,
+      "grad_norm": 518330.09375,
+      "learning_rate": 0.0006671415004748338,
+      "loss": 0.215,
+      "step": 3740
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 498891.5,
+      "learning_rate": 0.0006659544159544159,
+      "loss": 0.212,
+      "step": 3750
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.761,
+      "eval_loss": 0.5577554106712341,
+      "eval_runtime": 58.301,
+      "eval_samples_per_second": 68.609,
+      "eval_steps_per_second": 2.144,
+      "step": 3750
+    },
+    {
+      "epoch": 12.032,
+      "grad_norm": 663838.375,
+      "learning_rate": 0.0006647673314339981,
+      "loss": 0.2126,
+      "step": 3760
+    },
+    {
+      "epoch": 12.064,
+      "grad_norm": 532076.6875,
+      "learning_rate": 0.0006635802469135802,
+      "loss": 0.2208,
+      "step": 3770
+    },
+    {
+      "epoch": 12.096,
+      "grad_norm": 609268.625,
+      "learning_rate": 0.0006623931623931623,
+      "loss": 0.1939,
+      "step": 3780
+    },
+    {
+      "epoch": 12.128,
+      "grad_norm": 383783.15625,
+      "learning_rate": 0.0006612060778727446,
+      "loss": 0.2174,
+      "step": 3790
+    },
+    {
+      "epoch": 12.16,
+      "grad_norm": 483893.375,
+      "learning_rate": 0.0006600189933523268,
+      "loss": 0.2083,
+      "step": 3800
+    },
+    {
+      "epoch": 12.192,
+      "grad_norm": 527741.625,
+      "learning_rate": 0.0006588319088319088,
+      "loss": 0.1918,
+      "step": 3810
+    },
+    {
+      "epoch": 12.224,
+      "grad_norm": 472716.28125,
+      "learning_rate": 0.000657644824311491,
+      "loss": 0.2262,
+      "step": 3820
+    },
+    {
+      "epoch": 12.256,
+      "grad_norm": 521136.75,
+      "learning_rate": 0.0006564577397910732,
+      "loss": 0.2014,
+      "step": 3830
+    },
+    {
+      "epoch": 12.288,
+      "grad_norm": 350996.34375,
+      "learning_rate": 0.0006552706552706553,
+      "loss": 0.2096,
+      "step": 3840
+    },
+    {
+      "epoch": 12.32,
+      "grad_norm": 372622.5625,
+      "learning_rate": 0.0006540835707502374,
+      "loss": 0.2027,
+      "step": 3850
+    },
+    {
+      "epoch": 12.352,
+      "grad_norm": 639510.3125,
+      "learning_rate": 0.0006528964862298196,
+      "loss": 0.2272,
+      "step": 3860
+    },
+    {
+      "epoch": 12.384,
+      "grad_norm": 417869.4375,
+      "learning_rate": 0.0006517094017094017,
+      "loss": 0.1993,
+      "step": 3870
+    },
+    {
+      "epoch": 12.416,
+      "grad_norm": 666939.6875,
+      "learning_rate": 0.0006505223171889839,
+      "loss": 0.2285,
+      "step": 3880
+    },
+    {
+      "epoch": 12.448,
+      "grad_norm": 392265.34375,
+      "learning_rate": 0.000649335232668566,
+      "loss": 0.2296,
+      "step": 3890
+    },
+    {
+      "epoch": 12.48,
+      "grad_norm": 490617.21875,
+      "learning_rate": 0.0006481481481481481,
+      "loss": 0.2158,
+      "step": 3900
+    },
+    {
+      "epoch": 12.512,
+      "grad_norm": 432442.40625,
+      "learning_rate": 0.0006469610636277303,
+      "loss": 0.206,
+      "step": 3910
+    },
+    {
+      "epoch": 12.544,
+      "grad_norm": 562610.0,
+      "learning_rate": 0.0006457739791073125,
+      "loss": 0.2248,
+      "step": 3920
+    },
+    {
+      "epoch": 12.576,
+      "grad_norm": 646817.1875,
+      "learning_rate": 0.0006445868945868945,
+      "loss": 0.2283,
+      "step": 3930
+    },
+    {
+      "epoch": 12.608,
+      "grad_norm": 499516.1875,
+      "learning_rate": 0.0006433998100664767,
+      "loss": 0.2219,
+      "step": 3940
+    },
+    {
+      "epoch": 12.64,
+      "grad_norm": 319734.6875,
+      "learning_rate": 0.000642212725546059,
+      "loss": 0.1956,
+      "step": 3950
+    },
+    {
+      "epoch": 12.672,
+      "grad_norm": 598636.3125,
+      "learning_rate": 0.0006410256410256411,
+      "loss": 0.2137,
+      "step": 3960
+    },
+    {
+      "epoch": 12.704,
+      "grad_norm": 490632.96875,
+      "learning_rate": 0.0006398385565052232,
+      "loss": 0.2297,
+      "step": 3970
+    },
+    {
+      "epoch": 12.736,
+      "grad_norm": 1125840.875,
+      "learning_rate": 0.0006386514719848054,
+      "loss": 0.2152,
+      "step": 3980
+    },
+    {
+      "epoch": 12.768,
+      "grad_norm": 550740.3125,
+      "learning_rate": 0.0006374643874643875,
+      "loss": 0.2294,
+      "step": 3990
+    },
+    {
+      "epoch": 12.8,
+      "grad_norm": 529733.125,
+      "learning_rate": 0.0006362773029439696,
+      "loss": 0.2093,
+      "step": 4000
+    },
+    {
+      "epoch": 12.832,
+      "grad_norm": 1042909.75,
+      "learning_rate": 0.0006350902184235518,
+      "loss": 0.1975,
+      "step": 4010
+    },
+    {
+      "epoch": 12.864,
+      "grad_norm": 885337.75,
+      "learning_rate": 0.0006339031339031339,
+      "loss": 0.2048,
+      "step": 4020
+    },
+    {
+      "epoch": 12.896,
+      "grad_norm": 1166082.375,
+      "learning_rate": 0.0006327160493827161,
+      "loss": 0.2052,
+      "step": 4030
+    },
+    {
+      "epoch": 12.928,
+      "grad_norm": 719802.6875,
+      "learning_rate": 0.0006315289648622981,
+      "loss": 0.2104,
+      "step": 4040
+    },
+    {
+      "epoch": 12.96,
+      "grad_norm": 1076805.5,
+      "learning_rate": 0.0006303418803418803,
+      "loss": 0.2183,
+      "step": 4050
+    },
+    {
+      "epoch": 12.992,
+      "grad_norm": 852746.0,
+      "learning_rate": 0.0006291547958214625,
+      "loss": 0.1903,
+      "step": 4060
+    },
+    {
+      "epoch": 12.9984,
+      "eval_accuracy": 0.769,
+      "eval_loss": 0.5370960235595703,
+      "eval_runtime": 58.6162,
+      "eval_samples_per_second": 68.241,
+      "eval_steps_per_second": 2.133,
+      "step": 4062
+    },
+    {
+      "epoch": 13.024,
+      "grad_norm": 654611.75,
+      "learning_rate": 0.0006279677113010446,
+      "loss": 0.2046,
+      "step": 4070
+    },
+    {
+      "epoch": 13.056,
+      "grad_norm": 891781.0625,
+      "learning_rate": 0.0006267806267806267,
+      "loss": 0.2293,
+      "step": 4080
+    },
+    {
+      "epoch": 13.088,
+      "grad_norm": 1099780.75,
+      "learning_rate": 0.0006255935422602089,
+      "loss": 0.2096,
+      "step": 4090
+    },
+    {
+      "epoch": 13.12,
+      "grad_norm": 1592056.875,
+      "learning_rate": 0.0006244064577397912,
+      "loss": 0.2054,
+      "step": 4100
+    },
+    {
+      "epoch": 13.152,
+      "grad_norm": 1195057.75,
+      "learning_rate": 0.0006232193732193733,
+      "loss": 0.215,
+      "step": 4110
+    },
+    {
+      "epoch": 13.184,
+      "grad_norm": 864565.3125,
+      "learning_rate": 0.0006220322886989554,
+      "loss": 0.1961,
+      "step": 4120
+    },
+    {
+      "epoch": 13.216,
+      "grad_norm": 1274778.875,
+      "learning_rate": 0.0006208452041785375,
+      "loss": 0.21,
+      "step": 4130
+    },
+    {
+      "epoch": 13.248,
+      "grad_norm": 1391209.125,
+      "learning_rate": 0.0006196581196581197,
+      "loss": 0.2291,
+      "step": 4140
+    },
+    {
+      "epoch": 13.28,
+      "grad_norm": 1173761.25,
+      "learning_rate": 0.0006184710351377019,
+      "loss": 0.2186,
+      "step": 4150
+    },
+    {
+      "epoch": 13.312,
+      "grad_norm": 1076280.625,
+      "learning_rate": 0.0006172839506172839,
+      "loss": 0.2193,
+      "step": 4160
+    },
+    {
+      "epoch": 13.344,
+      "grad_norm": 809341.9375,
+      "learning_rate": 0.0006160968660968661,
+      "loss": 0.1914,
+      "step": 4170
+    },
+    {
+      "epoch": 13.376,
+      "grad_norm": 1084379.0,
+      "learning_rate": 0.0006149097815764483,
+      "loss": 0.2064,
+      "step": 4180
+    },
+    {
+      "epoch": 13.408,
+      "grad_norm": 833949.4375,
+      "learning_rate": 0.0006137226970560304,
+      "loss": 0.2139,
+      "step": 4190
+    },
+    {
+      "epoch": 13.44,
+      "grad_norm": 1337724.25,
+      "learning_rate": 0.0006125356125356125,
+      "loss": 0.1961,
+      "step": 4200
+    },
+    {
+      "epoch": 13.472,
+      "grad_norm": 964052.1875,
+      "learning_rate": 0.0006113485280151947,
+      "loss": 0.2057,
+      "step": 4210
+    },
+    {
+      "epoch": 13.504,
+      "grad_norm": 1420036.875,
+      "learning_rate": 0.0006101614434947768,
+      "loss": 0.2339,
+      "step": 4220
+    },
+    {
+      "epoch": 13.536,
+      "grad_norm": 1049277.375,
+      "learning_rate": 0.0006089743589743589,
+      "loss": 0.1966,
+      "step": 4230
+    },
+    {
+      "epoch": 13.568,
+      "grad_norm": 1342290.875,
+      "learning_rate": 0.0006077872744539411,
+      "loss": 0.2193,
+      "step": 4240
+    },
+    {
+      "epoch": 13.6,
+      "grad_norm": 1058454.25,
+      "learning_rate": 0.0006066001899335233,
+      "loss": 0.2211,
+      "step": 4250
+    },
+    {
+      "epoch": 13.632,
+      "grad_norm": 802834.5,
+      "learning_rate": 0.0006054131054131055,
+      "loss": 0.206,
+      "step": 4260
+    },
+    {
+      "epoch": 13.664,
+      "grad_norm": 939160.625,
+      "learning_rate": 0.0006042260208926876,
+      "loss": 0.2077,
+      "step": 4270
+    },
+    {
+      "epoch": 13.696,
+      "grad_norm": 1321520.75,
+      "learning_rate": 0.0006030389363722697,
+      "loss": 0.2347,
+      "step": 4280
+    },
+    {
+      "epoch": 13.728,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0006018518518518519,
+      "loss": 0.2057,
+      "step": 4290
+    },
+    {
+      "epoch": 13.76,
+      "grad_norm": 1250876.625,
+      "learning_rate": 0.0006006647673314341,
+      "loss": 0.2216,
+      "step": 4300
+    },
+    {
+      "epoch": 13.792,
+      "grad_norm": 1065398.25,
+      "learning_rate": 0.0005994776828110161,
+      "loss": 0.2212,
+      "step": 4310
+    },
+    {
+      "epoch": 13.824,
+      "grad_norm": 923487.375,
+      "learning_rate": 0.0005982905982905983,
+      "loss": 0.2153,
+      "step": 4320
+    },
+    {
+      "epoch": 13.856,
+      "grad_norm": 951445.8125,
+      "learning_rate": 0.0005971035137701805,
+      "loss": 0.2128,
+      "step": 4330
+    },
+    {
+      "epoch": 13.888,
+      "grad_norm": 1154133.5,
+      "learning_rate": 0.0005959164292497626,
+      "loss": 0.2115,
+      "step": 4340
+    },
+    {
+      "epoch": 13.92,
+      "grad_norm": 991618.625,
+      "learning_rate": 0.0005947293447293447,
+      "loss": 0.2101,
+      "step": 4350
+    },
+    {
+      "epoch": 13.952,
+      "grad_norm": 974332.625,
+      "learning_rate": 0.0005935422602089269,
+      "loss": 0.2084,
+      "step": 4360
+    },
+    {
+      "epoch": 13.984,
+      "grad_norm": 1015135.1875,
+      "learning_rate": 0.000592355175688509,
+      "loss": 0.2487,
+      "step": 4370
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.7645,
+      "eval_loss": 0.5582425594329834,
+      "eval_runtime": 61.8491,
+      "eval_samples_per_second": 64.674,
+      "eval_steps_per_second": 2.021,
+      "step": 4375
+    },
+    {
+      "epoch": 14.016,
+      "grad_norm": NaN,
+      "learning_rate": 0.0005911680911680912,
+      "loss": 0.2202,
+      "step": 4380
+    },
+    {
+      "epoch": 14.048,
+      "grad_norm": 725532.25,
+      "learning_rate": 0.0005899810066476732,
+      "loss": 0.1936,
+      "step": 4390
+    },
+    {
+      "epoch": 14.08,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005887939221272554,
+      "loss": 0.2276,
+      "step": 4400
+    },
+    {
+      "epoch": 14.112,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005876068376068377,
+      "loss": 0.215,
+      "step": 4410
+    },
+    {
+      "epoch": 14.144,
+      "grad_norm": 687965.625,
+      "learning_rate": 0.0005864197530864199,
+      "loss": 0.2159,
+      "step": 4420
+    },
+    {
+      "epoch": 14.176,
+      "grad_norm": 1061211.25,
+      "learning_rate": 0.0005852326685660019,
+      "loss": 0.193,
+      "step": 4430
+    },
+    {
+      "epoch": 14.208,
+      "grad_norm": 872460.75,
+      "learning_rate": 0.0005840455840455841,
+      "loss": 0.2167,
+      "step": 4440
+    },
+    {
+      "epoch": 14.24,
+      "grad_norm": 1020573.6875,
+      "learning_rate": 0.0005828584995251662,
+      "loss": 0.1868,
+      "step": 4450
+    },
+    {
+      "epoch": 14.272,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005816714150047484,
+      "loss": 0.1987,
+      "step": 4460
+    },
+    {
+      "epoch": 14.304,
+      "grad_norm": 1052701.25,
+      "learning_rate": 0.0005804843304843305,
+      "loss": 0.2031,
+      "step": 4470
+    },
+    {
+      "epoch": 14.336,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005792972459639126,
+      "loss": 0.2252,
+      "step": 4480
+    },
+    {
+      "epoch": 14.368,
+      "grad_norm": 679741.25,
+      "learning_rate": 0.0005781101614434948,
+      "loss": 0.1823,
+      "step": 4490
+    },
+    {
+      "epoch": 14.4,
+      "grad_norm": 1170840.375,
+      "learning_rate": 0.0005769230769230769,
+      "loss": 0.2216,
+      "step": 4500
+    },
+    {
+      "epoch": 14.432,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000575735992402659,
+      "loss": 0.235,
+      "step": 4510
+    },
+    {
+      "epoch": 14.464,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005745489078822412,
+      "loss": 0.1994,
+      "step": 4520
+    },
+    {
+      "epoch": 14.496,
+      "grad_norm": 1133208.125,
+      "learning_rate": 0.0005733618233618234,
+      "loss": 0.2242,
+      "step": 4530
+    },
+    {
+      "epoch": 14.528,
+      "grad_norm": 1266796.75,
+      "learning_rate": 0.0005721747388414054,
+      "loss": 0.2125,
+      "step": 4540
+    },
+    {
+      "epoch": 14.56,
+      "grad_norm": 1040882.375,
+      "learning_rate": 0.0005709876543209876,
+      "loss": 0.1994,
+      "step": 4550
+    },
+    {
+      "epoch": 14.592,
+      "grad_norm": 896784.9375,
+      "learning_rate": 0.0005698005698005699,
+      "loss": 0.2121,
+      "step": 4560
+    },
+    {
+      "epoch": 14.624,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000568613485280152,
+      "loss": 0.2284,
+      "step": 4570
+    },
+    {
+      "epoch": 14.656,
+      "grad_norm": 1164985.0,
+      "learning_rate": 0.0005674264007597341,
+      "loss": 0.2249,
+      "step": 4580
+    },
+    {
+      "epoch": 14.688,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005662393162393163,
+      "loss": 0.2214,
+      "step": 4590
+    },
+    {
+      "epoch": 14.72,
+      "grad_norm": 939342.125,
+      "learning_rate": 0.0005650522317188984,
+      "loss": 0.2015,
+      "step": 4600
+    },
+    {
+      "epoch": 14.752,
+      "grad_norm": 636754.0625,
+      "learning_rate": 0.0005638651471984806,
+      "loss": 0.2103,
+      "step": 4610
+    },
+    {
+      "epoch": 14.784,
+      "grad_norm": 1226811.0,
+      "learning_rate": 0.0005626780626780627,
+      "loss": 0.2122,
+      "step": 4620
+    },
+    {
+      "epoch": 14.816,
+      "grad_norm": 1043980.875,
+      "learning_rate": 0.0005614909781576448,
+      "loss": 0.1971,
+      "step": 4630
+    },
+    {
+      "epoch": 14.848,
+      "grad_norm": 1471149.375,
+      "learning_rate": 0.000560303893637227,
+      "loss": 0.2176,
+      "step": 4640
+    },
+    {
+      "epoch": 14.88,
+      "grad_norm": 935474.1875,
+      "learning_rate": 0.0005591168091168092,
+      "loss": 0.2057,
+      "step": 4650
+    },
+    {
+      "epoch": 14.912,
+      "grad_norm": 938039.5625,
+      "learning_rate": 0.0005579297245963912,
+      "loss": 0.2064,
+      "step": 4660
+    },
+    {
+      "epoch": 14.943999999999999,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005567426400759734,
+      "loss": 0.2427,
+      "step": 4670
+    },
+    {
+      "epoch": 14.975999999999999,
+      "grad_norm": 1067872.875,
+      "learning_rate": 0.0005555555555555556,
+      "loss": 0.2025,
+      "step": 4680
+    },
+    {
+      "epoch": 14.9984,
+      "eval_accuracy": 0.77775,
+      "eval_loss": 0.5413510203361511,
+      "eval_runtime": 58.0126,
+      "eval_samples_per_second": 68.951,
+      "eval_steps_per_second": 2.155,
+      "step": 4687
+    },
+    {
+      "epoch": 15.008,
+      "grad_norm": 1081480.5,
+      "learning_rate": 0.0005543684710351377,
+      "loss": 0.2015,
+      "step": 4690
+    },
+    {
+      "epoch": 15.04,
+      "grad_norm": 1213699.125,
+      "learning_rate": 0.0005531813865147198,
+      "loss": 0.2256,
+      "step": 4700
+    },
+    {
+      "epoch": 15.072,
+      "grad_norm": 1344064.75,
+      "learning_rate": 0.0005519943019943021,
+      "loss": 0.2214,
+      "step": 4710
+    },
+    {
+      "epoch": 15.104,
+      "grad_norm": 849799.5,
+      "learning_rate": 0.0005508072174738842,
+      "loss": 0.2023,
+      "step": 4720
+    },
+    {
+      "epoch": 15.136,
+      "grad_norm": 982086.5,
+      "learning_rate": 0.0005496201329534663,
+      "loss": 0.1956,
+      "step": 4730
+    },
+    {
+      "epoch": 15.168,
+      "grad_norm": 744843.3125,
+      "learning_rate": 0.0005484330484330485,
+      "loss": 0.203,
+      "step": 4740
+    },
+    {
+      "epoch": 15.2,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005472459639126306,
+      "loss": 0.1863,
+      "step": 4750
+    },
+    {
+      "epoch": 15.232,
+      "grad_norm": 1000041.625,
+      "learning_rate": 0.0005460588793922128,
+      "loss": 0.2262,
+      "step": 4760
+    },
+    {
+      "epoch": 15.264,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005448717948717948,
+      "loss": 0.1778,
+      "step": 4770
+    },
+    {
+      "epoch": 15.296,
+      "grad_norm": 761818.25,
+      "learning_rate": 0.000543684710351377,
+      "loss": 0.2134,
+      "step": 4780
+    },
+    {
+      "epoch": 15.328,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005424976258309592,
+      "loss": 0.2246,
+      "step": 4790
+    },
+    {
+      "epoch": 15.36,
+      "grad_norm": 1044292.875,
+      "learning_rate": 0.0005413105413105413,
+      "loss": 0.2246,
+      "step": 4800
+    },
+    {
+      "epoch": 15.392,
+      "grad_norm": 740541.6875,
+      "learning_rate": 0.0005401234567901234,
+      "loss": 0.1943,
+      "step": 4810
+    },
+    {
+      "epoch": 15.424,
+      "grad_norm": 980434.4375,
+      "learning_rate": 0.0005389363722697056,
+      "loss": 0.1904,
+      "step": 4820
+    },
+    {
+      "epoch": 15.456,
+      "grad_norm": 1246758.625,
+      "learning_rate": 0.0005377492877492877,
+      "loss": 0.2293,
+      "step": 4830
+    },
+    {
+      "epoch": 15.488,
+      "grad_norm": 1481804.875,
+      "learning_rate": 0.0005365622032288699,
+      "loss": 0.2251,
+      "step": 4840
+    },
+    {
+      "epoch": 15.52,
+      "grad_norm": 956031.5,
+      "learning_rate": 0.000535375118708452,
+      "loss": 0.2239,
+      "step": 4850
+    },
+    {
+      "epoch": 15.552,
+      "grad_norm": 1267528.25,
+      "learning_rate": 0.0005341880341880342,
+      "loss": 0.2263,
+      "step": 4860
+    },
+    {
+      "epoch": 15.584,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005330009496676164,
+      "loss": 0.2041,
+      "step": 4870
+    },
+    {
+      "epoch": 15.616,
+      "grad_norm": 925829.875,
+      "learning_rate": 0.0005318138651471986,
+      "loss": 0.1838,
+      "step": 4880
+    },
+    {
+      "epoch": 15.648,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005306267806267806,
+      "loss": 0.2163,
+      "step": 4890
+    },
+    {
+      "epoch": 15.68,
+      "grad_norm": 1228792.375,
+      "learning_rate": 0.0005294396961063628,
+      "loss": 0.2032,
+      "step": 4900
+    },
+    {
+      "epoch": 15.712,
+      "grad_norm": 838715.125,
+      "learning_rate": 0.000528252611585945,
+      "loss": 0.1991,
+      "step": 4910
+    },
+    {
+      "epoch": 15.744,
+      "grad_norm": 964459.0,
+      "learning_rate": 0.0005270655270655271,
+      "loss": 0.2263,
+      "step": 4920
+    },
+    {
+      "epoch": 15.776,
+      "grad_norm": 798003.25,
+      "learning_rate": 0.0005258784425451092,
+      "loss": 0.199,
+      "step": 4930
+    },
+    {
+      "epoch": 15.808,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005246913580246914,
+      "loss": 0.2218,
+      "step": 4940
+    },
+    {
+      "epoch": 15.84,
+      "grad_norm": 1483930.875,
+      "learning_rate": 0.0005235042735042735,
+      "loss": 0.2356,
+      "step": 4950
+    },
+    {
+      "epoch": 15.872,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005223171889838556,
+      "loss": 0.2247,
+      "step": 4960
+    },
+    {
+      "epoch": 15.904,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005211301044634378,
+      "loss": 0.1986,
+      "step": 4970
+    },
+    {
+      "epoch": 15.936,
+      "grad_norm": 1194618.5,
+      "learning_rate": 0.0005199430199430199,
+      "loss": 0.2393,
+      "step": 4980
+    },
+    {
+      "epoch": 15.968,
+      "grad_norm": 837843.75,
+      "learning_rate": 0.0005187559354226021,
+      "loss": 0.2107,
+      "step": 4990
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 912574.75,
+      "learning_rate": 0.0005175688509021842,
+      "loss": 0.2207,
+      "step": 5000
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.7685,
+      "eval_loss": 0.5375534892082214,
+      "eval_runtime": 58.3981,
+      "eval_samples_per_second": 68.495,
+      "eval_steps_per_second": 2.14,
+      "step": 5000
+    },
+    {
+      "epoch": 16.032,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005163817663817663,
+      "loss": 0.2148,
+      "step": 5010
+    },
+    {
+      "epoch": 16.064,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005151946818613486,
+      "loss": 0.2201,
+      "step": 5020
+    },
+    {
+      "epoch": 16.096,
+      "grad_norm": 924105.5,
+      "learning_rate": 0.0005140075973409308,
+      "loss": 0.2183,
+      "step": 5030
+    },
+    {
+      "epoch": 16.128,
+      "grad_norm": 1160855.125,
+      "learning_rate": 0.0005128205128205128,
+      "loss": 0.2145,
+      "step": 5040
+    },
+    {
+      "epoch": 16.16,
+      "grad_norm": 1011611.5,
+      "learning_rate": 0.000511633428300095,
+      "loss": 0.2183,
+      "step": 5050
+    },
+    {
+      "epoch": 16.192,
+      "grad_norm": 1249247.375,
+      "learning_rate": 0.0005104463437796772,
+      "loss": 0.2077,
+      "step": 5060
+    },
+    {
+      "epoch": 16.224,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005092592592592593,
+      "loss": 0.204,
+      "step": 5070
+    },
+    {
+      "epoch": 16.256,
+      "grad_norm": 1121213.75,
+      "learning_rate": 0.0005080721747388414,
+      "loss": 0.2116,
+      "step": 5080
+    },
+    {
+      "epoch": 16.288,
+      "grad_norm": 938717.25,
+      "learning_rate": 0.0005068850902184235,
+      "loss": 0.2033,
+      "step": 5090
+    },
+    {
+      "epoch": 16.32,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005056980056980057,
+      "loss": 0.2219,
+      "step": 5100
+    },
+    {
+      "epoch": 16.352,
+      "grad_norm": 952882.625,
+      "learning_rate": 0.0005045109211775879,
+      "loss": 0.226,
+      "step": 5110
+    },
+    {
+      "epoch": 16.384,
+      "grad_norm": 1363143.5,
+      "learning_rate": 0.0005033238366571699,
+      "loss": 0.2174,
+      "step": 5120
+    },
+    {
+      "epoch": 16.416,
+      "grad_norm": 917260.875,
+      "learning_rate": 0.0005021367521367521,
+      "loss": 0.1846,
+      "step": 5130
+    },
+    {
+      "epoch": 16.448,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0005009496676163343,
+      "loss": 0.1981,
+      "step": 5140
+    },
+    {
+      "epoch": 16.48,
+      "grad_norm": 1652643.0,
+      "learning_rate": 0.0004997625830959164,
+      "loss": 0.2138,
+      "step": 5150
+    },
+    {
+      "epoch": 16.512,
+      "grad_norm": 942965.1875,
+      "learning_rate": 0.0004985754985754986,
+      "loss": 0.207,
+      "step": 5160
+    },
+    {
+      "epoch": 16.544,
+      "grad_norm": 1058725.375,
+      "learning_rate": 0.0004973884140550808,
+      "loss": 0.1956,
+      "step": 5170
+    },
+    {
+      "epoch": 16.576,
+      "grad_norm": 1011255.875,
+      "learning_rate": 0.000496201329534663,
+      "loss": 0.2182,
+      "step": 5180
+    },
+    {
+      "epoch": 16.608,
+      "grad_norm": 949710.75,
+      "learning_rate": 0.000495014245014245,
+      "loss": 0.205,
+      "step": 5190
+    },
+    {
+      "epoch": 16.64,
+      "grad_norm": 939276.4375,
+      "learning_rate": 0.0004938271604938272,
+      "loss": 0.2186,
+      "step": 5200
+    },
+    {
+      "epoch": 16.672,
+      "grad_norm": 1041804.3125,
+      "learning_rate": 0.0004926400759734093,
+      "loss": 0.2115,
+      "step": 5210
+    },
+    {
+      "epoch": 16.704,
+      "grad_norm": 976855.5625,
+      "learning_rate": 0.0004914529914529914,
+      "loss": 0.2076,
+      "step": 5220
+    },
+    {
+      "epoch": 16.736,
+      "grad_norm": 881195.3125,
+      "learning_rate": 0.0004902659069325736,
+      "loss": 0.2018,
+      "step": 5230
+    },
+    {
+      "epoch": 16.768,
+      "grad_norm": 1045999.0,
+      "learning_rate": 0.0004890788224121557,
+      "loss": 0.2095,
+      "step": 5240
+    },
+    {
+      "epoch": 16.8,
+      "grad_norm": 1055538.875,
+      "learning_rate": 0.0004878917378917379,
+      "loss": 0.2254,
+      "step": 5250
+    },
+    {
+      "epoch": 16.832,
+      "grad_norm": 1142565.625,
+      "learning_rate": 0.00048670465337132,
+      "loss": 0.2343,
+      "step": 5260
+    },
+    {
+      "epoch": 16.864,
+      "grad_norm": 1099992.25,
+      "learning_rate": 0.0004855175688509022,
+      "loss": 0.219,
+      "step": 5270
+    },
+    {
+      "epoch": 16.896,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00048433048433048435,
+      "loss": 0.2458,
+      "step": 5280
+    },
+    {
+      "epoch": 16.928,
+      "grad_norm": 946468.9375,
+      "learning_rate": 0.0004831433998100665,
+      "loss": 0.1974,
+      "step": 5290
+    },
+    {
+      "epoch": 16.96,
+      "grad_norm": 1041877.25,
+      "learning_rate": 0.00048195631528964863,
+      "loss": 0.217,
+      "step": 5300
+    },
+    {
+      "epoch": 16.992,
+      "grad_norm": 1171594.625,
+      "learning_rate": 0.0004807692307692308,
+      "loss": 0.2012,
+      "step": 5310
+    },
+    {
+      "epoch": 16.9984,
+      "eval_accuracy": 0.77025,
+      "eval_loss": 0.548855721950531,
+      "eval_runtime": 58.086,
+      "eval_samples_per_second": 68.863,
+      "eval_steps_per_second": 2.152,
+      "step": 5312
+    },
+    {
+      "epoch": 17.024,
+      "grad_norm": 980497.25,
+      "learning_rate": 0.0004795821462488129,
+      "loss": 0.2157,
+      "step": 5320
+    },
+    {
+      "epoch": 17.056,
+      "grad_norm": 748758.875,
+      "learning_rate": 0.0004783950617283951,
+      "loss": 0.2023,
+      "step": 5330
+    },
+    {
+      "epoch": 17.088,
+      "grad_norm": 1243409.375,
+      "learning_rate": 0.0004772079772079772,
+      "loss": 0.2254,
+      "step": 5340
+    },
+    {
+      "epoch": 17.12,
+      "grad_norm": 738619.375,
+      "learning_rate": 0.00047602089268755936,
+      "loss": 0.1961,
+      "step": 5350
+    },
+    {
+      "epoch": 17.152,
+      "grad_norm": 1088919.75,
+      "learning_rate": 0.0004748338081671415,
+      "loss": 0.2067,
+      "step": 5360
+    },
+    {
+      "epoch": 17.184,
+      "grad_norm": 966854.0,
+      "learning_rate": 0.0004736467236467237,
+      "loss": 0.2142,
+      "step": 5370
+    },
+    {
+      "epoch": 17.216,
+      "grad_norm": 713046.25,
+      "learning_rate": 0.0004724596391263058,
+      "loss": 0.2114,
+      "step": 5380
+    },
+    {
+      "epoch": 17.248,
+      "grad_norm": 962303.5625,
+      "learning_rate": 0.00047127255460588797,
+      "loss": 0.2236,
+      "step": 5390
+    },
+    {
+      "epoch": 17.28,
+      "grad_norm": 1023706.8125,
+      "learning_rate": 0.0004700854700854701,
+      "loss": 0.1875,
+      "step": 5400
+    },
+    {
+      "epoch": 17.312,
+      "grad_norm": 950098.0625,
+      "learning_rate": 0.00046889838556505225,
+      "loss": 0.197,
+      "step": 5410
+    },
+    {
+      "epoch": 17.344,
+      "grad_norm": 904872.25,
+      "learning_rate": 0.00046771130104463437,
+      "loss": 0.2195,
+      "step": 5420
+    },
+    {
+      "epoch": 17.376,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0004665242165242166,
+      "loss": 0.1911,
+      "step": 5430
+    },
+    {
+      "epoch": 17.408,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0004653371320037987,
+      "loss": 0.2201,
+      "step": 5440
+    },
+    {
+      "epoch": 17.44,
+      "grad_norm": 922537.875,
+      "learning_rate": 0.0004641500474833808,
+      "loss": 0.2058,
+      "step": 5450
+    },
+    {
+      "epoch": 17.472,
+      "grad_norm": 1170017.125,
+      "learning_rate": 0.000462962962962963,
+      "loss": 0.2242,
+      "step": 5460
+    },
+    {
+      "epoch": 17.504,
+      "grad_norm": 967685.5,
+      "learning_rate": 0.0004617758784425451,
+      "loss": 0.2135,
+      "step": 5470
+    },
+    {
+      "epoch": 17.536,
+      "grad_norm": 866546.0,
+      "learning_rate": 0.00046058879392212726,
+      "loss": 0.206,
+      "step": 5480
+    },
+    {
+      "epoch": 17.568,
+      "grad_norm": 1577800.875,
+      "learning_rate": 0.0004594017094017094,
+      "loss": 0.2175,
+      "step": 5490
+    },
+    {
+      "epoch": 17.6,
+      "grad_norm": NaN,
+      "learning_rate": 0.00045821462488129154,
+      "loss": 0.2106,
+      "step": 5500
+    },
+    {
+      "epoch": 17.632,
+      "grad_norm": 1285103.625,
+      "learning_rate": 0.0004570275403608737,
+      "loss": 0.229,
+      "step": 5510
+    },
+    {
+      "epoch": 17.664,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0004558404558404559,
+      "loss": 0.203,
+      "step": 5520
+    },
+    {
+      "epoch": 17.696,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000454653371320038,
+      "loss": 0.2219,
+      "step": 5530
+    },
+    {
+      "epoch": 17.728,
+      "grad_norm": 1200600.875,
+      "learning_rate": 0.00045346628679962016,
+      "loss": 0.2182,
+      "step": 5540
+    },
+    {
+      "epoch": 17.76,
+      "grad_norm": 1468528.75,
+      "learning_rate": 0.00045227920227920227,
+      "loss": 0.1966,
+      "step": 5550
+    },
+    {
+      "epoch": 17.792,
+      "grad_norm": 955159.25,
+      "learning_rate": 0.00045109211775878444,
+      "loss": 0.241,
+      "step": 5560
+    },
+    {
+      "epoch": 17.824,
+      "grad_norm": 996693.75,
+      "learning_rate": 0.00044990503323836655,
+      "loss": 0.1966,
+      "step": 5570
+    },
+    {
+      "epoch": 17.856,
+      "grad_norm": 1332255.875,
+      "learning_rate": 0.0004487179487179487,
+      "loss": 0.2169,
+      "step": 5580
+    },
+    {
+      "epoch": 17.888,
+      "grad_norm": 1062334.375,
+      "learning_rate": 0.0004475308641975309,
+      "loss": 0.2109,
+      "step": 5590
+    },
+    {
+      "epoch": 17.92,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00044634377967711305,
+      "loss": 0.2107,
+      "step": 5600
+    },
+    {
+      "epoch": 17.951999999999998,
+      "grad_norm": 916163.4375,
+      "learning_rate": 0.00044515669515669517,
+      "loss": 0.2343,
+      "step": 5610
+    },
+    {
+      "epoch": 17.984,
+      "grad_norm": 1330298.25,
+      "learning_rate": 0.00044396961063627733,
+      "loss": 0.2198,
+      "step": 5620
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.77525,
+      "eval_loss": 0.5560150146484375,
+      "eval_runtime": 58.4205,
+      "eval_samples_per_second": 68.469,
+      "eval_steps_per_second": 2.14,
+      "step": 5625
+    },
+    {
+      "epoch": 18.016,
+      "grad_norm": 1105357.875,
+      "learning_rate": 0.00044278252611585945,
+      "loss": 0.1996,
+      "step": 5630
+    },
+    {
+      "epoch": 18.048,
+      "grad_norm": 1458348.125,
+      "learning_rate": 0.0004415954415954416,
+      "loss": 0.2199,
+      "step": 5640
+    },
+    {
+      "epoch": 18.08,
+      "grad_norm": 970556.25,
+      "learning_rate": 0.0004404083570750237,
+      "loss": 0.2191,
+      "step": 5650
+    },
+    {
+      "epoch": 18.112,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00043922127255460595,
+      "loss": 0.2307,
+      "step": 5660
+    },
+    {
+      "epoch": 18.144,
+      "grad_norm": 976057.1875,
+      "learning_rate": 0.00043803418803418806,
+      "loss": 0.1966,
+      "step": 5670
+    },
+    {
+      "epoch": 18.176,
+      "grad_norm": 833928.25,
+      "learning_rate": 0.00043684710351377023,
+      "loss": 0.2268,
+      "step": 5680
+    },
+    {
+      "epoch": 18.208,
+      "grad_norm": 931736.9375,
+      "learning_rate": 0.00043566001899335234,
+      "loss": 0.2261,
+      "step": 5690
+    },
+    {
+      "epoch": 18.24,
+      "grad_norm": 1063323.25,
+      "learning_rate": 0.00043447293447293445,
+      "loss": 0.1793,
+      "step": 5700
+    },
+    {
+      "epoch": 18.272,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0004332858499525166,
+      "loss": 0.2064,
+      "step": 5710
+    },
+    {
+      "epoch": 18.304,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00043209876543209873,
+      "loss": 0.2174,
+      "step": 5720
+    },
+    {
+      "epoch": 18.336,
+      "grad_norm": 745713.25,
+      "learning_rate": 0.0004309116809116809,
+      "loss": 0.1981,
+      "step": 5730
+    },
+    {
+      "epoch": 18.368,
+      "grad_norm": 960917.375,
+      "learning_rate": 0.00042972459639126307,
+      "loss": 0.2114,
+      "step": 5740
+    },
+    {
+      "epoch": 18.4,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00042853751187084524,
+      "loss": 0.2171,
+      "step": 5750
+    },
+    {
+      "epoch": 18.432,
+      "grad_norm": 825171.125,
+      "learning_rate": 0.00042735042735042735,
+      "loss": 0.1824,
+      "step": 5760
+    },
+    {
+      "epoch": 18.464,
+      "grad_norm": 769558.375,
+      "learning_rate": 0.0004261633428300095,
+      "loss": 0.2074,
+      "step": 5770
+    },
+    {
+      "epoch": 18.496,
+      "grad_norm": 772380.4375,
+      "learning_rate": 0.00042497625830959163,
+      "loss": 0.2226,
+      "step": 5780
+    },
+    {
+      "epoch": 18.528,
+      "grad_norm": 1635508.0,
+      "learning_rate": 0.0004237891737891738,
+      "loss": 0.2241,
+      "step": 5790
+    },
+    {
+      "epoch": 18.56,
+      "grad_norm": 977012.4375,
+      "learning_rate": 0.0004226020892687559,
+      "loss": 0.1885,
+      "step": 5800
+    },
+    {
+      "epoch": 18.592,
+      "grad_norm": 1104309.375,
+      "learning_rate": 0.0004214150047483381,
+      "loss": 0.2285,
+      "step": 5810
+    },
+    {
+      "epoch": 18.624,
+      "grad_norm": 1027584.875,
+      "learning_rate": 0.00042022792022792025,
+      "loss": 0.2192,
+      "step": 5820
+    },
+    {
+      "epoch": 18.656,
+      "grad_norm": 1208884.875,
+      "learning_rate": 0.0004190408357075024,
+      "loss": 0.2229,
+      "step": 5830
+    },
+    {
+      "epoch": 18.688,
+      "grad_norm": 1337715.5,
+      "learning_rate": 0.0004178537511870845,
+      "loss": 0.2235,
+      "step": 5840
+    },
+    {
+      "epoch": 18.72,
+      "grad_norm": 1082770.625,
+      "learning_rate": 0.0004166666666666667,
+      "loss": 0.1985,
+      "step": 5850
+    },
+    {
+      "epoch": 18.752,
+      "grad_norm": 1084099.75,
+      "learning_rate": 0.0004154795821462488,
+      "loss": 0.2001,
+      "step": 5860
+    },
+    {
+      "epoch": 18.784,
+      "grad_norm": 970450.75,
+      "learning_rate": 0.000414292497625831,
+      "loss": 0.2216,
+      "step": 5870
+    },
+    {
+      "epoch": 18.816,
+      "grad_norm": 811773.875,
+      "learning_rate": 0.0004131054131054131,
+      "loss": 0.2318,
+      "step": 5880
+    },
+    {
+      "epoch": 18.848,
+      "grad_norm": 839901.625,
+      "learning_rate": 0.0004119183285849953,
+      "loss": 0.2338,
+      "step": 5890
+    },
+    {
+      "epoch": 18.88,
+      "grad_norm": 1070109.25,
+      "learning_rate": 0.0004107312440645774,
+      "loss": 0.2,
+      "step": 5900
+    },
+    {
+      "epoch": 18.912,
+      "grad_norm": 795279.5,
+      "learning_rate": 0.0004095441595441596,
+      "loss": 0.1919,
+      "step": 5910
+    },
+    {
+      "epoch": 18.944,
+      "grad_norm": 1289021.25,
+      "learning_rate": 0.0004083570750237417,
+      "loss": 0.1973,
+      "step": 5920
+    },
+    {
+      "epoch": 18.976,
+      "grad_norm": 1276458.875,
+      "learning_rate": 0.00040716999050332387,
+      "loss": 0.2171,
+      "step": 5930
+    },
+    {
+      "epoch": 18.9984,
+      "eval_accuracy": 0.7725,
+      "eval_loss": 0.557004988193512,
+      "eval_runtime": 57.9489,
+      "eval_samples_per_second": 69.026,
+      "eval_steps_per_second": 2.157,
+      "step": 5937
+    },
+    {
+      "epoch": 19.008,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000405982905982906,
+      "loss": 0.2159,
+      "step": 5940
+    },
+    {
+      "epoch": 19.04,
+      "grad_norm": 974318.875,
+      "learning_rate": 0.0004047958214624881,
+      "loss": 0.2077,
+      "step": 5950
+    },
+    {
+      "epoch": 19.072,
+      "grad_norm": 1039002.875,
+      "learning_rate": 0.00040360873694207026,
+      "loss": 0.2189,
+      "step": 5960
+    },
+    {
+      "epoch": 19.104,
+      "grad_norm": 852144.6875,
+      "learning_rate": 0.00040242165242165243,
+      "loss": 0.1993,
+      "step": 5970
+    },
+    {
+      "epoch": 19.136,
+      "grad_norm": 1005178.375,
+      "learning_rate": 0.0004012345679012346,
+      "loss": 0.2116,
+      "step": 5980
+    },
+    {
+      "epoch": 19.168,
+      "grad_norm": 1007026.75,
+      "learning_rate": 0.0004000474833808167,
+      "loss": 0.1993,
+      "step": 5990
+    },
+    {
+      "epoch": 19.2,
+      "grad_norm": 1615725.875,
+      "learning_rate": 0.0003988603988603989,
+      "loss": 0.2174,
+      "step": 6000
+    },
+    {
+      "epoch": 19.232,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000397673314339981,
+      "loss": 0.2001,
+      "step": 6010
+    },
+    {
+      "epoch": 19.264,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00039648622981956316,
+      "loss": 0.1909,
+      "step": 6020
+    },
+    {
+      "epoch": 19.296,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00039529914529914527,
+      "loss": 0.1939,
+      "step": 6030
+    },
+    {
+      "epoch": 19.328,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00039411206077872744,
+      "loss": 0.216,
+      "step": 6040
+    },
+    {
+      "epoch": 19.36,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003929249762583096,
+      "loss": 0.2347,
+      "step": 6050
+    },
+    {
+      "epoch": 19.392,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003917378917378918,
+      "loss": 0.2205,
+      "step": 6060
+    },
+    {
+      "epoch": 19.424,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003905508072174739,
+      "loss": 0.2024,
+      "step": 6070
+    },
+    {
+      "epoch": 19.456,
+      "grad_norm": NaN,
+      "learning_rate": 0.00038936372269705605,
+      "loss": 0.2393,
+      "step": 6080
+    },
+    {
+      "epoch": 19.488,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00038817663817663817,
+      "loss": 0.2286,
+      "step": 6090
+    },
+    {
+      "epoch": 19.52,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00038698955365622033,
+      "loss": 0.223,
+      "step": 6100
+    },
+    {
+      "epoch": 19.552,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00038580246913580245,
+      "loss": 0.2015,
+      "step": 6110
+    },
+    {
+      "epoch": 19.584,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00038461538461538467,
+      "loss": 0.2163,
+      "step": 6120
+    },
+    {
+      "epoch": 19.616,
+      "grad_norm": 1314457.375,
+      "learning_rate": 0.0003834283000949668,
+      "loss": 0.2002,
+      "step": 6130
+    },
+    {
+      "epoch": 19.648,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00038224121557454895,
+      "loss": 0.2215,
+      "step": 6140
+    },
+    {
+      "epoch": 19.68,
+      "grad_norm": NaN,
+      "learning_rate": 0.00038105413105413106,
+      "loss": 0.2117,
+      "step": 6150
+    },
+    {
+      "epoch": 19.712,
+      "grad_norm": NaN,
+      "learning_rate": 0.00037986704653371323,
+      "loss": 0.2196,
+      "step": 6160
+    },
+    {
+      "epoch": 19.744,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00037867996201329534,
+      "loss": 0.2303,
+      "step": 6170
+    },
+    {
+      "epoch": 19.776,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00037749287749287746,
+      "loss": 0.2374,
+      "step": 6180
+    },
+    {
+      "epoch": 19.808,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003763057929724596,
+      "loss": 0.2177,
+      "step": 6190
+    },
+    {
+      "epoch": 19.84,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003751187084520418,
+      "loss": 0.2005,
+      "step": 6200
+    },
+    {
+      "epoch": 19.872,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00037393162393162396,
+      "loss": 0.2228,
+      "step": 6210
+    },
+    {
+      "epoch": 19.904,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00037274453941120607,
+      "loss": 0.201,
+      "step": 6220
+    },
+    {
+      "epoch": 19.936,
+      "grad_norm": NaN,
+      "learning_rate": 0.00037155745489078824,
+      "loss": 0.205,
+      "step": 6230
+    },
+    {
+      "epoch": 19.968,
+      "grad_norm": 1964826.75,
+      "learning_rate": 0.00037037037037037035,
+      "loss": 0.2213,
+      "step": 6240
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003691832858499525,
+      "loss": 0.2116,
+      "step": 6250
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.7625,
+      "eval_loss": 0.5622299909591675,
+      "eval_runtime": 58.6144,
+      "eval_samples_per_second": 68.243,
+      "eval_steps_per_second": 2.133,
+      "step": 6250
+    },
+    {
+      "epoch": 20.032,
+      "grad_norm": NaN,
+      "learning_rate": 0.00036799620132953463,
+      "loss": 0.2141,
+      "step": 6260
+    },
+    {
+      "epoch": 20.064,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00036680911680911685,
+      "loss": 0.2003,
+      "step": 6270
+    },
+    {
+      "epoch": 20.096,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00036562203228869897,
+      "loss": 0.2081,
+      "step": 6280
+    },
+    {
+      "epoch": 20.128,
+      "grad_norm": 1561355.625,
+      "learning_rate": 0.00036443494776828113,
+      "loss": 0.2078,
+      "step": 6290
+    },
+    {
+      "epoch": 20.16,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00036324786324786325,
+      "loss": 0.2105,
+      "step": 6300
+    },
+    {
+      "epoch": 20.192,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003620607787274454,
+      "loss": 0.2395,
+      "step": 6310
+    },
+    {
+      "epoch": 20.224,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00036087369420702753,
+      "loss": 0.2105,
+      "step": 6320
+    },
+    {
+      "epoch": 20.256,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003596866096866097,
+      "loss": 0.216,
+      "step": 6330
+    },
+    {
+      "epoch": 20.288,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003584995251661918,
+      "loss": 0.224,
+      "step": 6340
+    },
+    {
+      "epoch": 20.32,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00035731244064577403,
+      "loss": 0.2054,
+      "step": 6350
+    },
+    {
+      "epoch": 20.352,
+      "grad_norm": 1508851.0,
+      "learning_rate": 0.00035612535612535614,
+      "loss": 0.2151,
+      "step": 6360
+    },
+    {
+      "epoch": 20.384,
+      "grad_norm": 1946181.375,
+      "learning_rate": 0.0003549382716049383,
+      "loss": 0.2173,
+      "step": 6370
+    },
+    {
+      "epoch": 20.416,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003537511870845204,
+      "loss": 0.2035,
+      "step": 6380
+    },
+    {
+      "epoch": 20.448,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003525641025641026,
+      "loss": 0.2215,
+      "step": 6390
+    },
+    {
+      "epoch": 20.48,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003513770180436847,
+      "loss": 0.205,
+      "step": 6400
+    },
+    {
+      "epoch": 20.512,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00035018993352326687,
+      "loss": 0.1974,
+      "step": 6410
+    },
+    {
+      "epoch": 20.544,
+      "grad_norm": 1950701.25,
+      "learning_rate": 0.000349002849002849,
+      "loss": 0.2087,
+      "step": 6420
+    },
+    {
+      "epoch": 20.576,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00034781576448243115,
+      "loss": 0.2136,
+      "step": 6430
+    },
+    {
+      "epoch": 20.608,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003466286799620133,
+      "loss": 0.2051,
+      "step": 6440
+    },
+    {
+      "epoch": 20.64,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00034544159544159543,
+      "loss": 0.2181,
+      "step": 6450
+    },
+    {
+      "epoch": 20.672,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003442545109211776,
+      "loss": 0.2367,
+      "step": 6460
+    },
+    {
+      "epoch": 20.704,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003430674264007597,
+      "loss": 0.1962,
+      "step": 6470
+    },
+    {
+      "epoch": 20.736,
+      "grad_norm": 1704853.25,
+      "learning_rate": 0.0003418803418803419,
+      "loss": 0.201,
+      "step": 6480
+    },
+    {
+      "epoch": 20.768,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000340693257359924,
+      "loss": 0.2186,
+      "step": 6490
+    },
+    {
+      "epoch": 20.8,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003395061728395062,
+      "loss": 0.2131,
+      "step": 6500
+    },
+    {
+      "epoch": 20.832,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00033831908831908833,
+      "loss": 0.223,
+      "step": 6510
+    },
+    {
+      "epoch": 20.864,
+      "grad_norm": 1689417.75,
+      "learning_rate": 0.0003371320037986705,
+      "loss": 0.2086,
+      "step": 6520
+    },
+    {
+      "epoch": 20.896,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003359449192782526,
+      "loss": 0.2109,
+      "step": 6530
+    },
+    {
+      "epoch": 20.928,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003347578347578348,
+      "loss": 0.2014,
+      "step": 6540
+    },
+    {
+      "epoch": 20.96,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003335707502374169,
+      "loss": 0.2174,
+      "step": 6550
+    },
+    {
+      "epoch": 20.992,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00033238366571699906,
+      "loss": 0.2162,
+      "step": 6560
+    },
+    {
+      "epoch": 20.9984,
+      "eval_accuracy": 0.76675,
+      "eval_loss": 0.5587143898010254,
+      "eval_runtime": 59.4419,
+      "eval_samples_per_second": 67.293,
+      "eval_steps_per_second": 2.103,
+      "step": 6562
+    },
+    {
+      "epoch": 21.024,
+      "grad_norm": 1291432.5,
+      "learning_rate": 0.00033119658119658117,
+      "loss": 0.2018,
+      "step": 6570
+    },
+    {
+      "epoch": 21.056,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003300094966761634,
+      "loss": 0.2017,
+      "step": 6580
+    },
+    {
+      "epoch": 21.088,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003288224121557455,
+      "loss": 0.2061,
+      "step": 6590
+    },
+    {
+      "epoch": 21.12,
+      "grad_norm": NaN,
+      "learning_rate": 0.00032763532763532767,
+      "loss": 0.2068,
+      "step": 6600
+    },
+    {
+      "epoch": 21.152,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003264482431149098,
+      "loss": 0.2055,
+      "step": 6610
+    },
+    {
+      "epoch": 21.184,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00032526115859449195,
+      "loss": 0.2069,
+      "step": 6620
+    },
+    {
+      "epoch": 21.216,
+      "grad_norm": 1809235.625,
+      "learning_rate": 0.00032407407407407406,
+      "loss": 0.1952,
+      "step": 6630
+    },
+    {
+      "epoch": 21.248,
+      "grad_norm": NaN,
+      "learning_rate": 0.00032288698955365623,
+      "loss": 0.2042,
+      "step": 6640
+    },
+    {
+      "epoch": 21.28,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00032169990503323835,
+      "loss": 0.2071,
+      "step": 6650
+    },
+    {
+      "epoch": 21.312,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00032051282051282057,
+      "loss": 0.2131,
+      "step": 6660
+    },
+    {
+      "epoch": 21.344,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003193257359924027,
+      "loss": 0.2297,
+      "step": 6670
+    },
+    {
+      "epoch": 21.376,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003181386514719848,
+      "loss": 0.2083,
+      "step": 6680
+    },
+    {
+      "epoch": 21.408,
+      "grad_norm": 1783178.125,
+      "learning_rate": 0.00031695156695156696,
+      "loss": 0.1937,
+      "step": 6690
+    },
+    {
+      "epoch": 21.44,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003157644824311491,
+      "loss": 0.2248,
+      "step": 6700
+    },
+    {
+      "epoch": 21.472,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00031457739791073124,
+      "loss": 0.2114,
+      "step": 6710
+    },
+    {
+      "epoch": 21.504,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00031339031339031335,
+      "loss": 0.2521,
+      "step": 6720
+    },
+    {
+      "epoch": 21.536,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003122032288698956,
+      "loss": 0.2058,
+      "step": 6730
+    },
+    {
+      "epoch": 21.568,
+      "grad_norm": NaN,
+      "learning_rate": 0.0003110161443494777,
+      "loss": 0.1923,
+      "step": 6740
+    },
+    {
+      "epoch": 21.6,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00030982905982905986,
+      "loss": 0.2405,
+      "step": 6750
+    },
+    {
+      "epoch": 21.632,
+      "grad_norm": 1427268.125,
+      "learning_rate": 0.00030864197530864197,
+      "loss": 0.187,
+      "step": 6760
+    },
+    {
+      "epoch": 21.664,
+      "grad_norm": 1644058.125,
+      "learning_rate": 0.00030745489078822414,
+      "loss": 0.2343,
+      "step": 6770
+    },
+    {
+      "epoch": 21.696,
+      "grad_norm": 2057941.25,
+      "learning_rate": 0.00030626780626780625,
+      "loss": 0.2114,
+      "step": 6780
+    },
+    {
+      "epoch": 21.728,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0003050807217473884,
+      "loss": 0.2144,
+      "step": 6790
+    },
+    {
+      "epoch": 21.76,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00030389363722697053,
+      "loss": 0.2318,
+      "step": 6800
+    },
+    {
+      "epoch": 21.792,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00030270655270655275,
+      "loss": 0.2327,
+      "step": 6810
+    },
+    {
+      "epoch": 21.824,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00030151946818613486,
+      "loss": 0.2207,
+      "step": 6820
+    },
+    {
+      "epoch": 21.856,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00030033238366571703,
+      "loss": 0.2115,
+      "step": 6830
+    },
+    {
+      "epoch": 21.888,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00029914529914529915,
+      "loss": 0.1802,
+      "step": 6840
+    },
+    {
+      "epoch": 21.92,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002979582146248813,
+      "loss": 0.211,
+      "step": 6850
+    },
+    {
+      "epoch": 21.951999999999998,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002967711301044634,
+      "loss": 0.2275,
+      "step": 6860
+    },
+    {
+      "epoch": 21.984,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002955840455840456,
+      "loss": 0.224,
+      "step": 6870
+    },
+    {
+      "epoch": 22.0,
+      "eval_accuracy": 0.77125,
+      "eval_loss": 0.545555591583252,
+      "eval_runtime": 58.3787,
+      "eval_samples_per_second": 68.518,
+      "eval_steps_per_second": 2.141,
+      "step": 6875
+    },
+    {
+      "epoch": 22.016,
+      "grad_norm": 2120620.25,
+      "learning_rate": 0.0002943969610636277,
+      "loss": 0.2007,
+      "step": 6880
+    },
+    {
+      "epoch": 22.048,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00029320987654320993,
+      "loss": 0.2052,
+      "step": 6890
+    },
+    {
+      "epoch": 22.08,
+      "grad_norm": NaN,
+      "learning_rate": 0.00029202279202279204,
+      "loss": 0.2109,
+      "step": 6900
+    },
+    {
+      "epoch": 22.112,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002908357075023742,
+      "loss": 0.1884,
+      "step": 6910
+    },
+    {
+      "epoch": 22.144,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002896486229819563,
+      "loss": 0.2099,
+      "step": 6920
+    },
+    {
+      "epoch": 22.176,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00028846153846153843,
+      "loss": 0.2147,
+      "step": 6930
+    },
+    {
+      "epoch": 22.208,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002872744539411206,
+      "loss": 0.2116,
+      "step": 6940
+    },
+    {
+      "epoch": 22.24,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002860873694207027,
+      "loss": 0.2044,
+      "step": 6950
+    },
+    {
+      "epoch": 22.272,
+      "grad_norm": 1670116.875,
+      "learning_rate": 0.00028490028490028494,
+      "loss": 0.2107,
+      "step": 6960
+    },
+    {
+      "epoch": 22.304,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00028371320037986705,
+      "loss": 0.1955,
+      "step": 6970
+    },
+    {
+      "epoch": 22.336,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002825261158594492,
+      "loss": 0.214,
+      "step": 6980
+    },
+    {
+      "epoch": 22.368,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00028133903133903133,
+      "loss": 0.2164,
+      "step": 6990
+    },
+    {
+      "epoch": 22.4,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002801519468186135,
+      "loss": 0.2199,
+      "step": 7000
+    },
+    {
+      "epoch": 22.432,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002789648622981956,
+      "loss": 0.2066,
+      "step": 7010
+    },
+    {
+      "epoch": 22.464,
+      "grad_norm": 2138083.0,
+      "learning_rate": 0.0002777777777777778,
+      "loss": 0.2208,
+      "step": 7020
+    },
+    {
+      "epoch": 22.496,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002765906932573599,
+      "loss": 0.2207,
+      "step": 7030
+    },
+    {
+      "epoch": 22.528,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002754036087369421,
+      "loss": 0.2121,
+      "step": 7040
+    },
+    {
+      "epoch": 22.56,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002742165242165242,
+      "loss": 0.2049,
+      "step": 7050
+    },
+    {
+      "epoch": 22.592,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002730294396961064,
+      "loss": 0.2268,
+      "step": 7060
+    },
+    {
+      "epoch": 22.624,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002718423551756885,
+      "loss": 0.2251,
+      "step": 7070
+    },
+    {
+      "epoch": 22.656,
+      "grad_norm": 1488781.25,
+      "learning_rate": 0.0002706552706552707,
+      "loss": 0.2041,
+      "step": 7080
+    },
+    {
+      "epoch": 22.688,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002694681861348528,
+      "loss": 0.2164,
+      "step": 7090
+    },
+    {
+      "epoch": 22.72,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00026828110161443495,
+      "loss": 0.2033,
+      "step": 7100
+    },
+    {
+      "epoch": 22.752,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002670940170940171,
+      "loss": 0.1891,
+      "step": 7110
+    },
+    {
+      "epoch": 22.784,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002659069325735993,
+      "loss": 0.2017,
+      "step": 7120
+    },
+    {
+      "epoch": 22.816,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002647198480531814,
+      "loss": 0.234,
+      "step": 7130
+    },
+    {
+      "epoch": 22.848,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00026353276353276357,
+      "loss": 0.2086,
+      "step": 7140
+    },
+    {
+      "epoch": 22.88,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002623456790123457,
+      "loss": 0.2041,
+      "step": 7150
+    },
+    {
+      "epoch": 22.912,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002611585944919278,
+      "loss": 0.2287,
+      "step": 7160
+    },
+    {
+      "epoch": 22.944,
+      "grad_norm": NaN,
+      "learning_rate": 0.00025997150997150996,
+      "loss": 0.2055,
+      "step": 7170
+    },
+    {
+      "epoch": 22.976,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002587844254510921,
+      "loss": 0.212,
+      "step": 7180
+    },
+    {
+      "epoch": 22.9984,
+      "eval_accuracy": 0.76525,
+      "eval_loss": 0.5647286772727966,
+      "eval_runtime": 58.2038,
+      "eval_samples_per_second": 68.724,
+      "eval_steps_per_second": 2.148,
+      "step": 7187
+    },
+    {
+      "epoch": 23.008,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002575973409306743,
+      "loss": 0.2204,
+      "step": 7190
+    },
+    {
+      "epoch": 23.04,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002564102564102564,
+      "loss": 0.2154,
+      "step": 7200
+    },
+    {
+      "epoch": 23.072,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002552231718898386,
+      "loss": 0.2123,
+      "step": 7210
+    },
+    {
+      "epoch": 23.104,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002540360873694207,
+      "loss": 0.2144,
+      "step": 7220
+    },
+    {
+      "epoch": 23.136,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00025284900284900286,
+      "loss": 0.193,
+      "step": 7230
+    },
+    {
+      "epoch": 23.168,
+      "grad_norm": 1738463.0,
+      "learning_rate": 0.00025166191832858497,
+      "loss": 0.1986,
+      "step": 7240
+    },
+    {
+      "epoch": 23.2,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00025047483380816714,
+      "loss": 0.2222,
+      "step": 7250
+    },
+    {
+      "epoch": 23.232,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002492877492877493,
+      "loss": 0.2246,
+      "step": 7260
+    },
+    {
+      "epoch": 23.264,
+      "grad_norm": NaN,
+      "learning_rate": 0.0002481006647673315,
+      "loss": 0.2103,
+      "step": 7270
+    },
+    {
+      "epoch": 23.296,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002469135802469136,
+      "loss": 0.208,
+      "step": 7280
+    },
+    {
+      "epoch": 23.328,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002457264957264957,
+      "loss": 0.2187,
+      "step": 7290
+    },
+    {
+      "epoch": 23.36,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00024453941120607787,
+      "loss": 0.211,
+      "step": 7300
+    },
+    {
+      "epoch": 23.392,
+      "grad_norm": 1851251.625,
+      "learning_rate": 0.00024335232668566,
+      "loss": 0.1992,
+      "step": 7310
+    },
+    {
+      "epoch": 23.424,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00024216524216524217,
+      "loss": 0.1985,
+      "step": 7320
+    },
+    {
+      "epoch": 23.456,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00024097815764482431,
+      "loss": 0.2002,
+      "step": 7330
+    },
+    {
+      "epoch": 23.488,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00023979107312440645,
+      "loss": 0.2025,
+      "step": 7340
+    },
+    {
+      "epoch": 23.52,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002386039886039886,
+      "loss": 0.1979,
+      "step": 7350
+    },
+    {
+      "epoch": 23.552,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00023741690408357076,
+      "loss": 0.1975,
+      "step": 7360
+    },
+    {
+      "epoch": 23.584,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002362298195631529,
+      "loss": 0.2347,
+      "step": 7370
+    },
+    {
+      "epoch": 23.616,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00023504273504273504,
+      "loss": 0.2143,
+      "step": 7380
+    },
+    {
+      "epoch": 23.648,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00023385565052231718,
+      "loss": 0.2299,
+      "step": 7390
+    },
+    {
+      "epoch": 23.68,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00023266856600189935,
+      "loss": 0.2,
+      "step": 7400
+    },
+    {
+      "epoch": 23.712,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002314814814814815,
+      "loss": 0.2225,
+      "step": 7410
+    },
+    {
+      "epoch": 23.744,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00023029439696106363,
+      "loss": 0.2049,
+      "step": 7420
+    },
+    {
+      "epoch": 23.776,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00022910731244064577,
+      "loss": 0.2258,
+      "step": 7430
+    },
+    {
+      "epoch": 23.808,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00022792022792022794,
+      "loss": 0.2008,
+      "step": 7440
+    },
+    {
+      "epoch": 23.84,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00022673314339981008,
+      "loss": 0.2079,
+      "step": 7450
+    },
+    {
+      "epoch": 23.872,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00022554605887939222,
+      "loss": 0.1949,
+      "step": 7460
+    },
+    {
+      "epoch": 23.904,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00022435897435897436,
+      "loss": 0.1853,
+      "step": 7470
+    },
+    {
+      "epoch": 23.936,
+      "grad_norm": NaN,
+      "learning_rate": 0.00022317188983855653,
+      "loss": 0.2076,
+      "step": 7480
+    },
+    {
+      "epoch": 23.968,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00022198480531813867,
+      "loss": 0.2082,
+      "step": 7490
+    },
+    {
+      "epoch": 24.0,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002207977207977208,
+      "loss": 0.2084,
+      "step": 7500
+    },
+    {
+      "epoch": 24.0,
+      "eval_accuracy": 0.76725,
+      "eval_loss": 0.5532636046409607,
+      "eval_runtime": 58.6171,
+      "eval_samples_per_second": 68.239,
+      "eval_steps_per_second": 2.132,
+      "step": 7500
+    },
+    {
+      "epoch": 24.032,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021961063627730297,
+      "loss": 0.2117,
+      "step": 7510
+    },
+    {
+      "epoch": 24.064,
+      "grad_norm": NaN,
+      "learning_rate": 0.00021842355175688511,
+      "loss": 0.2147,
+      "step": 7520
+    },
+    {
+      "epoch": 24.096,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021723646723646723,
+      "loss": 0.2179,
+      "step": 7530
+    },
+    {
+      "epoch": 24.128,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021604938271604937,
+      "loss": 0.1879,
+      "step": 7540
+    },
+    {
+      "epoch": 24.16,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021486229819563153,
+      "loss": 0.1989,
+      "step": 7550
+    },
+    {
+      "epoch": 24.192,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021367521367521368,
+      "loss": 0.2281,
+      "step": 7560
+    },
+    {
+      "epoch": 24.224,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021248812915479582,
+      "loss": 0.2159,
+      "step": 7570
+    },
+    {
+      "epoch": 24.256,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021130104463437796,
+      "loss": 0.2186,
+      "step": 7580
+    },
+    {
+      "epoch": 24.288,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00021011396011396012,
+      "loss": 0.2257,
+      "step": 7590
+    },
+    {
+      "epoch": 24.32,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00020892687559354226,
+      "loss": 0.2098,
+      "step": 7600
+    },
+    {
+      "epoch": 24.352,
+      "grad_norm": 1342396.875,
+      "learning_rate": 0.0002077397910731244,
+      "loss": 0.2101,
+      "step": 7610
+    },
+    {
+      "epoch": 24.384,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00020655270655270654,
+      "loss": 0.213,
+      "step": 7620
+    },
+    {
+      "epoch": 24.416,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002053656220322887,
+      "loss": 0.211,
+      "step": 7630
+    },
+    {
+      "epoch": 24.448,
+      "grad_norm": NaN,
+      "learning_rate": 0.00020417853751187085,
+      "loss": 0.187,
+      "step": 7640
+    },
+    {
+      "epoch": 24.48,
+      "grad_norm": Infinity,
+      "learning_rate": 0.000202991452991453,
+      "loss": 0.2285,
+      "step": 7650
+    },
+    {
+      "epoch": 24.512,
+      "grad_norm": 1773714.0,
+      "learning_rate": 0.00020180436847103513,
+      "loss": 0.2177,
+      "step": 7660
+    },
+    {
+      "epoch": 24.544,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0002006172839506173,
+      "loss": 0.2064,
+      "step": 7670
+    },
+    {
+      "epoch": 24.576,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00019943019943019944,
+      "loss": 0.2344,
+      "step": 7680
+    },
+    {
+      "epoch": 24.608,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00019824311490978158,
+      "loss": 0.2185,
+      "step": 7690
+    },
+    {
+      "epoch": 24.64,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00019705603038936372,
+      "loss": 0.2115,
+      "step": 7700
+    },
+    {
+      "epoch": 24.672,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001958689458689459,
+      "loss": 0.2214,
+      "step": 7710
+    },
+    {
+      "epoch": 24.704,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00019468186134852803,
+      "loss": 0.2071,
+      "step": 7720
+    },
+    {
+      "epoch": 24.736,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00019349477682811017,
+      "loss": 0.2109,
+      "step": 7730
+    },
+    {
+      "epoch": 24.768,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00019230769230769233,
+      "loss": 0.195,
+      "step": 7740
+    },
+    {
+      "epoch": 24.8,
+      "grad_norm": 1795345.25,
+      "learning_rate": 0.00019112060778727447,
+      "loss": 0.2347,
+      "step": 7750
+    },
+    {
+      "epoch": 24.832,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018993352326685662,
+      "loss": 0.2028,
+      "step": 7760
+    },
+    {
+      "epoch": 24.864,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018874643874643873,
+      "loss": 0.231,
+      "step": 7770
+    },
+    {
+      "epoch": 24.896,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001875593542260209,
+      "loss": 0.2069,
+      "step": 7780
+    },
+    {
+      "epoch": 24.928,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018637226970560304,
+      "loss": 0.1928,
+      "step": 7790
+    },
+    {
+      "epoch": 24.96,
+      "grad_norm": 1809381.25,
+      "learning_rate": 0.00018518518518518518,
+      "loss": 0.1927,
+      "step": 7800
+    },
+    {
+      "epoch": 24.992,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018399810066476732,
+      "loss": 0.2226,
+      "step": 7810
+    },
+    {
+      "epoch": 24.9984,
+      "eval_accuracy": 0.7705,
+      "eval_loss": 0.5434042811393738,
+      "eval_runtime": 59.0686,
+      "eval_samples_per_second": 67.718,
+      "eval_steps_per_second": 2.116,
+      "step": 7812
+    },
+    {
+      "epoch": 25.024,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018281101614434948,
+      "loss": 0.2133,
+      "step": 7820
+    },
+    {
+      "epoch": 25.056,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018162393162393162,
+      "loss": 0.2168,
+      "step": 7830
+    },
+    {
+      "epoch": 25.088,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018043684710351376,
+      "loss": 0.2239,
+      "step": 7840
+    },
+    {
+      "epoch": 25.12,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001792497625830959,
+      "loss": 0.2393,
+      "step": 7850
+    },
+    {
+      "epoch": 25.152,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00017806267806267807,
+      "loss": 0.192,
+      "step": 7860
+    },
+    {
+      "epoch": 25.184,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001768755935422602,
+      "loss": 0.2059,
+      "step": 7870
+    },
+    {
+      "epoch": 25.216,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00017568850902184235,
+      "loss": 0.2137,
+      "step": 7880
+    },
+    {
+      "epoch": 25.248,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001745014245014245,
+      "loss": 0.2123,
+      "step": 7890
+    },
+    {
+      "epoch": 25.28,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00017331433998100666,
+      "loss": 0.2252,
+      "step": 7900
+    },
+    {
+      "epoch": 25.312,
+      "grad_norm": 1587581.25,
+      "learning_rate": 0.0001721272554605888,
+      "loss": 0.2132,
+      "step": 7910
+    },
+    {
+      "epoch": 25.344,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00017094017094017094,
+      "loss": 0.2104,
+      "step": 7920
+    },
+    {
+      "epoch": 25.376,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001697530864197531,
+      "loss": 0.1865,
+      "step": 7930
+    },
+    {
+      "epoch": 25.408,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00016856600189933525,
+      "loss": 0.2034,
+      "step": 7940
+    },
+    {
+      "epoch": 25.44,
+      "grad_norm": 1961501.125,
+      "learning_rate": 0.0001673789173789174,
+      "loss": 0.2157,
+      "step": 7950
+    },
+    {
+      "epoch": 25.472,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00016619183285849953,
+      "loss": 0.2035,
+      "step": 7960
+    },
+    {
+      "epoch": 25.504,
+      "grad_norm": 1725835.5,
+      "learning_rate": 0.0001650047483380817,
+      "loss": 0.2063,
+      "step": 7970
+    },
+    {
+      "epoch": 25.536,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00016381766381766384,
+      "loss": 0.2128,
+      "step": 7980
+    },
+    {
+      "epoch": 25.568,
+      "grad_norm": NaN,
+      "learning_rate": 0.00016263057929724598,
+      "loss": 0.2029,
+      "step": 7990
+    },
+    {
+      "epoch": 25.6,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00016144349477682812,
+      "loss": 0.2183,
+      "step": 8000
+    },
+    {
+      "epoch": 25.632,
+      "grad_norm": NaN,
+      "learning_rate": 0.00016025641025641028,
+      "loss": 0.2269,
+      "step": 8010
+    },
+    {
+      "epoch": 25.664,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001590693257359924,
+      "loss": 0.2039,
+      "step": 8020
+    },
+    {
+      "epoch": 25.696,
+      "grad_norm": NaN,
+      "learning_rate": 0.00015788224121557454,
+      "loss": 0.2344,
+      "step": 8030
+    },
+    {
+      "epoch": 25.728,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00015669515669515668,
+      "loss": 0.1994,
+      "step": 8040
+    },
+    {
+      "epoch": 25.76,
+      "grad_norm": NaN,
+      "learning_rate": 0.00015550807217473884,
+      "loss": 0.2006,
+      "step": 8050
+    },
+    {
+      "epoch": 25.792,
+      "grad_norm": NaN,
+      "learning_rate": 0.00015432098765432098,
+      "loss": 0.2082,
+      "step": 8060
+    },
+    {
+      "epoch": 25.824,
+      "grad_norm": NaN,
+      "learning_rate": 0.00015313390313390312,
+      "loss": 0.1903,
+      "step": 8070
+    },
+    {
+      "epoch": 25.856,
+      "grad_norm": NaN,
+      "learning_rate": 0.00015194681861348526,
+      "loss": 0.2106,
+      "step": 8080
+    },
+    {
+      "epoch": 25.888,
+      "grad_norm": NaN,
+      "learning_rate": 0.00015075973409306743,
+      "loss": 0.2059,
+      "step": 8090
+    },
+    {
+      "epoch": 25.92,
+      "grad_norm": NaN,
+      "learning_rate": 0.00014957264957264957,
+      "loss": 0.2104,
+      "step": 8100
+    },
+    {
+      "epoch": 25.951999999999998,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001483855650522317,
+      "loss": 0.2069,
+      "step": 8110
+    },
+    {
+      "epoch": 25.984,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00014719848053181385,
+      "loss": 0.2173,
+      "step": 8120
+    },
+    {
+      "epoch": 26.0,
+      "eval_accuracy": 0.7675,
+      "eval_loss": 0.5737802386283875,
+      "eval_runtime": 60.4948,
+      "eval_samples_per_second": 66.121,
+      "eval_steps_per_second": 2.066,
+      "step": 8125
+    },
+    {
+      "epoch": 26.016,
+      "grad_norm": NaN,
+      "learning_rate": 0.00014601139601139602,
+      "loss": 0.2187,
+      "step": 8130
+    },
+    {
+      "epoch": 26.048,
+      "grad_norm": NaN,
+      "learning_rate": 0.00014482431149097816,
+      "loss": 0.2001,
+      "step": 8140
+    },
+    {
+      "epoch": 26.08,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001436372269705603,
+      "loss": 0.2392,
+      "step": 8150
+    },
+    {
+      "epoch": 26.112,
+      "grad_norm": NaN,
+      "learning_rate": 0.00014245014245014247,
+      "loss": 0.2125,
+      "step": 8160
+    },
+    {
+      "epoch": 26.144,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001412630579297246,
+      "loss": 0.2118,
+      "step": 8170
+    },
+    {
+      "epoch": 26.176,
+      "grad_norm": NaN,
+      "learning_rate": 0.00014007597340930675,
+      "loss": 0.2093,
+      "step": 8180
+    },
+    {
+      "epoch": 26.208,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001388888888888889,
+      "loss": 0.2059,
+      "step": 8190
+    },
+    {
+      "epoch": 26.24,
+      "grad_norm": NaN,
+      "learning_rate": 0.00013770180436847106,
+      "loss": 0.2307,
+      "step": 8200
+    },
+    {
+      "epoch": 26.272,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001365147198480532,
+      "loss": 0.199,
+      "step": 8210
+    },
+    {
+      "epoch": 26.304,
+      "grad_norm": NaN,
+      "learning_rate": 0.00013532763532763534,
+      "loss": 0.2089,
+      "step": 8220
+    },
+    {
+      "epoch": 26.336,
+      "grad_norm": NaN,
+      "learning_rate": 0.00013414055080721748,
+      "loss": 0.2205,
+      "step": 8230
+    },
+    {
+      "epoch": 26.368,
+      "grad_norm": NaN,
+      "learning_rate": 0.00013295346628679964,
+      "loss": 0.2175,
+      "step": 8240
+    },
+    {
+      "epoch": 26.4,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00013176638176638178,
+      "loss": 0.2002,
+      "step": 8250
+    },
+    {
+      "epoch": 26.432,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001305792972459639,
+      "loss": 0.2078,
+      "step": 8260
+    },
+    {
+      "epoch": 26.464,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00012939221272554604,
+      "loss": 0.2287,
+      "step": 8270
+    },
+    {
+      "epoch": 26.496,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001282051282051282,
+      "loss": 0.2089,
+      "step": 8280
+    },
+    {
+      "epoch": 26.528,
+      "grad_norm": NaN,
+      "learning_rate": 0.00012701804368471035,
+      "loss": 0.2076,
+      "step": 8290
+    },
+    {
+      "epoch": 26.56,
+      "grad_norm": NaN,
+      "learning_rate": 0.00012583095916429249,
+      "loss": 0.2157,
+      "step": 8300
+    },
+    {
+      "epoch": 26.592,
+      "grad_norm": NaN,
+      "learning_rate": 0.00012464387464387465,
+      "loss": 0.2178,
+      "step": 8310
+    },
+    {
+      "epoch": 26.624,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001234567901234568,
+      "loss": 0.2168,
+      "step": 8320
+    },
+    {
+      "epoch": 26.656,
+      "grad_norm": NaN,
+      "learning_rate": 0.00012226970560303893,
+      "loss": 0.2004,
+      "step": 8330
+    },
+    {
+      "epoch": 26.688,
+      "grad_norm": NaN,
+      "learning_rate": 0.00012108262108262109,
+      "loss": 0.2131,
+      "step": 8340
+    },
+    {
+      "epoch": 26.72,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011989553656220323,
+      "loss": 0.2059,
+      "step": 8350
+    },
+    {
+      "epoch": 26.752,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011870845204178538,
+      "loss": 0.2218,
+      "step": 8360
+    },
+    {
+      "epoch": 26.784,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011752136752136752,
+      "loss": 0.1975,
+      "step": 8370
+    },
+    {
+      "epoch": 26.816,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011633428300094968,
+      "loss": 0.2113,
+      "step": 8380
+    },
+    {
+      "epoch": 26.848,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011514719848053182,
+      "loss": 0.2346,
+      "step": 8390
+    },
+    {
+      "epoch": 26.88,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011396011396011397,
+      "loss": 0.2067,
+      "step": 8400
+    },
+    {
+      "epoch": 26.912,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011277302943969611,
+      "loss": 0.2158,
+      "step": 8410
+    },
+    {
+      "epoch": 26.944,
+      "grad_norm": NaN,
+      "learning_rate": 0.00011158594491927826,
+      "loss": 0.2046,
+      "step": 8420
+    },
+    {
+      "epoch": 26.976,
+      "grad_norm": NaN,
+      "learning_rate": 0.0001103988603988604,
+      "loss": 0.2216,
+      "step": 8430
+    },
+    {
+      "epoch": 26.9984,
+      "eval_accuracy": 0.76725,
+      "eval_loss": 0.5557342171669006,
+      "eval_runtime": 54.1898,
+      "eval_samples_per_second": 73.815,
+      "eval_steps_per_second": 2.307,
+      "step": 8437
+    },
+    {
+      "epoch": 27.008,
+      "grad_norm": NaN,
+      "learning_rate": 0.00010921177587844256,
+      "loss": 0.2184,
+      "step": 8440
+    },
+    {
+      "epoch": 27.04,
+      "grad_norm": NaN,
+      "learning_rate": 0.00010802469135802468,
+      "loss": 0.2286,
+      "step": 8450
+    },
+    {
+      "epoch": 27.072,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00010683760683760684,
+      "loss": 0.2076,
+      "step": 8460
+    },
+    {
+      "epoch": 27.104,
+      "grad_norm": NaN,
+      "learning_rate": 0.00010565052231718898,
+      "loss": 0.2199,
+      "step": 8470
+    },
+    {
+      "epoch": 27.136,
+      "grad_norm": NaN,
+      "learning_rate": 0.00010446343779677113,
+      "loss": 0.2072,
+      "step": 8480
+    },
+    {
+      "epoch": 27.168,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00010327635327635327,
+      "loss": 0.2274,
+      "step": 8490
+    },
+    {
+      "epoch": 27.2,
+      "grad_norm": NaN,
+      "learning_rate": 0.00010208926875593543,
+      "loss": 0.2152,
+      "step": 8500
+    },
+    {
+      "epoch": 27.232,
+      "grad_norm": NaN,
+      "learning_rate": 0.00010090218423551757,
+      "loss": 0.2265,
+      "step": 8510
+    },
+    {
+      "epoch": 27.264,
+      "grad_norm": NaN,
+      "learning_rate": 9.971509971509972e-05,
+      "loss": 0.2348,
+      "step": 8520
+    },
+    {
+      "epoch": 27.296,
+      "grad_norm": NaN,
+      "learning_rate": 9.852801519468186e-05,
+      "loss": 0.2254,
+      "step": 8530
+    },
+    {
+      "epoch": 27.328,
+      "grad_norm": NaN,
+      "learning_rate": 9.734093067426401e-05,
+      "loss": 0.2017,
+      "step": 8540
+    },
+    {
+      "epoch": 27.36,
+      "grad_norm": NaN,
+      "learning_rate": 9.615384615384617e-05,
+      "loss": 0.1982,
+      "step": 8550
+    },
+    {
+      "epoch": 27.392,
+      "grad_norm": Infinity,
+      "learning_rate": 9.496676163342831e-05,
+      "loss": 0.2028,
+      "step": 8560
+    },
+    {
+      "epoch": 27.424,
+      "grad_norm": NaN,
+      "learning_rate": 9.377967711301045e-05,
+      "loss": 0.2082,
+      "step": 8570
+    },
+    {
+      "epoch": 27.456,
+      "grad_norm": NaN,
+      "learning_rate": 9.259259259259259e-05,
+      "loss": 0.1861,
+      "step": 8580
+    },
+    {
+      "epoch": 27.488,
+      "grad_norm": NaN,
+      "learning_rate": 9.140550807217474e-05,
+      "loss": 0.2172,
+      "step": 8590
+    },
+    {
+      "epoch": 27.52,
+      "grad_norm": NaN,
+      "learning_rate": 9.021842355175688e-05,
+      "loss": 0.1983,
+      "step": 8600
+    },
+    {
+      "epoch": 27.552,
+      "grad_norm": NaN,
+      "learning_rate": 8.903133903133904e-05,
+      "loss": 0.2247,
+      "step": 8610
+    },
+    {
+      "epoch": 27.584,
+      "grad_norm": NaN,
+      "learning_rate": 8.784425451092118e-05,
+      "loss": 0.2131,
+      "step": 8620
+    },
+    {
+      "epoch": 27.616,
+      "grad_norm": NaN,
+      "learning_rate": 8.665716999050333e-05,
+      "loss": 0.2163,
+      "step": 8630
+    },
+    {
+      "epoch": 27.648,
+      "grad_norm": NaN,
+      "learning_rate": 8.547008547008547e-05,
+      "loss": 0.2069,
+      "step": 8640
+    },
+    {
+      "epoch": 27.68,
+      "grad_norm": NaN,
+      "learning_rate": 8.428300094966762e-05,
+      "loss": 0.1939,
+      "step": 8650
+    },
+    {
+      "epoch": 27.712,
+      "grad_norm": NaN,
+      "learning_rate": 8.309591642924976e-05,
+      "loss": 0.2181,
+      "step": 8660
+    },
+    {
+      "epoch": 27.744,
+      "grad_norm": NaN,
+      "learning_rate": 8.190883190883192e-05,
+      "loss": 0.1991,
+      "step": 8670
+    },
+    {
+      "epoch": 27.776,
+      "grad_norm": NaN,
+      "learning_rate": 8.072174738841406e-05,
+      "loss": 0.2245,
+      "step": 8680
+    },
+    {
+      "epoch": 27.808,
+      "grad_norm": Infinity,
+      "learning_rate": 7.95346628679962e-05,
+      "loss": 0.2061,
+      "step": 8690
+    },
+    {
+      "epoch": 27.84,
+      "grad_norm": NaN,
+      "learning_rate": 7.834757834757834e-05,
+      "loss": 0.2171,
+      "step": 8700
+    },
+    {
+      "epoch": 27.872,
+      "grad_norm": Infinity,
+      "learning_rate": 7.716049382716049e-05,
+      "loss": 0.2166,
+      "step": 8710
+    },
+    {
+      "epoch": 27.904,
+      "grad_norm": NaN,
+      "learning_rate": 7.597340930674263e-05,
+      "loss": 0.2272,
+      "step": 8720
+    },
+    {
+      "epoch": 27.936,
+      "grad_norm": Infinity,
+      "learning_rate": 7.478632478632479e-05,
+      "loss": 0.1896,
+      "step": 8730
+    },
+    {
+      "epoch": 27.968,
+      "grad_norm": NaN,
+      "learning_rate": 7.359924026590693e-05,
+      "loss": 0.1975,
+      "step": 8740
+    },
+    {
+      "epoch": 28.0,
+      "grad_norm": NaN,
+      "learning_rate": 7.241215574548908e-05,
+      "loss": 0.1918,
+      "step": 8750
+    },
+    {
+      "epoch": 28.0,
+      "eval_accuracy": 0.7705,
+      "eval_loss": 0.5501910448074341,
+      "eval_runtime": 51.9391,
+      "eval_samples_per_second": 77.013,
+      "eval_steps_per_second": 2.407,
+      "step": 8750
+    },
+    {
+      "epoch": 28.032,
+      "grad_norm": Infinity,
+      "learning_rate": 7.122507122507123e-05,
+      "loss": 0.2219,
+      "step": 8760
+    },
+    {
+      "epoch": 28.064,
+      "grad_norm": NaN,
+      "learning_rate": 7.003798670465337e-05,
+      "loss": 0.2083,
+      "step": 8770
+    },
+    {
+      "epoch": 28.096,
+      "grad_norm": NaN,
+      "learning_rate": 6.885090218423553e-05,
+      "loss": 0.2184,
+      "step": 8780
+    },
+    {
+      "epoch": 28.128,
+      "grad_norm": NaN,
+      "learning_rate": 6.766381766381767e-05,
+      "loss": 0.2101,
+      "step": 8790
+    },
+    {
+      "epoch": 28.16,
+      "grad_norm": NaN,
+      "learning_rate": 6.647673314339982e-05,
+      "loss": 0.2107,
+      "step": 8800
+    },
+    {
+      "epoch": 28.192,
+      "grad_norm": NaN,
+      "learning_rate": 6.528964862298195e-05,
+      "loss": 0.2187,
+      "step": 8810
+    },
+    {
+      "epoch": 28.224,
+      "grad_norm": NaN,
+      "learning_rate": 6.41025641025641e-05,
+      "loss": 0.2333,
+      "step": 8820
+    },
+    {
+      "epoch": 28.256,
+      "grad_norm": NaN,
+      "learning_rate": 6.291547958214624e-05,
+      "loss": 0.1879,
+      "step": 8830
+    },
+    {
+      "epoch": 28.288,
+      "grad_norm": NaN,
+      "learning_rate": 6.17283950617284e-05,
+      "loss": 0.223,
+      "step": 8840
+    },
+    {
+      "epoch": 28.32,
+      "grad_norm": NaN,
+      "learning_rate": 6.0541310541310544e-05,
+      "loss": 0.2429,
+      "step": 8850
+    },
+    {
+      "epoch": 28.352,
+      "grad_norm": NaN,
+      "learning_rate": 5.935422602089269e-05,
+      "loss": 0.2101,
+      "step": 8860
+    },
+    {
+      "epoch": 28.384,
+      "grad_norm": NaN,
+      "learning_rate": 5.816714150047484e-05,
+      "loss": 0.2148,
+      "step": 8870
+    },
+    {
+      "epoch": 28.416,
+      "grad_norm": Infinity,
+      "learning_rate": 5.6980056980056985e-05,
+      "loss": 0.2202,
+      "step": 8880
+    },
+    {
+      "epoch": 28.448,
+      "grad_norm": NaN,
+      "learning_rate": 5.579297245963913e-05,
+      "loss": 0.227,
+      "step": 8890
+    },
+    {
+      "epoch": 28.48,
+      "grad_norm": NaN,
+      "learning_rate": 5.460588793922128e-05,
+      "loss": 0.2122,
+      "step": 8900
+    },
+    {
+      "epoch": 28.512,
+      "grad_norm": NaN,
+      "learning_rate": 5.341880341880342e-05,
+      "loss": 0.2169,
+      "step": 8910
+    },
+    {
+      "epoch": 28.544,
+      "grad_norm": NaN,
+      "learning_rate": 5.2231718898385566e-05,
+      "loss": 0.2016,
+      "step": 8920
+    },
+    {
+      "epoch": 28.576,
+      "grad_norm": NaN,
+      "learning_rate": 5.104463437796771e-05,
+      "loss": 0.2147,
+      "step": 8930
+    },
+    {
+      "epoch": 28.608,
+      "grad_norm": NaN,
+      "learning_rate": 4.985754985754986e-05,
+      "loss": 0.2198,
+      "step": 8940
+    },
+    {
+      "epoch": 28.64,
+      "grad_norm": NaN,
+      "learning_rate": 4.867046533713201e-05,
+      "loss": 0.2045,
+      "step": 8950
+    },
+    {
+      "epoch": 28.672,
+      "grad_norm": NaN,
+      "learning_rate": 4.7483380816714154e-05,
+      "loss": 0.2219,
+      "step": 8960
+    },
+    {
+      "epoch": 28.704,
+      "grad_norm": NaN,
+      "learning_rate": 4.6296296296296294e-05,
+      "loss": 0.2139,
+      "step": 8970
+    },
+    {
+      "epoch": 28.736,
+      "grad_norm": NaN,
+      "learning_rate": 4.510921177587844e-05,
+      "loss": 0.1975,
+      "step": 8980
+    },
+    {
+      "epoch": 28.768,
+      "grad_norm": NaN,
+      "learning_rate": 4.392212725546059e-05,
+      "loss": 0.2197,
+      "step": 8990
+    },
+    {
+      "epoch": 28.8,
+      "grad_norm": NaN,
+      "learning_rate": 4.2735042735042735e-05,
+      "loss": 0.2083,
+      "step": 9000
+    },
+    {
+      "epoch": 28.832,
+      "grad_norm": NaN,
+      "learning_rate": 4.154795821462488e-05,
+      "loss": 0.2399,
+      "step": 9010
+    },
+    {
+      "epoch": 28.864,
+      "grad_norm": NaN,
+      "learning_rate": 4.036087369420703e-05,
+      "loss": 0.2088,
+      "step": 9020
+    },
+    {
+      "epoch": 28.896,
+      "grad_norm": NaN,
+      "learning_rate": 3.917378917378917e-05,
+      "loss": 0.1972,
+      "step": 9030
+    },
+    {
+      "epoch": 28.928,
+      "grad_norm": Infinity,
+      "learning_rate": 3.7986704653371316e-05,
+      "loss": 0.205,
+      "step": 9040
+    },
+    {
+      "epoch": 28.96,
+      "grad_norm": NaN,
+      "learning_rate": 3.679962013295346e-05,
+      "loss": 0.1864,
+      "step": 9050
+    },
+    {
+      "epoch": 28.992,
+      "grad_norm": NaN,
+      "learning_rate": 3.561253561253562e-05,
+      "loss": 0.199,
+      "step": 9060
+    },
+    {
+      "epoch": 28.9984,
+      "eval_accuracy": 0.7675,
+      "eval_loss": 0.5455857515335083,
+      "eval_runtime": 52.0571,
+      "eval_samples_per_second": 76.839,
+      "eval_steps_per_second": 2.401,
+      "step": 9062
+    },
+    {
+      "epoch": 29.024,
+      "grad_norm": NaN,
+      "learning_rate": 3.4425451092117764e-05,
+      "loss": 0.1993,
+      "step": 9070
+    },
+    {
+      "epoch": 29.056,
+      "grad_norm": NaN,
+      "learning_rate": 3.323836657169991e-05,
+      "loss": 0.1937,
+      "step": 9080
+    },
+    {
+      "epoch": 29.088,
+      "grad_norm": NaN,
+      "learning_rate": 3.205128205128205e-05,
+      "loss": 0.2244,
+      "step": 9090
+    },
+    {
+      "epoch": 29.12,
+      "grad_norm": NaN,
+      "learning_rate": 3.08641975308642e-05,
+      "loss": 0.2198,
+      "step": 9100
+    },
+    {
+      "epoch": 29.152,
+      "grad_norm": NaN,
+      "learning_rate": 2.9677113010446345e-05,
+      "loss": 0.1889,
+      "step": 9110
+    },
+    {
+      "epoch": 29.184,
+      "grad_norm": NaN,
+      "learning_rate": 2.8490028490028492e-05,
+      "loss": 0.2253,
+      "step": 9120
+    },
+    {
+      "epoch": 29.216,
+      "grad_norm": Infinity,
+      "learning_rate": 2.730294396961064e-05,
+      "loss": 0.2155,
+      "step": 9130
+    },
+    {
+      "epoch": 29.248,
+      "grad_norm": NaN,
+      "learning_rate": 2.6115859449192783e-05,
+      "loss": 0.2084,
+      "step": 9140
+    },
+    {
+      "epoch": 29.28,
+      "grad_norm": NaN,
+      "learning_rate": 2.492877492877493e-05,
+      "loss": 0.1883,
+      "step": 9150
+    },
+    {
+      "epoch": 29.312,
+      "grad_norm": NaN,
+      "learning_rate": 2.3741690408357077e-05,
+      "loss": 0.225,
+      "step": 9160
+    },
+    {
+      "epoch": 29.344,
+      "grad_norm": NaN,
+      "learning_rate": 2.255460588793922e-05,
+      "loss": 0.2065,
+      "step": 9170
+    },
+    {
+      "epoch": 29.376,
+      "grad_norm": NaN,
+      "learning_rate": 2.1367521367521368e-05,
+      "loss": 0.2185,
+      "step": 9180
+    },
+    {
+      "epoch": 29.408,
+      "grad_norm": NaN,
+      "learning_rate": 2.0180436847103515e-05,
+      "loss": 0.2292,
+      "step": 9190
+    },
+    {
+      "epoch": 29.44,
+      "grad_norm": NaN,
+      "learning_rate": 1.8993352326685658e-05,
+      "loss": 0.2212,
+      "step": 9200
+    },
+    {
+      "epoch": 29.472,
+      "grad_norm": NaN,
+      "learning_rate": 1.780626780626781e-05,
+      "loss": 0.2327,
+      "step": 9210
+    },
+    {
+      "epoch": 29.504,
+      "grad_norm": NaN,
+      "learning_rate": 1.6619183285849956e-05,
+      "loss": 0.1956,
+      "step": 9220
+    },
+    {
+      "epoch": 29.536,
+      "grad_norm": NaN,
+      "learning_rate": 1.54320987654321e-05,
+      "loss": 0.2135,
+      "step": 9230
+    },
+    {
+      "epoch": 29.568,
+      "grad_norm": NaN,
+      "learning_rate": 1.4245014245014246e-05,
+      "loss": 0.206,
+      "step": 9240
+    },
+    {
+      "epoch": 29.6,
+      "grad_norm": NaN,
+      "learning_rate": 1.3057929724596391e-05,
+      "loss": 0.2007,
+      "step": 9250
+    },
+    {
+      "epoch": 29.632,
+      "grad_norm": NaN,
+      "learning_rate": 1.1870845204178538e-05,
+      "loss": 0.2297,
+      "step": 9260
+    },
+    {
+      "epoch": 29.664,
+      "grad_norm": NaN,
+      "learning_rate": 1.0683760683760684e-05,
+      "loss": 0.2129,
+      "step": 9270
+    },
+    {
+      "epoch": 29.696,
+      "grad_norm": NaN,
+      "learning_rate": 9.496676163342829e-06,
+      "loss": 0.1998,
+      "step": 9280
+    },
+    {
+      "epoch": 29.728,
+      "grad_norm": NaN,
+      "learning_rate": 8.309591642924978e-06,
+      "loss": 0.2104,
+      "step": 9290
+    },
+    {
+      "epoch": 29.76,
+      "grad_norm": NaN,
+      "learning_rate": 7.122507122507123e-06,
+      "loss": 0.2138,
+      "step": 9300
+    },
+    {
+      "epoch": 29.792,
+      "grad_norm": NaN,
+      "learning_rate": 5.935422602089269e-06,
+      "loss": 0.2111,
+      "step": 9310
+    },
+    {
+      "epoch": 29.824,
+      "grad_norm": NaN,
+      "learning_rate": 4.7483380816714145e-06,
+      "loss": 0.2009,
+      "step": 9320
+    },
+    {
+      "epoch": 29.856,
+      "grad_norm": NaN,
+      "learning_rate": 3.5612535612535615e-06,
+      "loss": 0.2021,
+      "step": 9330
+    },
+    {
+      "epoch": 29.888,
+      "grad_norm": NaN,
+      "learning_rate": 2.3741690408357073e-06,
+      "loss": 0.1985,
+      "step": 9340
+    },
+    {
+      "epoch": 29.92,
+      "grad_norm": NaN,
+      "learning_rate": 1.1870845204178536e-06,
+      "loss": 0.2092,
+      "step": 9350
+    },
+    {
+      "epoch": 29.951999999999998,
+      "grad_norm": NaN,
+      "learning_rate": 0.0,
+      "loss": 0.21,
+      "step": 9360
+    },
+    {
+      "epoch": 29.951999999999998,
+      "eval_accuracy": 0.7715,
+      "eval_loss": 0.5483142733573914,
+      "eval_runtime": 52.0007,
+      "eval_samples_per_second": 76.922,
+      "eval_steps_per_second": 2.404,
+      "step": 9360
+    },
+    {
+      "epoch": 29.951999999999998,
+      "step": 9360,
+      "total_flos": 2.9779463284174356e+19,
+      "train_loss": 0.21163268028161464,
+      "train_runtime": 43715.1441,
+      "train_samples_per_second": 27.45,
+      "train_steps_per_second": 0.214
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9360,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.9779463284174356e+19,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}