Training in progress, step 153735, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0da236913c0698a19dadb026d7f129cf61bdf3483ad0fde127f8434a79ccc72b
+oid sha256:883791f7abc6e83c8e078106f39af0c6dbda2d78e338250d65b667eb4bb06dcc
 size 627606952

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc1b0f2c1051a9f255f245431f50eda9e5a770f98da3e77421dbb021017d33ef
+oid sha256:9bbf029fe349e864ea24f1aa543363bd07868a06eaec1a92cdffa42a099472c3
 size 318986436

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:175509bfcc21c430bd41730ec60a1c1e2a0e0e2efc9edcc0e281ec6fb33ae3f0
+oid sha256:b86ef01c6375796fdd1e8c22f1578cb8d4b3b030168886f5664505c5f70ec251
 size 15984

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c298884c4076550955719a08a9cc1d2a153fa218991389230d286f590d81a2f9
+oid sha256:91172b4328e968365f3e7c73829064deda13714a27c947fc1311c6feaa062ba9
 size 15984

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebde1ea3e937bf24bf7f481b53521f924aa76152fb1cebf70f1fc017023516ac
+oid sha256:a959582076a6ac61743f8b360375823c0a22d57c5299460727134171480c2c4a
 size 15984

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2ab341653ccf693e45850be7e7e0c1e996ac410eb6fa585f6d30d8d0048b073
+oid sha256:ec8b44284719a200b8836519e2b619f44ab7ee36a92040ba68d4511ee7490bd5
 size 15984

last-checkpoint/rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfbcfa7c48fd11afe8b1473d30e7981bcc76019147c8985e57730cd8738605e8
+oid sha256:ed98150df53faedb2f7ab733ab95a1eb627722350e287b316cd3f55225249d45
 size 15984

last-checkpoint/rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f649de3c99b6241612a92ee0437add32a931916d922d9217f0f98002a6c85101
+oid sha256:1c56fb323d2dfc786780918b0a3871635690d33d2b53c6f50f058cdc915c9879
 size 15984

last-checkpoint/rng_state_6.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:756e70093cf2f19964adfb06cb608bea158cf88841776f06fe71a474cdc782dd
+oid sha256:54642cb8b6edcb0379f079a97a73cd798989d2033a83d539e2f7aa6e46426951
 size 15984

last-checkpoint/rng_state_7.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2c926226d0b849279e030dac7879b16f2a294905ed9d77cb988442c178e195e
+oid sha256:89e4108dfcd1cb85bb52febcf2d1838b369309a5b7aec71b4c24c537d77475c2
 size 15984

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e9a9af68bd5dea13ba85234e2025e05d43cc81e02ba57a2351da707e63b5747
+oid sha256:566f22a287ae39f3b9654b0727421444cfffea626ed07bee5045c2aaca718e53
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 18.0,
+  "epoch": 18.5,
   "eval_steps": 8310,
-  "global_step": 149580,
+  "global_step": 153735,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -104865,6 +104865,2911 @@
       "eval_samples_per_second": 62.098,
       "eval_steps_per_second": 7.768,
       "step": 149580
+    },
+    {
+      "epoch": 18.001203369434418,
+      "grad_norm": 2082.1474609375,
+      "learning_rate": 0.0001852877063218934,
+      "loss": 7.3862,
+      "step": 149590
+    },
+    {
+      "epoch": 18.00240673886883,
+      "grad_norm": 151.06271362304688,
+      "learning_rate": 0.000185285720006071,
+      "loss": 7.3733,
+      "step": 149600
+    },
+    {
+      "epoch": 18.00361010830325,
+      "grad_norm": 338.38525390625,
+      "learning_rate": 0.0001852837335668191,
+      "loss": 7.3697,
+      "step": 149610
+    },
+    {
+      "epoch": 18.004813477737667,
+      "grad_norm": 305.02740478515625,
+      "learning_rate": 0.0001852817470041406,
+      "loss": 7.3517,
+      "step": 149620
+    },
+    {
+      "epoch": 18.00601684717208,
+      "grad_norm": 64.78070068359375,
+      "learning_rate": 0.00018527976031803832,
+      "loss": 7.3814,
+      "step": 149630
+    },
+    {
+      "epoch": 18.0072202166065,
+      "grad_norm": 525.9762573242188,
+      "learning_rate": 0.00018527777350851516,
+      "loss": 7.3542,
+      "step": 149640
+    },
+    {
+      "epoch": 18.008423586040916,
+      "grad_norm": 1789.5118408203125,
+      "learning_rate": 0.00018527578657557406,
+      "loss": 7.3802,
+      "step": 149650
+    },
+    {
+      "epoch": 18.00962695547533,
+      "grad_norm": 172.57984924316406,
+      "learning_rate": 0.0001852737995192178,
+      "loss": 7.4317,
+      "step": 149660
+    },
+    {
+      "epoch": 18.010830324909747,
+      "grad_norm": 3822.205078125,
+      "learning_rate": 0.00018527181233944932,
+      "loss": 7.2932,
+      "step": 149670
+    },
+    {
+      "epoch": 18.012033694344165,
+      "grad_norm": 304.72161865234375,
+      "learning_rate": 0.00018526982503627148,
+      "loss": 7.334,
+      "step": 149680
+    },
+    {
+      "epoch": 18.01323706377858,
+      "grad_norm": 103.07905578613281,
+      "learning_rate": 0.00018526783760968712,
+      "loss": 7.3166,
+      "step": 149690
+    },
+    {
+      "epoch": 18.014440433212997,
+      "grad_norm": 111.76778411865234,
+      "learning_rate": 0.0001852658500596992,
+      "loss": 7.3012,
+      "step": 149700
+    },
+    {
+      "epoch": 18.015643802647414,
+      "grad_norm": 173.53530883789062,
+      "learning_rate": 0.0001852638623863105,
+      "loss": 7.2736,
+      "step": 149710
+    },
+    {
+      "epoch": 18.016847172081828,
+      "grad_norm": 1576.4041748046875,
+      "learning_rate": 0.00018526187458952394,
+      "loss": 7.398,
+      "step": 149720
+    },
+    {
+      "epoch": 18.018050541516246,
+      "grad_norm": 1148.1187744140625,
+      "learning_rate": 0.0001852598866693424,
+      "loss": 7.3654,
+      "step": 149730
+    },
+    {
+      "epoch": 18.019253910950663,
+      "grad_norm": 123.3941879272461,
+      "learning_rate": 0.00018525789862576875,
+      "loss": 7.4426,
+      "step": 149740
+    },
+    {
+      "epoch": 18.020457280385077,
+      "grad_norm": 771.9910278320312,
+      "learning_rate": 0.0001852559104588059,
+      "loss": 7.3355,
+      "step": 149750
+    },
+    {
+      "epoch": 18.021660649819495,
+      "grad_norm": 1503.333740234375,
+      "learning_rate": 0.0001852539221684567,
+      "loss": 7.3849,
+      "step": 149760
+    },
+    {
+      "epoch": 18.022864019253912,
+      "grad_norm": 1722.6297607421875,
+      "learning_rate": 0.00018525193375472398,
+      "loss": 7.371,
+      "step": 149770
+    },
+    {
+      "epoch": 18.024067388688326,
+      "grad_norm": 2357.4091796875,
+      "learning_rate": 0.00018524994521761069,
+      "loss": 7.3561,
+      "step": 149780
+    },
+    {
+      "epoch": 18.025270758122744,
+      "grad_norm": 460.76104736328125,
+      "learning_rate": 0.00018524795655711968,
+      "loss": 7.3813,
+      "step": 149790
+    },
+    {
+      "epoch": 18.02647412755716,
+      "grad_norm": 1920.828125,
+      "learning_rate": 0.00018524596777325382,
+      "loss": 7.4556,
+      "step": 149800
+    },
+    {
+      "epoch": 18.027677496991576,
+      "grad_norm": 9213.4033203125,
+      "learning_rate": 0.00018524397886601602,
+      "loss": 7.3546,
+      "step": 149810
+    },
+    {
+      "epoch": 18.028880866425993,
+      "grad_norm": 9927.3623046875,
+      "learning_rate": 0.00018524198983540914,
+      "loss": 7.3267,
+      "step": 149820
+    },
+    {
+      "epoch": 18.03008423586041,
+      "grad_norm": 18445.11328125,
+      "learning_rate": 0.00018524000068143604,
+      "loss": 7.4944,
+      "step": 149830
+    },
+    {
+      "epoch": 18.031287605294825,
+      "grad_norm": 8243.80078125,
+      "learning_rate": 0.0001852380114040996,
+      "loss": 7.5059,
+      "step": 149840
+    },
+    {
+      "epoch": 18.032490974729242,
+      "grad_norm": 1434.2047119140625,
+      "learning_rate": 0.00018523602200340276,
+      "loss": 7.4293,
+      "step": 149850
+    },
+    {
+      "epoch": 18.03369434416366,
+      "grad_norm": 983.7843017578125,
+      "learning_rate": 0.0001852340324793483,
+      "loss": 7.4002,
+      "step": 149860
+    },
+    {
+      "epoch": 18.034897713598074,
+      "grad_norm": 3585.263427734375,
+      "learning_rate": 0.00018523204283193919,
+      "loss": 7.3998,
+      "step": 149870
+    },
+    {
+      "epoch": 18.03610108303249,
+      "grad_norm": 3442.3017578125,
+      "learning_rate": 0.0001852300530611782,
+      "loss": 7.4419,
+      "step": 149880
+    },
+    {
+      "epoch": 18.03730445246691,
+      "grad_norm": 743.7374267578125,
+      "learning_rate": 0.00018522806316706837,
+      "loss": 7.4102,
+      "step": 149890
+    },
+    {
+      "epoch": 18.038507821901323,
+      "grad_norm": 1866.08251953125,
+      "learning_rate": 0.00018522607314961246,
+      "loss": 7.501,
+      "step": 149900
+    },
+    {
+      "epoch": 18.03971119133574,
+      "grad_norm": 405.5949401855469,
+      "learning_rate": 0.00018522408300881337,
+      "loss": 7.3552,
+      "step": 149910
+    },
+    {
+      "epoch": 18.040914560770158,
+      "grad_norm": 4595.52783203125,
+      "learning_rate": 0.000185222092744674,
+      "loss": 7.4292,
+      "step": 149920
+    },
+    {
+      "epoch": 18.042117930204572,
+      "grad_norm": 388.3169250488281,
+      "learning_rate": 0.0001852201023571972,
+      "loss": 7.3558,
+      "step": 149930
+    },
+    {
+      "epoch": 18.04332129963899,
+      "grad_norm": 1000.1346435546875,
+      "learning_rate": 0.0001852181118463859,
+      "loss": 7.3738,
+      "step": 149940
+    },
+    {
+      "epoch": 18.044524669073404,
+      "grad_norm": 7603.63720703125,
+      "learning_rate": 0.00018521612121224294,
+      "loss": 7.4176,
+      "step": 149950
+    },
+    {
+      "epoch": 18.04572803850782,
+      "grad_norm": 334.28271484375,
+      "learning_rate": 0.0001852141304547712,
+      "loss": 7.4004,
+      "step": 149960
+    },
+    {
+      "epoch": 18.04693140794224,
+      "grad_norm": 1391.88037109375,
+      "learning_rate": 0.0001852121395739736,
+      "loss": 7.3678,
+      "step": 149970
+    },
+    {
+      "epoch": 18.048134777376653,
+      "grad_norm": 27133.986328125,
+      "learning_rate": 0.000185210148569853,
+      "loss": 7.4173,
+      "step": 149980
+    },
+    {
+      "epoch": 18.04933814681107,
+      "grad_norm": 654.1278076171875,
+      "learning_rate": 0.00018520815744241226,
+      "loss": 7.4461,
+      "step": 149990
+    },
+    {
+      "epoch": 18.050541516245488,
+      "grad_norm": 653.0599365234375,
+      "learning_rate": 0.00018520616619165429,
+      "loss": 7.4052,
+      "step": 150000
+    },
+    {
+      "epoch": 18.051744885679902,
+      "grad_norm": 17197.240234375,
+      "learning_rate": 0.00018520417481758194,
+      "loss": 7.4436,
+      "step": 150010
+    },
+    {
+      "epoch": 18.05294825511432,
+      "grad_norm": 991.9915771484375,
+      "learning_rate": 0.0001852021833201981,
+      "loss": 7.4564,
+      "step": 150020
+    },
+    {
+      "epoch": 18.054151624548737,
+      "grad_norm": 2691.764892578125,
+      "learning_rate": 0.00018520019169950572,
+      "loss": 7.4842,
+      "step": 150030
+    },
+    {
+      "epoch": 18.05535499398315,
+      "grad_norm": 6338.83544921875,
+      "learning_rate": 0.0001851981999555076,
+      "loss": 7.3698,
+      "step": 150040
+    },
+    {
+      "epoch": 18.05655836341757,
+      "grad_norm": 185.8012237548828,
+      "learning_rate": 0.00018519620808820663,
+      "loss": 7.2721,
+      "step": 150050
+    },
+    {
+      "epoch": 18.057761732851986,
+      "grad_norm": 339.1905212402344,
+      "learning_rate": 0.00018519421609760573,
+      "loss": 7.3596,
+      "step": 150060
+    },
+    {
+      "epoch": 18.0589651022864,
+      "grad_norm": 10055.3291015625,
+      "learning_rate": 0.00018519222398370776,
+      "loss": 7.4733,
+      "step": 150070
+    },
+    {
+      "epoch": 18.060168471720818,
+      "grad_norm": 384.69122314453125,
+      "learning_rate": 0.00018519023174651562,
+      "loss": 7.4054,
+      "step": 150080
+    },
+    {
+      "epoch": 18.061371841155236,
+      "grad_norm": 1484.3526611328125,
+      "learning_rate": 0.00018518823938603219,
+      "loss": 7.4336,
+      "step": 150090
+    },
+    {
+      "epoch": 18.06257521058965,
+      "grad_norm": 655.484130859375,
+      "learning_rate": 0.00018518624690226033,
+      "loss": 7.409,
+      "step": 150100
+    },
+    {
+      "epoch": 18.063778580024067,
+      "grad_norm": 399.81085205078125,
+      "learning_rate": 0.00018518425429520292,
+      "loss": 7.4643,
+      "step": 150110
+    },
+    {
+      "epoch": 18.064981949458485,
+      "grad_norm": 777.1300659179688,
+      "learning_rate": 0.00018518226156486288,
+      "loss": 7.4887,
+      "step": 150120
+    },
+    {
+      "epoch": 18.0661853188929,
+      "grad_norm": 1444.622314453125,
+      "learning_rate": 0.00018518026871124307,
+      "loss": 7.357,
+      "step": 150130
+    },
+    {
+      "epoch": 18.067388688327316,
+      "grad_norm": 2199.203125,
+      "learning_rate": 0.00018517827573434642,
+      "loss": 7.3952,
+      "step": 150140
+    },
+    {
+      "epoch": 18.068592057761734,
+      "grad_norm": 921.2860107421875,
+      "learning_rate": 0.00018517628263417572,
+      "loss": 7.4424,
+      "step": 150150
+    },
+    {
+      "epoch": 18.069795427196148,
+      "grad_norm": 1011.6319580078125,
+      "learning_rate": 0.00018517428941073396,
+      "loss": 7.4433,
+      "step": 150160
+    },
+    {
+      "epoch": 18.070998796630565,
+      "grad_norm": 355.4660339355469,
+      "learning_rate": 0.00018517229606402393,
+      "loss": 7.4623,
+      "step": 150170
+    },
+    {
+      "epoch": 18.072202166064983,
+      "grad_norm": 336.6348876953125,
+      "learning_rate": 0.0001851703025940486,
+      "loss": 7.4286,
+      "step": 150180
+    },
+    {
+      "epoch": 18.073405535499397,
+      "grad_norm": 1935.4490966796875,
+      "learning_rate": 0.00018516830900081076,
+      "loss": 7.3342,
+      "step": 150190
+    },
+    {
+      "epoch": 18.074608904933815,
+      "grad_norm": 1970.3548583984375,
+      "learning_rate": 0.0001851663152843134,
+      "loss": 7.4098,
+      "step": 150200
+    },
+    {
+      "epoch": 18.075812274368232,
+      "grad_norm": 10640.7919921875,
+      "learning_rate": 0.00018516432144455934,
+      "loss": 7.4296,
+      "step": 150210
+    },
+    {
+      "epoch": 18.077015643802646,
+      "grad_norm": 5139.22802734375,
+      "learning_rate": 0.00018516232748155148,
+      "loss": 7.4374,
+      "step": 150220
+    },
+    {
+      "epoch": 18.078219013237064,
+      "grad_norm": 6197.271484375,
+      "learning_rate": 0.0001851603333952927,
+      "loss": 7.4404,
+      "step": 150230
+    },
+    {
+      "epoch": 18.07942238267148,
+      "grad_norm": 814.4199829101562,
+      "learning_rate": 0.0001851583391857859,
+      "loss": 7.4299,
+      "step": 150240
+    },
+    {
+      "epoch": 18.080625752105895,
+      "grad_norm": 7303.916015625,
+      "learning_rate": 0.00018515634485303395,
+      "loss": 7.3515,
+      "step": 150250
+    },
+    {
+      "epoch": 18.081829121540313,
+      "grad_norm": 37418.73046875,
+      "learning_rate": 0.00018515435039703974,
+      "loss": 7.4337,
+      "step": 150260
+    },
+    {
+      "epoch": 18.08303249097473,
+      "grad_norm": 2385.81640625,
+      "learning_rate": 0.0001851523558178062,
+      "loss": 7.393,
+      "step": 150270
+    },
+    {
+      "epoch": 18.084235860409144,
+      "grad_norm": 365.7031555175781,
+      "learning_rate": 0.00018515036111533612,
+      "loss": 7.4232,
+      "step": 150280
+    },
+    {
+      "epoch": 18.085439229843562,
+      "grad_norm": 4888.36572265625,
+      "learning_rate": 0.0001851483662896325,
+      "loss": 7.3289,
+      "step": 150290
+    },
+    {
+      "epoch": 18.08664259927798,
+      "grad_norm": 719.6381225585938,
+      "learning_rate": 0.00018514637134069812,
+      "loss": 7.4972,
+      "step": 150300
+    },
+    {
+      "epoch": 18.087845968712394,
+      "grad_norm": 4957.48974609375,
+      "learning_rate": 0.00018514437626853596,
+      "loss": 7.557,
+      "step": 150310
+    },
+    {
+      "epoch": 18.08904933814681,
+      "grad_norm": 5745.91552734375,
+      "learning_rate": 0.00018514238107314882,
+      "loss": 7.4551,
+      "step": 150320
+    },
+    {
+      "epoch": 18.09025270758123,
+      "grad_norm": 3058.720703125,
+      "learning_rate": 0.0001851403857545397,
+      "loss": 7.4735,
+      "step": 150330
+    },
+    {
+      "epoch": 18.091456077015643,
+      "grad_norm": 983.1807250976562,
+      "learning_rate": 0.00018513839031271135,
+      "loss": 7.4255,
+      "step": 150340
+    },
+    {
+      "epoch": 18.09265944645006,
+      "grad_norm": 190.457763671875,
+      "learning_rate": 0.00018513639474766676,
+      "loss": 7.4275,
+      "step": 150350
+    },
+    {
+      "epoch": 18.093862815884478,
+      "grad_norm": 136.7671661376953,
+      "learning_rate": 0.0001851343990594088,
+      "loss": 7.518,
+      "step": 150360
+    },
+    {
+      "epoch": 18.095066185318892,
+      "grad_norm": 62.439186096191406,
+      "learning_rate": 0.00018513240324794034,
+      "loss": 7.5152,
+      "step": 150370
+    },
+    {
+      "epoch": 18.09626955475331,
+      "grad_norm": 53.048553466796875,
+      "learning_rate": 0.00018513040731326426,
+      "loss": 7.5674,
+      "step": 150380
+    },
+    {
+      "epoch": 18.097472924187727,
+      "grad_norm": 30.955257415771484,
+      "learning_rate": 0.0001851284112553835,
+      "loss": 7.5671,
+      "step": 150390
+    },
+    {
+      "epoch": 18.09867629362214,
+      "grad_norm": 35.14524459838867,
+      "learning_rate": 0.00018512641507430086,
+      "loss": 7.5236,
+      "step": 150400
+    },
+    {
+      "epoch": 18.09987966305656,
+      "grad_norm": 105.49443817138672,
+      "learning_rate": 0.0001851244187700193,
+      "loss": 7.53,
+      "step": 150410
+    },
+    {
+      "epoch": 18.101083032490976,
+      "grad_norm": 26.84381103515625,
+      "learning_rate": 0.0001851224223425417,
+      "loss": 7.5037,
+      "step": 150420
+    },
+    {
+      "epoch": 18.10228640192539,
+      "grad_norm": 55.635597229003906,
+      "learning_rate": 0.00018512042579187094,
+      "loss": 7.4922,
+      "step": 150430
+    },
+    {
+      "epoch": 18.103489771359808,
+      "grad_norm": 66.30591583251953,
+      "learning_rate": 0.00018511842911800988,
+      "loss": 7.5733,
+      "step": 150440
+    },
+    {
+      "epoch": 18.104693140794225,
+      "grad_norm": 111.55799102783203,
+      "learning_rate": 0.00018511643232096148,
+      "loss": 7.5171,
+      "step": 150450
+    },
+    {
+      "epoch": 18.10589651022864,
+      "grad_norm": 203.03775024414062,
+      "learning_rate": 0.00018511443540072855,
+      "loss": 7.5406,
+      "step": 150460
+    },
+    {
+      "epoch": 18.107099879663057,
+      "grad_norm": 65.03297424316406,
+      "learning_rate": 0.00018511243835731404,
+      "loss": 7.3924,
+      "step": 150470
+    },
+    {
+      "epoch": 18.108303249097474,
+      "grad_norm": 247.0765380859375,
+      "learning_rate": 0.0001851104411907208,
+      "loss": 7.5306,
+      "step": 150480
+    },
+    {
+      "epoch": 18.10950661853189,
+      "grad_norm": 105.78290557861328,
+      "learning_rate": 0.00018510844390095177,
+      "loss": 7.4942,
+      "step": 150490
+    },
+    {
+      "epoch": 18.110709987966306,
+      "grad_norm": 82.8394775390625,
+      "learning_rate": 0.00018510644648800977,
+      "loss": 7.5812,
+      "step": 150500
+    },
+    {
+      "epoch": 18.111913357400724,
+      "grad_norm": 185.19444274902344,
+      "learning_rate": 0.00018510444895189777,
+      "loss": 7.3928,
+      "step": 150510
+    },
+    {
+      "epoch": 18.113116726835138,
+      "grad_norm": 318.8232421875,
+      "learning_rate": 0.0001851024512926186,
+      "loss": 7.3806,
+      "step": 150520
+    },
+    {
+      "epoch": 18.114320096269555,
+      "grad_norm": 199.4155731201172,
+      "learning_rate": 0.00018510045351017516,
+      "loss": 7.4369,
+      "step": 150530
+    },
+    {
+      "epoch": 18.115523465703973,
+      "grad_norm": 200.80133056640625,
+      "learning_rate": 0.00018509845560457037,
+      "loss": 7.4884,
+      "step": 150540
+    },
+    {
+      "epoch": 18.116726835138387,
+      "grad_norm": 68.57654571533203,
+      "learning_rate": 0.0001850964575758071,
+      "loss": 7.3612,
+      "step": 150550
+    },
+    {
+      "epoch": 18.117930204572804,
+      "grad_norm": 155.61082458496094,
+      "learning_rate": 0.00018509445942388824,
+      "loss": 7.3387,
+      "step": 150560
+    },
+    {
+      "epoch": 18.119133574007222,
+      "grad_norm": 89.49139404296875,
+      "learning_rate": 0.0001850924611488167,
+      "loss": 7.355,
+      "step": 150570
+    },
+    {
+      "epoch": 18.120336943441636,
+      "grad_norm": 200.8621826171875,
+      "learning_rate": 0.00018509046275059536,
+      "loss": 7.3875,
+      "step": 150580
+    },
+    {
+      "epoch": 18.121540312876053,
+      "grad_norm": 156.1785888671875,
+      "learning_rate": 0.0001850884642292271,
+      "loss": 7.2877,
+      "step": 150590
+    },
+    {
+      "epoch": 18.12274368231047,
+      "grad_norm": 99.13287353515625,
+      "learning_rate": 0.00018508646558471482,
+      "loss": 7.4628,
+      "step": 150600
+    },
+    {
+      "epoch": 18.123947051744885,
+      "grad_norm": 241.97088623046875,
+      "learning_rate": 0.00018508446681706145,
+      "loss": 7.3007,
+      "step": 150610
+    },
+    {
+      "epoch": 18.125150421179303,
+      "grad_norm": 103.4607162475586,
+      "learning_rate": 0.00018508246792626985,
+      "loss": 7.4595,
+      "step": 150620
+    },
+    {
+      "epoch": 18.126353790613717,
+      "grad_norm": 279.5429992675781,
+      "learning_rate": 0.00018508046891234288,
+      "loss": 7.3618,
+      "step": 150630
+    },
+    {
+      "epoch": 18.127557160048134,
+      "grad_norm": 137.11724853515625,
+      "learning_rate": 0.00018507846977528346,
+      "loss": 7.3999,
+      "step": 150640
+    },
+    {
+      "epoch": 18.128760529482552,
+      "grad_norm": 111.09395599365234,
+      "learning_rate": 0.00018507647051509453,
+      "loss": 7.4563,
+      "step": 150650
+    },
+    {
+      "epoch": 18.129963898916966,
+      "grad_norm": 143.97569274902344,
+      "learning_rate": 0.0001850744711317789,
+      "loss": 7.3328,
+      "step": 150660
+    },
+    {
+      "epoch": 18.131167268351383,
+      "grad_norm": 85.04871368408203,
+      "learning_rate": 0.00018507247162533955,
+      "loss": 7.4279,
+      "step": 150670
+    },
+    {
+      "epoch": 18.1323706377858,
+      "grad_norm": 270.6744689941406,
+      "learning_rate": 0.00018507047199577928,
+      "loss": 7.3959,
+      "step": 150680
+    },
+    {
+      "epoch": 18.133574007220215,
+      "grad_norm": 67.41458129882812,
+      "learning_rate": 0.00018506847224310105,
+      "loss": 7.3664,
+      "step": 150690
+    },
+    {
+      "epoch": 18.134777376654633,
+      "grad_norm": 134.37625122070312,
+      "learning_rate": 0.00018506647236730774,
+      "loss": 7.3415,
+      "step": 150700
+    },
+    {
+      "epoch": 18.13598074608905,
+      "grad_norm": 253.5409393310547,
+      "learning_rate": 0.00018506447236840226,
+      "loss": 7.3253,
+      "step": 150710
+    },
+    {
+      "epoch": 18.137184115523464,
+      "grad_norm": 107.16642761230469,
+      "learning_rate": 0.00018506247224638747,
+      "loss": 7.3727,
+      "step": 150720
+    },
+    {
+      "epoch": 18.13838748495788,
+      "grad_norm": 203.11355590820312,
+      "learning_rate": 0.0001850604720012663,
+      "loss": 7.4762,
+      "step": 150730
+    },
+    {
+      "epoch": 18.1395908543923,
+      "grad_norm": 211.16729736328125,
+      "learning_rate": 0.00018505847163304158,
+      "loss": 7.4892,
+      "step": 150740
+    },
+    {
+      "epoch": 18.140794223826713,
+      "grad_norm": 92.10486602783203,
+      "learning_rate": 0.0001850564711417163,
+      "loss": 7.3412,
+      "step": 150750
+    },
+    {
+      "epoch": 18.14199759326113,
+      "grad_norm": 149.5958709716797,
+      "learning_rate": 0.0001850544705272933,
+      "loss": 7.3792,
+      "step": 150760
+    },
+    {
+      "epoch": 18.14320096269555,
+      "grad_norm": 145.82102966308594,
+      "learning_rate": 0.0001850524697897755,
+      "loss": 7.406,
+      "step": 150770
+    },
+    {
+      "epoch": 18.144404332129962,
+      "grad_norm": 198.8045654296875,
+      "learning_rate": 0.0001850504689291657,
+      "loss": 7.3768,
+      "step": 150780
+    },
+    {
+      "epoch": 18.14560770156438,
+      "grad_norm": 115.61459350585938,
+      "learning_rate": 0.00018504846794546693,
+      "loss": 7.3904,
+      "step": 150790
+    },
+    {
+      "epoch": 18.146811070998798,
+      "grad_norm": 98.6722183227539,
+      "learning_rate": 0.00018504646683868204,
+      "loss": 7.3789,
+      "step": 150800
+    },
+    {
+      "epoch": 18.14801444043321,
+      "grad_norm": 156.54734802246094,
+      "learning_rate": 0.0001850444656088139,
+      "loss": 7.2916,
+      "step": 150810
+    },
+    {
+      "epoch": 18.14921780986763,
+      "grad_norm": 105.44517517089844,
+      "learning_rate": 0.00018504246425586542,
+      "loss": 7.3621,
+      "step": 150820
+    },
+    {
+      "epoch": 18.150421179302047,
+      "grad_norm": 177.7098388671875,
+      "learning_rate": 0.0001850404627798395,
+      "loss": 7.4214,
+      "step": 150830
+    },
+    {
+      "epoch": 18.15162454873646,
+      "grad_norm": 88.13648223876953,
+      "learning_rate": 0.00018503846118073902,
+      "loss": 7.4682,
+      "step": 150840
+    },
+    {
+      "epoch": 18.15282791817088,
+      "grad_norm": 93.81919860839844,
+      "learning_rate": 0.00018503645945856692,
+      "loss": 7.3496,
+      "step": 150850
+    },
+    {
+      "epoch": 18.154031287605296,
+      "grad_norm": 137.61151123046875,
+      "learning_rate": 0.00018503445761332605,
+      "loss": 7.4063,
+      "step": 150860
+    },
+    {
+      "epoch": 18.15523465703971,
+      "grad_norm": 57.4403076171875,
+      "learning_rate": 0.00018503245564501931,
+      "loss": 7.4349,
+      "step": 150870
+    },
+    {
+      "epoch": 18.156438026474127,
+      "grad_norm": 138.23391723632812,
+      "learning_rate": 0.00018503045355364964,
+      "loss": 7.3763,
+      "step": 150880
+    },
+    {
+      "epoch": 18.157641395908545,
+      "grad_norm": 151.458740234375,
+      "learning_rate": 0.00018502845133921988,
+      "loss": 7.35,
+      "step": 150890
+    },
+    {
+      "epoch": 18.15884476534296,
+      "grad_norm": 106.25843811035156,
+      "learning_rate": 0.000185026449001733,
+      "loss": 7.3819,
+      "step": 150900
+    },
+    {
+      "epoch": 18.160048134777377,
+      "grad_norm": 126.08541107177734,
+      "learning_rate": 0.00018502444654119182,
+      "loss": 7.467,
+      "step": 150910
+    },
+    {
+      "epoch": 18.161251504211794,
+      "grad_norm": 122.78411102294922,
+      "learning_rate": 0.0001850224439575993,
+      "loss": 7.3777,
+      "step": 150920
+    },
+    {
+      "epoch": 18.162454873646208,
+      "grad_norm": 255.74432373046875,
+      "learning_rate": 0.00018502044125095828,
+      "loss": 7.3988,
+      "step": 150930
+    },
+    {
+      "epoch": 18.163658243080626,
+      "grad_norm": 167.97303771972656,
+      "learning_rate": 0.00018501843842127174,
+      "loss": 7.523,
+      "step": 150940
+    },
+    {
+      "epoch": 18.164861612515043,
+      "grad_norm": 78.77965545654297,
+      "learning_rate": 0.00018501643546854247,
+      "loss": 7.369,
+      "step": 150950
+    },
+    {
+      "epoch": 18.166064981949457,
+      "grad_norm": 172.5324249267578,
+      "learning_rate": 0.00018501443239277347,
+      "loss": 7.457,
+      "step": 150960
+    },
+    {
+      "epoch": 18.167268351383875,
+      "grad_norm": 69.45236206054688,
+      "learning_rate": 0.00018501242919396758,
+      "loss": 7.3798,
+      "step": 150970
+    },
+    {
+      "epoch": 18.168471720818292,
+      "grad_norm": 66.4688491821289,
+      "learning_rate": 0.00018501042587212773,
+      "loss": 7.5096,
+      "step": 150980
+    },
+    {
+      "epoch": 18.169675090252706,
+      "grad_norm": 102.49665832519531,
+      "learning_rate": 0.0001850084224272568,
+      "loss": 7.4028,
+      "step": 150990
+    },
+    {
+      "epoch": 18.170878459687124,
+      "grad_norm": 169.3874053955078,
+      "learning_rate": 0.0001850064188593577,
+      "loss": 7.3443,
+      "step": 151000
+    },
+    {
+      "epoch": 18.17208182912154,
+      "grad_norm": 119.93611145019531,
+      "learning_rate": 0.0001850044151684333,
+      "loss": 7.3586,
+      "step": 151010
+    },
+    {
+      "epoch": 18.173285198555956,
+      "grad_norm": 111.78881072998047,
+      "learning_rate": 0.00018500241135448655,
+      "loss": 7.3727,
+      "step": 151020
+    },
+    {
+      "epoch": 18.174488567990373,
+      "grad_norm": 209.1993408203125,
+      "learning_rate": 0.0001850004074175203,
+      "loss": 7.3423,
+      "step": 151030
+    },
+    {
+      "epoch": 18.17569193742479,
+      "grad_norm": 129.2776641845703,
+      "learning_rate": 0.0001849984033575375,
+      "loss": 7.3181,
+      "step": 151040
+    },
+    {
+      "epoch": 18.176895306859205,
+      "grad_norm": 51.54475784301758,
+      "learning_rate": 0.000184996399174541,
+      "loss": 7.5765,
+      "step": 151050
+    },
+    {
+      "epoch": 18.178098676293622,
+      "grad_norm": 85.18266296386719,
+      "learning_rate": 0.00018499439486853374,
+      "loss": 7.4474,
+      "step": 151060
+    },
+    {
+      "epoch": 18.17930204572804,
+      "grad_norm": 49.51419448852539,
+      "learning_rate": 0.00018499239043951861,
+      "loss": 7.5092,
+      "step": 151070
+    },
+    {
+      "epoch": 18.180505415162454,
+      "grad_norm": 89.0058364868164,
+      "learning_rate": 0.0001849903858874985,
+      "loss": 7.5768,
+      "step": 151080
+    },
+    {
+      "epoch": 18.18170878459687,
+      "grad_norm": 558.0090942382812,
+      "learning_rate": 0.00018498838121247632,
+      "loss": 7.5288,
+      "step": 151090
+    },
+    {
+      "epoch": 18.18291215403129,
+      "grad_norm": 78.90757751464844,
+      "learning_rate": 0.00018498637641445497,
+      "loss": 7.4631,
+      "step": 151100
+    },
+    {
+      "epoch": 18.184115523465703,
+      "grad_norm": 510.8673095703125,
+      "learning_rate": 0.00018498437149343735,
+      "loss": 7.5264,
+      "step": 151110
+    },
+    {
+      "epoch": 18.18531889290012,
+      "grad_norm": 73.83006286621094,
+      "learning_rate": 0.00018498236644942634,
+      "loss": 7.4912,
+      "step": 151120
+    },
+    {
+      "epoch": 18.186522262334538,
+      "grad_norm": 104.17164611816406,
+      "learning_rate": 0.00018498036128242494,
+      "loss": 7.5573,
+      "step": 151130
+    },
+    {
+      "epoch": 18.187725631768952,
+      "grad_norm": 66.8059310913086,
+      "learning_rate": 0.0001849783559924359,
+      "loss": 7.4829,
+      "step": 151140
+    },
+    {
+      "epoch": 18.18892900120337,
+      "grad_norm": 45.53932571411133,
+      "learning_rate": 0.00018497635057946222,
+      "loss": 7.5827,
+      "step": 151150
+    },
+    {
+      "epoch": 18.190132370637787,
+      "grad_norm": 52.43602752685547,
+      "learning_rate": 0.00018497434504350678,
+      "loss": 7.5176,
+      "step": 151160
+    },
+    {
+      "epoch": 18.1913357400722,
+      "grad_norm": 1033.6990966796875,
+      "learning_rate": 0.0001849723393845725,
+      "loss": 7.492,
+      "step": 151170
+    },
+    {
+      "epoch": 18.19253910950662,
+      "grad_norm": 188.4258270263672,
+      "learning_rate": 0.00018497033360266224,
+      "loss": 7.5684,
+      "step": 151180
+    },
+    {
+      "epoch": 18.193742478941036,
+      "grad_norm": 136.79278564453125,
+      "learning_rate": 0.00018496832769777894,
+      "loss": 7.5707,
+      "step": 151190
+    },
+    {
+      "epoch": 18.19494584837545,
+      "grad_norm": 56.89272689819336,
+      "learning_rate": 0.00018496632166992548,
+      "loss": 7.5106,
+      "step": 151200
+    },
+    {
+      "epoch": 18.196149217809868,
+      "grad_norm": 208.19151306152344,
+      "learning_rate": 0.0001849643155191048,
+      "loss": 7.5228,
+      "step": 151210
+    },
+    {
+      "epoch": 18.197352587244286,
+      "grad_norm": 1972.562255859375,
+      "learning_rate": 0.00018496230924531978,
+      "loss": 7.537,
+      "step": 151220
+    },
+    {
+      "epoch": 18.1985559566787,
+      "grad_norm": 236.2059783935547,
+      "learning_rate": 0.0001849603028485733,
+      "loss": 7.5807,
+      "step": 151230
+    },
+    {
+      "epoch": 18.199759326113117,
+      "grad_norm": 155.88121032714844,
+      "learning_rate": 0.0001849582963288683,
+      "loss": 7.4712,
+      "step": 151240
+    },
+    {
+      "epoch": 18.200962695547535,
+      "grad_norm": 190.3043975830078,
+      "learning_rate": 0.00018495628968620768,
+      "loss": 7.4649,
+      "step": 151250
+    },
+    {
+      "epoch": 18.20216606498195,
+      "grad_norm": 122.1622543334961,
+      "learning_rate": 0.0001849542829205943,
+      "loss": 7.5207,
+      "step": 151260
+    },
+    {
+      "epoch": 18.203369434416366,
+      "grad_norm": 83.27071380615234,
+      "learning_rate": 0.0001849522760320311,
+      "loss": 7.5285,
+      "step": 151270
+    },
+    {
+      "epoch": 18.204572803850784,
+      "grad_norm": 162.8627166748047,
+      "learning_rate": 0.00018495026902052103,
+      "loss": 7.4729,
+      "step": 151280
+    },
+    {
+      "epoch": 18.205776173285198,
+      "grad_norm": 149.04122924804688,
+      "learning_rate": 0.00018494826188606691,
+      "loss": 7.4415,
+      "step": 151290
+    },
+    {
+      "epoch": 18.206979542719615,
+      "grad_norm": 49.33675765991211,
+      "learning_rate": 0.00018494625462867168,
+      "loss": 7.4724,
+      "step": 151300
+    },
+    {
+      "epoch": 18.20818291215403,
+      "grad_norm": 220.3988800048828,
+      "learning_rate": 0.00018494424724833824,
+      "loss": 7.412,
+      "step": 151310
+    },
+    {
+      "epoch": 18.209386281588447,
+      "grad_norm": 114.99543762207031,
+      "learning_rate": 0.00018494223974506953,
+      "loss": 7.3662,
+      "step": 151320
+    },
+    {
+      "epoch": 18.210589651022865,
+      "grad_norm": 143.4963836669922,
+      "learning_rate": 0.00018494023211886843,
+      "loss": 7.499,
+      "step": 151330
+    },
+    {
+      "epoch": 18.21179302045728,
+      "grad_norm": 90.40047454833984,
+      "learning_rate": 0.0001849382243697378,
+      "loss": 7.5558,
+      "step": 151340
+    },
+    {
+      "epoch": 18.212996389891696,
+      "grad_norm": 107.75560760498047,
+      "learning_rate": 0.00018493621649768062,
+      "loss": 7.4405,
+      "step": 151350
+    },
+    {
+      "epoch": 18.214199759326114,
+      "grad_norm": 184.58242797851562,
+      "learning_rate": 0.00018493420850269977,
+      "loss": 7.4225,
+      "step": 151360
+    },
+    {
+      "epoch": 18.215403128760528,
+      "grad_norm": 112.13935852050781,
+      "learning_rate": 0.00018493220038479812,
+      "loss": 7.348,
+      "step": 151370
+    },
+    {
+      "epoch": 18.216606498194945,
+      "grad_norm": 130.02120971679688,
+      "learning_rate": 0.00018493019214397863,
+      "loss": 7.5202,
+      "step": 151380
+    },
+    {
+      "epoch": 18.217809867629363,
+      "grad_norm": 308.7380676269531,
+      "learning_rate": 0.0001849281837802442,
+      "loss": 7.3169,
+      "step": 151390
+    },
+    {
+      "epoch": 18.219013237063777,
+      "grad_norm": 235.38868713378906,
+      "learning_rate": 0.0001849261752935977,
+      "loss": 7.3293,
+      "step": 151400
+    },
+    {
+      "epoch": 18.220216606498195,
+      "grad_norm": 723.6695556640625,
+      "learning_rate": 0.00018492416668404205,
+      "loss": 7.3796,
+      "step": 151410
+    },
+    {
+      "epoch": 18.221419975932612,
+      "grad_norm": 285.28717041015625,
+      "learning_rate": 0.00018492215795158016,
+      "loss": 7.3958,
+      "step": 151420
+    },
+    {
+      "epoch": 18.222623345367026,
+      "grad_norm": 628.6517944335938,
+      "learning_rate": 0.00018492014909621496,
+      "loss": 7.4207,
+      "step": 151430
+    },
+    {
+      "epoch": 18.223826714801444,
+      "grad_norm": 779.4058227539062,
+      "learning_rate": 0.00018491814011794934,
+      "loss": 7.3709,
+      "step": 151440
+    },
+    {
+      "epoch": 18.22503008423586,
+      "grad_norm": 401.85968017578125,
+      "learning_rate": 0.0001849161310167862,
+      "loss": 7.3898,
+      "step": 151450
+    },
+    {
+      "epoch": 18.226233453670275,
+      "grad_norm": 797.9706420898438,
+      "learning_rate": 0.00018491412179272843,
+      "loss": 7.3811,
+      "step": 151460
+    },
+    {
+      "epoch": 18.227436823104693,
+      "grad_norm": 615.8762817382812,
+      "learning_rate": 0.000184912112445779,
+      "loss": 7.455,
+      "step": 151470
+    },
+    {
+      "epoch": 18.22864019253911,
+      "grad_norm": 1646.37353515625,
+      "learning_rate": 0.00018491010297594075,
+      "loss": 7.389,
+      "step": 151480
+    },
+    {
+      "epoch": 18.229843561973524,
+      "grad_norm": 1196.743408203125,
+      "learning_rate": 0.00018490809338321662,
+      "loss": 7.4918,
+      "step": 151490
+    },
+    {
+      "epoch": 18.231046931407942,
+      "grad_norm": 1348.6378173828125,
+      "learning_rate": 0.00018490608366760952,
+      "loss": 7.4224,
+      "step": 151500
+    },
+    {
+      "epoch": 18.23225030084236,
+      "grad_norm": 1069.326904296875,
+      "learning_rate": 0.00018490407382912237,
+      "loss": 7.4181,
+      "step": 151510
+    },
+    {
+      "epoch": 18.233453670276774,
+      "grad_norm": 920.8336181640625,
+      "learning_rate": 0.00018490206386775806,
+      "loss": 7.4824,
+      "step": 151520
+    },
+    {
+      "epoch": 18.23465703971119,
+      "grad_norm": 1177.33984375,
+      "learning_rate": 0.0001849000537835195,
+      "loss": 7.4369,
+      "step": 151530
+    },
+    {
+      "epoch": 18.23586040914561,
+      "grad_norm": 1107.93359375,
+      "learning_rate": 0.0001848980435764096,
+      "loss": 7.3992,
+      "step": 151540
+    },
+    {
+      "epoch": 18.237063778580023,
+      "grad_norm": 671.354736328125,
+      "learning_rate": 0.00018489603324643126,
+      "loss": 7.4526,
+      "step": 151550
+    },
+    {
+      "epoch": 18.23826714801444,
+      "grad_norm": 713.6513061523438,
+      "learning_rate": 0.0001848940227935874,
+      "loss": 7.4403,
+      "step": 151560
+    },
+    {
+      "epoch": 18.239470517448858,
+      "grad_norm": 826.3712768554688,
+      "learning_rate": 0.0001848920122178809,
+      "loss": 7.3983,
+      "step": 151570
+    },
+    {
+      "epoch": 18.240673886883272,
+      "grad_norm": 1284.66650390625,
+      "learning_rate": 0.00018489000151931476,
+      "loss": 7.4668,
+      "step": 151580
+    },
+    {
+      "epoch": 18.24187725631769,
+      "grad_norm": 699.0711059570312,
+      "learning_rate": 0.0001848879906978918,
+      "loss": 7.4623,
+      "step": 151590
+    },
+    {
+      "epoch": 18.243080625752107,
+      "grad_norm": 404.0067443847656,
+      "learning_rate": 0.00018488597975361496,
+      "loss": 7.4273,
+      "step": 151600
+    },
+    {
+      "epoch": 18.24428399518652,
+      "grad_norm": 987.5184326171875,
+      "learning_rate": 0.00018488396868648717,
+      "loss": 7.4349,
+      "step": 151610
+    },
+    {
+      "epoch": 18.24548736462094,
+      "grad_norm": 851.533447265625,
+      "learning_rate": 0.00018488195749651127,
+      "loss": 7.329,
+      "step": 151620
+    },
+    {
+      "epoch": 18.246690734055356,
+      "grad_norm": 971.6378784179688,
+      "learning_rate": 0.00018487994618369028,
+      "loss": 7.3766,
+      "step": 151630
+    },
+    {
+      "epoch": 18.24789410348977,
+      "grad_norm": 675.4795532226562,
+      "learning_rate": 0.000184877934748027,
+      "loss": 7.3764,
+      "step": 151640
+    },
+    {
+      "epoch": 18.249097472924188,
+      "grad_norm": 861.827392578125,
+      "learning_rate": 0.00018487592318952443,
+      "loss": 7.3667,
+      "step": 151650
+    },
+    {
+      "epoch": 18.250300842358605,
+      "grad_norm": 1099.5947265625,
+      "learning_rate": 0.0001848739115081854,
+      "loss": 7.3711,
+      "step": 151660
+    },
+    {
+      "epoch": 18.25150421179302,
+      "grad_norm": 358.1723937988281,
+      "learning_rate": 0.0001848718997040129,
+      "loss": 7.4148,
+      "step": 151670
+    },
+    {
+      "epoch": 18.252707581227437,
+      "grad_norm": 2679.742431640625,
+      "learning_rate": 0.00018486988777700983,
+      "loss": 7.3917,
+      "step": 151680
+    },
+    {
+      "epoch": 18.253910950661854,
+      "grad_norm": 1006.3916015625,
+      "learning_rate": 0.00018486787572717902,
+      "loss": 7.444,
+      "step": 151690
+    },
+    {
+      "epoch": 18.25511432009627,
+      "grad_norm": 767.1204223632812,
+      "learning_rate": 0.00018486586355452348,
+      "loss": 7.3879,
+      "step": 151700
+    },
+    {
+      "epoch": 18.256317689530686,
+      "grad_norm": 916.1561889648438,
+      "learning_rate": 0.0001848638512590461,
+      "loss": 7.3784,
+      "step": 151710
+    },
+    {
+      "epoch": 18.257521058965104,
+      "grad_norm": 365.0423889160156,
+      "learning_rate": 0.00018486183884074971,
+      "loss": 7.3472,
+      "step": 151720
+    },
+    {
+      "epoch": 18.258724428399518,
+      "grad_norm": 466.4209289550781,
+      "learning_rate": 0.00018485982629963736,
+      "loss": 7.3599,
+      "step": 151730
+    },
+    {
+      "epoch": 18.259927797833935,
+      "grad_norm": 301.1725769042969,
+      "learning_rate": 0.00018485781363571183,
+      "loss": 7.407,
+      "step": 151740
+    },
+    {
+      "epoch": 18.261131167268353,
+      "grad_norm": 360.5256652832031,
+      "learning_rate": 0.00018485580084897613,
+      "loss": 7.321,
+      "step": 151750
+    },
+    {
+      "epoch": 18.262334536702767,
+      "grad_norm": 867.6375732421875,
+      "learning_rate": 0.00018485378793943311,
+      "loss": 7.3021,
+      "step": 151760
+    },
+    {
+      "epoch": 18.263537906137184,
+      "grad_norm": 422.22113037109375,
+      "learning_rate": 0.00018485177490708575,
+      "loss": 7.3276,
+      "step": 151770
+    },
+    {
+      "epoch": 18.264741275571602,
+      "grad_norm": 544.160400390625,
+      "learning_rate": 0.0001848497617519369,
+      "loss": 7.3177,
+      "step": 151780
+    },
+    {
+      "epoch": 18.265944645006016,
+      "grad_norm": 496.56494140625,
+      "learning_rate": 0.0001848477484739895,
+      "loss": 7.3398,
+      "step": 151790
+    },
+    {
+      "epoch": 18.267148014440433,
+      "grad_norm": 417.65289306640625,
+      "learning_rate": 0.00018484573507324644,
+      "loss": 7.3748,
+      "step": 151800
+    },
+    {
+      "epoch": 18.26835138387485,
+      "grad_norm": 883.1669921875,
+      "learning_rate": 0.00018484372154971065,
+      "loss": 7.3655,
+      "step": 151810
+    },
+    {
+      "epoch": 18.269554753309265,
+      "grad_norm": 639.7716674804688,
+      "learning_rate": 0.00018484170790338507,
+      "loss": 7.4151,
+      "step": 151820
+    },
+    {
+      "epoch": 18.270758122743683,
+      "grad_norm": 910.5934448242188,
+      "learning_rate": 0.00018483969413427259,
+      "loss": 7.3394,
+      "step": 151830
+    },
+    {
+      "epoch": 18.2719614921781,
+      "grad_norm": 489.7258605957031,
+      "learning_rate": 0.00018483768024237613,
+      "loss": 7.3665,
+      "step": 151840
+    },
+    {
+      "epoch": 18.273164861612514,
+      "grad_norm": 431.5764465332031,
+      "learning_rate": 0.00018483566622769858,
+      "loss": 7.344,
+      "step": 151850
+    },
+    {
+      "epoch": 18.27436823104693,
+      "grad_norm": 542.9868774414062,
+      "learning_rate": 0.0001848336520902429,
+      "loss": 7.3436,
+      "step": 151860
+    },
+    {
+      "epoch": 18.27557160048135,
+      "grad_norm": 371.8831481933594,
+      "learning_rate": 0.00018483163783001197,
+      "loss": 7.3787,
+      "step": 151870
+    },
+    {
+      "epoch": 18.276774969915763,
+      "grad_norm": 570.6926879882812,
+      "learning_rate": 0.00018482962344700871,
+      "loss": 7.4664,
+      "step": 151880
+    },
+    {
+      "epoch": 18.27797833935018,
+      "grad_norm": 425.23931884765625,
+      "learning_rate": 0.00018482760894123604,
+      "loss": 7.2684,
+      "step": 151890
+    },
+    {
+      "epoch": 18.2791817087846,
+      "grad_norm": 390.46575927734375,
+      "learning_rate": 0.0001848255943126969,
+      "loss": 7.349,
+      "step": 151900
+    },
+    {
+      "epoch": 18.280385078219012,
+      "grad_norm": 474.7912902832031,
+      "learning_rate": 0.00018482357956139416,
+      "loss": 7.4784,
+      "step": 151910
+    },
+    {
+      "epoch": 18.28158844765343,
+      "grad_norm": 497.7284240722656,
+      "learning_rate": 0.00018482156468733077,
+      "loss": 7.42,
+      "step": 151920
+    },
+    {
+      "epoch": 18.282791817087848,
+      "grad_norm": 377.16796875,
+      "learning_rate": 0.00018481954969050963,
+      "loss": 7.3588,
+      "step": 151930
+    },
+    {
+      "epoch": 18.28399518652226,
+      "grad_norm": 509.6619873046875,
+      "learning_rate": 0.00018481753457093365,
+      "loss": 7.4345,
+      "step": 151940
+    },
+    {
+      "epoch": 18.28519855595668,
+      "grad_norm": 505.9047546386719,
+      "learning_rate": 0.00018481551932860577,
+      "loss": 7.3872,
+      "step": 151950
+    },
+    {
+      "epoch": 18.286401925391097,
+      "grad_norm": 504.4636535644531,
+      "learning_rate": 0.0001848135039635289,
+      "loss": 7.3197,
+      "step": 151960
+    },
+    {
+      "epoch": 18.28760529482551,
+      "grad_norm": 331.6162109375,
+      "learning_rate": 0.0001848114884757059,
+      "loss": 7.4205,
+      "step": 151970
+    },
+    {
+      "epoch": 18.28880866425993,
+      "grad_norm": 499.6607971191406,
+      "learning_rate": 0.0001848094728651398,
+      "loss": 7.4117,
+      "step": 151980
+    },
+    {
+      "epoch": 18.290012033694346,
+      "grad_norm": 602.674072265625,
+      "learning_rate": 0.00018480745713183344,
+      "loss": 7.3608,
+      "step": 151990
+    },
+    {
+      "epoch": 18.29121540312876,
+      "grad_norm": 75.54895782470703,
+      "learning_rate": 0.00018480544127578972,
+      "loss": 7.4137,
+      "step": 152000
+    },
+    {
+      "epoch": 18.292418772563177,
+      "grad_norm": 104.66126251220703,
+      "learning_rate": 0.00018480342529701162,
+      "loss": 7.3288,
+      "step": 152010
+    },
+    {
+      "epoch": 18.29362214199759,
+      "grad_norm": 343.62664794921875,
+      "learning_rate": 0.000184801409195502,
+      "loss": 7.3711,
+      "step": 152020
+    },
+    {
+      "epoch": 18.29482551143201,
+      "grad_norm": 523.1060791015625,
+      "learning_rate": 0.00018479939297126382,
+      "loss": 7.4172,
+      "step": 152030
+    },
+    {
+      "epoch": 18.296028880866427,
+      "grad_norm": 326.9176025390625,
+      "learning_rate": 0.0001847973766243,
+      "loss": 7.4349,
+      "step": 152040
+    },
+    {
+      "epoch": 18.29723225030084,
+      "grad_norm": 264.3764343261719,
+      "learning_rate": 0.0001847953601546134,
+      "loss": 7.3919,
+      "step": 152050
+    },
+    {
+      "epoch": 18.29843561973526,
+      "grad_norm": 459.1297607421875,
+      "learning_rate": 0.00018479334356220702,
+      "loss": 7.3893,
+      "step": 152060
+    },
+    {
+      "epoch": 18.299638989169676,
+      "grad_norm": 290.79315185546875,
+      "learning_rate": 0.0001847913268470837,
+      "loss": 7.415,
+      "step": 152070
+    },
+    {
+      "epoch": 18.30084235860409,
+      "grad_norm": 597.1858520507812,
+      "learning_rate": 0.00018478931000924642,
+      "loss": 7.3745,
+      "step": 152080
+    },
+    {
+      "epoch": 18.302045728038507,
+      "grad_norm": 850.1022338867188,
+      "learning_rate": 0.00018478729304869805,
+      "loss": 7.3653,
+      "step": 152090
+    },
+    {
+      "epoch": 18.303249097472925,
+      "grad_norm": 237.01907348632812,
+      "learning_rate": 0.00018478527596544158,
+      "loss": 7.3974,
+      "step": 152100
+    },
+    {
+      "epoch": 18.30445246690734,
+      "grad_norm": 964.3274536132812,
+      "learning_rate": 0.00018478325875947985,
+      "loss": 7.3103,
+      "step": 152110
+    },
+    {
+      "epoch": 18.305655836341757,
+      "grad_norm": 365.0823974609375,
+      "learning_rate": 0.00018478124143081581,
+      "loss": 7.3759,
+      "step": 152120
+    },
+    {
+      "epoch": 18.306859205776174,
+      "grad_norm": 540.3898315429688,
+      "learning_rate": 0.0001847792239794524,
+      "loss": 7.3724,
+      "step": 152130
+    },
+    {
+      "epoch": 18.308062575210588,
+      "grad_norm": 206.74462890625,
+      "learning_rate": 0.0001847772064053925,
+      "loss": 7.3672,
+      "step": 152140
+    },
+    {
+      "epoch": 18.309265944645006,
+      "grad_norm": 756.8995361328125,
+      "learning_rate": 0.00018477518870863905,
+      "loss": 7.4172,
+      "step": 152150
+    },
+    {
+      "epoch": 18.310469314079423,
+      "grad_norm": 619.6227416992188,
+      "learning_rate": 0.00018477317088919502,
+      "loss": 7.3557,
+      "step": 152160
+    },
+    {
+      "epoch": 18.311672683513837,
+      "grad_norm": 206.07252502441406,
+      "learning_rate": 0.00018477115294706321,
+      "loss": 7.3845,
+      "step": 152170
+    },
+    {
+      "epoch": 18.312876052948255,
+      "grad_norm": 206.29991149902344,
+      "learning_rate": 0.00018476913488224667,
+      "loss": 7.408,
+      "step": 152180
+    },
+    {
+      "epoch": 18.314079422382672,
+      "grad_norm": 166.0495147705078,
+      "learning_rate": 0.00018476711669474823,
+      "loss": 7.3012,
+      "step": 152190
+    },
+    {
+      "epoch": 18.315282791817086,
+      "grad_norm": 161.13961791992188,
+      "learning_rate": 0.00018476509838457085,
+      "loss": 7.3856,
+      "step": 152200
+    },
+    {
+      "epoch": 18.316486161251504,
+      "grad_norm": 127.53560638427734,
+      "learning_rate": 0.00018476307995171745,
+      "loss": 7.2802,
+      "step": 152210
+    },
+    {
+      "epoch": 18.31768953068592,
+      "grad_norm": 232.245361328125,
+      "learning_rate": 0.00018476106139619095,
+      "loss": 7.3252,
+      "step": 152220
+    },
+    {
+      "epoch": 18.318892900120336,
+      "grad_norm": 189.64749145507812,
+      "learning_rate": 0.00018475904271799423,
+      "loss": 7.2922,
+      "step": 152230
+    },
+    {
+      "epoch": 18.320096269554753,
+      "grad_norm": 135.0006103515625,
+      "learning_rate": 0.00018475702391713031,
+      "loss": 7.332,
+      "step": 152240
+    },
+    {
+      "epoch": 18.32129963898917,
+      "grad_norm": 372.1553649902344,
+      "learning_rate": 0.00018475500499360204,
+      "loss": 7.35,
+      "step": 152250
+    },
+    {
+      "epoch": 18.322503008423585,
+      "grad_norm": 514.6927490234375,
+      "learning_rate": 0.00018475298594741233,
+      "loss": 7.4239,
+      "step": 152260
+    },
+    {
+      "epoch": 18.323706377858002,
+      "grad_norm": 163.652587890625,
+      "learning_rate": 0.00018475096677856412,
+      "loss": 7.4147,
+      "step": 152270
+    },
+    {
+      "epoch": 18.32490974729242,
+      "grad_norm": 248.01438903808594,
+      "learning_rate": 0.00018474894748706034,
+      "loss": 7.3285,
+      "step": 152280
+    },
+    {
+      "epoch": 18.326113116726834,
+      "grad_norm": 275.4211120605469,
+      "learning_rate": 0.0001847469280729039,
+      "loss": 7.3398,
+      "step": 152290
+    },
+    {
+      "epoch": 18.32731648616125,
+      "grad_norm": 271.49530029296875,
+      "learning_rate": 0.00018474490853609776,
+      "loss": 7.4121,
+      "step": 152300
+    },
+    {
+      "epoch": 18.32851985559567,
+      "grad_norm": 275.52764892578125,
+      "learning_rate": 0.0001847428888766448,
+      "loss": 7.3025,
+      "step": 152310
+    },
+    {
+      "epoch": 18.329723225030083,
+      "grad_norm": 815.0440673828125,
+      "learning_rate": 0.00018474086909454795,
+      "loss": 7.3067,
+      "step": 152320
+    },
+    {
+      "epoch": 18.3309265944645,
+      "grad_norm": 557.1624755859375,
+      "learning_rate": 0.00018473884918981015,
+      "loss": 7.4209,
+      "step": 152330
+    },
+    {
+      "epoch": 18.332129963898918,
+      "grad_norm": 283.4029541015625,
+      "learning_rate": 0.00018473682916243434,
+      "loss": 7.3618,
+      "step": 152340
+    },
+    {
+      "epoch": 18.333333333333332,
+      "grad_norm": 284.2005615234375,
+      "learning_rate": 0.00018473480901242336,
+      "loss": 7.4374,
+      "step": 152350
+    },
+    {
+      "epoch": 18.33453670276775,
+      "grad_norm": 181.1649169921875,
+      "learning_rate": 0.00018473278873978023,
+      "loss": 7.4721,
+      "step": 152360
+    },
+    {
+      "epoch": 18.335740072202167,
+      "grad_norm": 380.21990966796875,
+      "learning_rate": 0.0001847307683445078,
+      "loss": 7.3412,
+      "step": 152370
+    },
+    {
+      "epoch": 18.33694344163658,
+      "grad_norm": 96.97758483886719,
+      "learning_rate": 0.0001847287478266091,
+      "loss": 7.3578,
+      "step": 152380
+    },
+    {
+      "epoch": 18.338146811071,
+      "grad_norm": 197.025390625,
+      "learning_rate": 0.00018472672718608692,
+      "loss": 7.3366,
+      "step": 152390
+    },
+    {
+      "epoch": 18.339350180505416,
+      "grad_norm": 153.88284301757812,
+      "learning_rate": 0.00018472470642294427,
+      "loss": 7.4359,
+      "step": 152400
+    },
+    {
+      "epoch": 18.34055354993983,
+      "grad_norm": 74.3664321899414,
+      "learning_rate": 0.00018472268553718405,
+      "loss": 7.3939,
+      "step": 152410
+    },
+    {
+      "epoch": 18.341756919374248,
+      "grad_norm": 118.60506439208984,
+      "learning_rate": 0.00018472066452880918,
+      "loss": 7.3732,
+      "step": 152420
+    },
+    {
+      "epoch": 18.342960288808666,
+      "grad_norm": 351.7347412109375,
+      "learning_rate": 0.0001847186433978226,
+      "loss": 7.3547,
+      "step": 152430
+    },
+    {
+      "epoch": 18.34416365824308,
+      "grad_norm": 98.69527435302734,
+      "learning_rate": 0.00018471662214422722,
+      "loss": 7.4385,
+      "step": 152440
+    },
+    {
+      "epoch": 18.345367027677497,
+      "grad_norm": 116.80021667480469,
+      "learning_rate": 0.00018471460076802595,
+      "loss": 7.3886,
+      "step": 152450
+    },
+    {
+      "epoch": 18.346570397111915,
+      "grad_norm": 311.6566162109375,
+      "learning_rate": 0.0001847125792692218,
+      "loss": 7.3342,
+      "step": 152460
+    },
+    {
+      "epoch": 18.34777376654633,
+      "grad_norm": 245.01870727539062,
+      "learning_rate": 0.00018471055764781758,
+      "loss": 7.446,
+      "step": 152470
+    },
+    {
+      "epoch": 18.348977135980746,
+      "grad_norm": 699.9287719726562,
+      "learning_rate": 0.00018470853590381626,
+      "loss": 7.3242,
+      "step": 152480
+    },
+    {
+      "epoch": 18.350180505415164,
+      "grad_norm": 325.8674621582031,
+      "learning_rate": 0.0001847065140372208,
+      "loss": 7.262,
+      "step": 152490
+    },
+    {
+      "epoch": 18.351383874849578,
+      "grad_norm": 309.1668701171875,
+      "learning_rate": 0.0001847044920480341,
+      "loss": 7.4257,
+      "step": 152500
+    },
+    {
+      "epoch": 18.352587244283995,
+      "grad_norm": 352.16363525390625,
+      "learning_rate": 0.0001847024699362591,
+      "loss": 7.3365,
+      "step": 152510
+    },
+    {
+      "epoch": 18.353790613718413,
+      "grad_norm": 669.510498046875,
+      "learning_rate": 0.00018470044770189868,
+      "loss": 7.2026,
+      "step": 152520
+    },
+    {
+      "epoch": 18.354993983152827,
+      "grad_norm": 6747.38037109375,
+      "learning_rate": 0.00018469842534495583,
+      "loss": 7.2472,
+      "step": 152530
+    },
+    {
+      "epoch": 18.356197352587245,
+      "grad_norm": 752.1255493164062,
+      "learning_rate": 0.00018469640286543343,
+      "loss": 7.3093,
+      "step": 152540
+    },
+    {
+      "epoch": 18.357400722021662,
+      "grad_norm": 637.0225219726562,
+      "learning_rate": 0.00018469438026333444,
+      "loss": 7.3485,
+      "step": 152550
+    },
+    {
+      "epoch": 18.358604091456076,
+      "grad_norm": 1597.137939453125,
+      "learning_rate": 0.00018469235753866176,
+      "loss": 7.3601,
+      "step": 152560
+    },
+    {
+      "epoch": 18.359807460890494,
+      "grad_norm": 805.3880004882812,
+      "learning_rate": 0.00018469033469141835,
+      "loss": 7.4051,
+      "step": 152570
+    },
+    {
+      "epoch": 18.36101083032491,
+      "grad_norm": 409.3124694824219,
+      "learning_rate": 0.00018468831172160707,
+      "loss": 7.2234,
+      "step": 152580
+    },
+    {
+      "epoch": 18.362214199759325,
+      "grad_norm": 406.9848327636719,
+      "learning_rate": 0.00018468628862923094,
+      "loss": 7.3235,
+      "step": 152590
+    },
+    {
+      "epoch": 18.363417569193743,
+      "grad_norm": 1156.8260498046875,
+      "learning_rate": 0.00018468426541429282,
+      "loss": 7.2933,
+      "step": 152600
+    },
+    {
+      "epoch": 18.36462093862816,
+      "grad_norm": 831.1348266601562,
+      "learning_rate": 0.00018468224207679565,
+      "loss": 7.3392,
+      "step": 152610
+    },
+    {
+      "epoch": 18.365824308062574,
+      "grad_norm": 961.0281372070312,
+      "learning_rate": 0.0001846802186167424,
+      "loss": 7.3274,
+      "step": 152620
+    },
+    {
+      "epoch": 18.367027677496992,
+      "grad_norm": 15979.4677734375,
+      "learning_rate": 0.00018467819503413595,
+      "loss": 7.423,
+      "step": 152630
+    },
+    {
+      "epoch": 18.36823104693141,
+      "grad_norm": 4876.44580078125,
+      "learning_rate": 0.00018467617132897926,
+      "loss": 7.399,
+      "step": 152640
+    },
+    {
+      "epoch": 18.369434416365824,
+      "grad_norm": 1651.61083984375,
+      "learning_rate": 0.0001846741475012752,
+      "loss": 7.4468,
+      "step": 152650
+    },
+    {
+      "epoch": 18.37063778580024,
+      "grad_norm": 1993.109375,
+      "learning_rate": 0.0001846721235510268,
+      "loss": 7.415,
+      "step": 152660
+    },
+    {
+      "epoch": 18.37184115523466,
+      "grad_norm": 1994.6533203125,
+      "learning_rate": 0.00018467009947823688,
+      "loss": 7.4098,
+      "step": 152670
+    },
+    {
+      "epoch": 18.373044524669073,
+      "grad_norm": 1205.272216796875,
+      "learning_rate": 0.00018466807528290846,
+      "loss": 7.3834,
+      "step": 152680
+    },
+    {
+      "epoch": 18.37424789410349,
+      "grad_norm": 813.9103393554688,
+      "learning_rate": 0.0001846660509650444,
+      "loss": 7.3982,
+      "step": 152690
+    },
+    {
+      "epoch": 18.375451263537904,
+      "grad_norm": 276.84539794921875,
+      "learning_rate": 0.00018466402652464768,
+      "loss": 7.2824,
+      "step": 152700
+    },
+    {
+      "epoch": 18.376654632972322,
+      "grad_norm": 239.27444458007812,
+      "learning_rate": 0.00018466200196172122,
+      "loss": 7.3645,
+      "step": 152710
+    },
+    {
+      "epoch": 18.37785800240674,
+      "grad_norm": 449.86865234375,
+      "learning_rate": 0.0001846599772762679,
+      "loss": 7.2669,
+      "step": 152720
+    },
+    {
+      "epoch": 18.379061371841154,
+      "grad_norm": 473.189453125,
+      "learning_rate": 0.00018465795246829075,
+      "loss": 7.3682,
+      "step": 152730
+    },
+    {
+      "epoch": 18.38026474127557,
+      "grad_norm": 981.4517211914062,
+      "learning_rate": 0.0001846559275377926,
+      "loss": 7.4094,
+      "step": 152740
+    },
+    {
+      "epoch": 18.38146811070999,
+      "grad_norm": 671.7831420898438,
+      "learning_rate": 0.00018465390248477643,
+      "loss": 7.275,
+      "step": 152750
+    },
+    {
+      "epoch": 18.382671480144403,
+      "grad_norm": 440.99591064453125,
+      "learning_rate": 0.00018465187730924517,
+      "loss": 7.3697,
+      "step": 152760
+    },
+    {
+      "epoch": 18.38387484957882,
+      "grad_norm": 352.1147155761719,
+      "learning_rate": 0.00018464985201120174,
+      "loss": 7.2749,
+      "step": 152770
+    },
+    {
+      "epoch": 18.385078219013238,
+      "grad_norm": 406.75775146484375,
+      "learning_rate": 0.0001846478265906491,
+      "loss": 7.4258,
+      "step": 152780
+    },
+    {
+      "epoch": 18.386281588447652,
+      "grad_norm": 633.501220703125,
+      "learning_rate": 0.0001846458010475901,
+      "loss": 7.4049,
+      "step": 152790
+    },
+    {
+      "epoch": 18.38748495788207,
+      "grad_norm": 458.1518249511719,
+      "learning_rate": 0.00018464377538202778,
+      "loss": 7.415,
+      "step": 152800
+    },
+    {
+      "epoch": 18.388688327316487,
+      "grad_norm": 672.3319091796875,
+      "learning_rate": 0.00018464174959396498,
+      "loss": 7.4147,
+      "step": 152810
+    },
+    {
+      "epoch": 18.3898916967509,
+      "grad_norm": 273.4700927734375,
+      "learning_rate": 0.00018463972368340468,
+      "loss": 7.273,
+      "step": 152820
+    },
+    {
+      "epoch": 18.39109506618532,
+      "grad_norm": 239.07583618164062,
+      "learning_rate": 0.00018463769765034982,
+      "loss": 7.3782,
+      "step": 152830
+    },
+    {
+      "epoch": 18.392298435619736,
+      "grad_norm": 638.8527221679688,
+      "learning_rate": 0.0001846356714948033,
+      "loss": 7.2381,
+      "step": 152840
+    },
+    {
+      "epoch": 18.39350180505415,
+      "grad_norm": 776.33447265625,
+      "learning_rate": 0.00018463364521676808,
+      "loss": 7.4281,
+      "step": 152850
+    },
+    {
+      "epoch": 18.394705174488568,
+      "grad_norm": 343.4711608886719,
+      "learning_rate": 0.0001846316188162471,
+      "loss": 7.3826,
+      "step": 152860
+    },
+    {
+      "epoch": 18.395908543922985,
+      "grad_norm": 725.744873046875,
+      "learning_rate": 0.00018462959229324324,
+      "loss": 7.4091,
+      "step": 152870
+    },
+    {
+      "epoch": 18.3971119133574,
+      "grad_norm": 1224.29443359375,
+      "learning_rate": 0.00018462756564775946,
+      "loss": 7.4163,
+      "step": 152880
+    },
+    {
+      "epoch": 18.398315282791817,
+      "grad_norm": 503.4244384765625,
+      "learning_rate": 0.0001846255388797987,
+      "loss": 7.2828,
+      "step": 152890
+    },
+    {
+      "epoch": 18.399518652226234,
+      "grad_norm": 343.1127014160156,
+      "learning_rate": 0.0001846235119893639,
+      "loss": 7.2975,
+      "step": 152900
+    },
+    {
+      "epoch": 18.40072202166065,
+      "grad_norm": 399.8078308105469,
+      "learning_rate": 0.000184621484976458,
+      "loss": 7.336,
+      "step": 152910
+    },
+    {
+      "epoch": 18.401925391095066,
+      "grad_norm": 283.1817321777344,
+      "learning_rate": 0.0001846194578410839,
+      "loss": 7.2593,
+      "step": 152920
+    },
+    {
+      "epoch": 18.403128760529484,
+      "grad_norm": 149.43238830566406,
+      "learning_rate": 0.00018461743058324455,
+      "loss": 7.2923,
+      "step": 152930
+    },
+    {
+      "epoch": 18.404332129963898,
+      "grad_norm": 882.1889038085938,
+      "learning_rate": 0.0001846154032029429,
+      "loss": 7.3169,
+      "step": 152940
+    },
+    {
+      "epoch": 18.405535499398315,
+      "grad_norm": 232.15188598632812,
+      "learning_rate": 0.00018461337570018188,
+      "loss": 7.4182,
+      "step": 152950
+    },
+    {
+      "epoch": 18.406738868832733,
+      "grad_norm": 810.0722045898438,
+      "learning_rate": 0.0001846113480749644,
+      "loss": 7.43,
+      "step": 152960
+    },
+    {
+      "epoch": 18.407942238267147,
+      "grad_norm": 460.2532043457031,
+      "learning_rate": 0.0001846093203272934,
+      "loss": 7.4534,
+      "step": 152970
+    },
+    {
+      "epoch": 18.409145607701564,
+      "grad_norm": 652.58154296875,
+      "learning_rate": 0.00018460729245717183,
+      "loss": 7.3855,
+      "step": 152980
+    },
+    {
+      "epoch": 18.410348977135982,
+      "grad_norm": 340.3279113769531,
+      "learning_rate": 0.00018460526446460263,
+      "loss": 7.4736,
+      "step": 152990
+    },
+    {
+      "epoch": 18.411552346570396,
+      "grad_norm": 878.8419189453125,
+      "learning_rate": 0.00018460323634958873,
+      "loss": 7.4742,
+      "step": 153000
+    },
+    {
+      "epoch": 18.412755716004813,
+      "grad_norm": 810.9647216796875,
+      "learning_rate": 0.00018460120811213305,
+      "loss": 7.3896,
+      "step": 153010
+    },
+    {
+      "epoch": 18.41395908543923,
+      "grad_norm": 1688.00244140625,
+      "learning_rate": 0.00018459917975223854,
+      "loss": 7.3993,
+      "step": 153020
+    },
+    {
+      "epoch": 18.415162454873645,
+      "grad_norm": 430.4827575683594,
+      "learning_rate": 0.0001845971512699081,
+      "loss": 7.4924,
+      "step": 153030
+    },
+    {
+      "epoch": 18.416365824308063,
+      "grad_norm": 85.9831771850586,
+      "learning_rate": 0.00018459512266514474,
+      "loss": 7.5139,
+      "step": 153040
+    },
+    {
+      "epoch": 18.41756919374248,
+      "grad_norm": 51.568939208984375,
+      "learning_rate": 0.00018459309393795132,
+      "loss": 7.481,
+      "step": 153050
+    },
+    {
+      "epoch": 18.418772563176894,
+      "grad_norm": 54.81188201904297,
+      "learning_rate": 0.0001845910650883308,
+      "loss": 7.5253,
+      "step": 153060
+    },
+    {
+      "epoch": 18.41997593261131,
+      "grad_norm": 74.08306884765625,
+      "learning_rate": 0.00018458903611628615,
+      "loss": 7.5278,
+      "step": 153070
+    },
+    {
+      "epoch": 18.42117930204573,
+      "grad_norm": 147.89413452148438,
+      "learning_rate": 0.00018458700702182027,
+      "loss": 7.5596,
+      "step": 153080
+    },
+    {
+      "epoch": 18.422382671480143,
+      "grad_norm": 692.1793823242188,
+      "learning_rate": 0.00018458497780493612,
+      "loss": 7.5143,
+      "step": 153090
+    },
+    {
+      "epoch": 18.42358604091456,
+      "grad_norm": 40.994956970214844,
+      "learning_rate": 0.0001845829484656366,
+      "loss": 7.5969,
+      "step": 153100
+    },
+    {
+      "epoch": 18.42478941034898,
+      "grad_norm": 9.625137329101562,
+      "learning_rate": 0.00018458091900392466,
+      "loss": 7.7019,
+      "step": 153110
+    },
+    {
+      "epoch": 18.425992779783392,
+      "grad_norm": 12.490511894226074,
+      "learning_rate": 0.0001845788894198033,
+      "loss": 7.6813,
+      "step": 153120
+    },
+    {
+      "epoch": 18.42719614921781,
+      "grad_norm": 8.232507705688477,
+      "learning_rate": 0.00018457685971327536,
+      "loss": 7.5214,
+      "step": 153130
+    },
+    {
+      "epoch": 18.428399518652228,
+      "grad_norm": 34.846214294433594,
+      "learning_rate": 0.00018457482988434385,
+      "loss": 7.4904,
+      "step": 153140
+    },
+    {
+      "epoch": 18.42960288808664,
+      "grad_norm": 413.77508544921875,
+      "learning_rate": 0.00018457279993301166,
+      "loss": 7.5764,
+      "step": 153150
+    },
+    {
+      "epoch": 18.43080625752106,
+      "grad_norm": 290.9382629394531,
+      "learning_rate": 0.00018457076985928177,
+      "loss": 7.7764,
+      "step": 153160
+    },
+    {
+      "epoch": 18.432009626955477,
+      "grad_norm": 1067.5765380859375,
+      "learning_rate": 0.00018456873966315708,
+      "loss": 7.7062,
+      "step": 153170
+    },
+    {
+      "epoch": 18.43321299638989,
+      "grad_norm": 1371.8919677734375,
+      "learning_rate": 0.00018456670934464056,
+      "loss": 7.6137,
+      "step": 153180
+    },
+    {
+      "epoch": 18.43441636582431,
+      "grad_norm": 526.41357421875,
+      "learning_rate": 0.0001845646789037351,
+      "loss": 7.5463,
+      "step": 153190
+    },
+    {
+      "epoch": 18.435619735258726,
+      "grad_norm": 35714.6171875,
+      "learning_rate": 0.0001845626483404437,
+      "loss": 7.6021,
+      "step": 153200
+    },
+    {
+      "epoch": 18.43682310469314,
+      "grad_norm": 107209.7421875,
+      "learning_rate": 0.00018456061765476927,
+      "loss": 7.9262,
+      "step": 153210
+    },
+    {
+      "epoch": 18.438026474127557,
+      "grad_norm": 290236160.0,
+      "learning_rate": 0.00018455858684671475,
+      "loss": 8.4073,
+      "step": 153220
+    },
+    {
+      "epoch": 18.439229843561975,
+      "grad_norm": 49486820.0,
+      "learning_rate": 0.00018455655591628306,
+      "loss": 8.7149,
+      "step": 153230
+    },
+    {
+      "epoch": 18.44043321299639,
+      "grad_norm": 354431008.0,
+      "learning_rate": 0.00018455452486347714,
+      "loss": 9.1406,
+      "step": 153240
+    },
+    {
+      "epoch": 18.441636582430807,
+      "grad_norm": 952564928.0,
+      "learning_rate": 0.00018455249368829998,
+      "loss": 9.4997,
+      "step": 153250
+    },
+    {
+      "epoch": 18.442839951865224,
+      "grad_norm": 343560960.0,
+      "learning_rate": 0.0001845504623907545,
+      "loss": 9.6089,
+      "step": 153260
+    },
+    {
+      "epoch": 18.444043321299638,
+      "grad_norm": 907001152.0,
+      "learning_rate": 0.0001845484309708436,
+      "loss": 9.5405,
+      "step": 153270
+    },
+    {
+      "epoch": 18.445246690734056,
+      "grad_norm": 1099533184.0,
+      "learning_rate": 0.00018454639942857025,
+      "loss": 9.7289,
+      "step": 153280
+    },
+    {
+      "epoch": 18.446450060168473,
+      "grad_norm": 401878048.0,
+      "learning_rate": 0.00018454436776393739,
+      "loss": 9.5961,
+      "step": 153290
+    },
+    {
+      "epoch": 18.447653429602887,
+      "grad_norm": 393140160.0,
+      "learning_rate": 0.00018454233597694795,
+      "loss": 9.6738,
+      "step": 153300
+    },
+    {
+      "epoch": 18.448856799037305,
+      "grad_norm": 110440016.0,
+      "learning_rate": 0.00018454030406760488,
+      "loss": 9.7425,
+      "step": 153310
+    },
+    {
+      "epoch": 18.450060168471722,
+      "grad_norm": 227057136.0,
+      "learning_rate": 0.0001845382720359111,
+      "loss": 9.9498,
+      "step": 153320
+    },
+    {
+      "epoch": 18.451263537906136,
+      "grad_norm": 189533648.0,
+      "learning_rate": 0.0001845362398818696,
+      "loss": 10.2202,
+      "step": 153330
+    },
+    {
+      "epoch": 18.452466907340554,
+      "grad_norm": 144564608.0,
+      "learning_rate": 0.00018453420760548327,
+      "loss": 10.5441,
+      "step": 153340
+    },
+    {
+      "epoch": 18.45367027677497,
+      "grad_norm": 158687680.0,
+      "learning_rate": 0.00018453217520675508,
+      "loss": 10.4903,
+      "step": 153350
+    },
+    {
+      "epoch": 18.454873646209386,
+      "grad_norm": 84126192.0,
+      "learning_rate": 0.00018453014268568797,
+      "loss": 10.4288,
+      "step": 153360
+    },
+    {
+      "epoch": 18.456077015643803,
+      "grad_norm": 347420544.0,
+      "learning_rate": 0.00018452811004228485,
+      "loss": 10.4237,
+      "step": 153370
+    },
+    {
+      "epoch": 18.45728038507822,
+      "grad_norm": 705729536.0,
+      "learning_rate": 0.0001845260772765487,
+      "loss": 10.4202,
+      "step": 153380
+    },
+    {
+      "epoch": 18.458483754512635,
+      "grad_norm": 447884192.0,
+      "learning_rate": 0.00018452404438848246,
+      "loss": 10.3371,
+      "step": 153390
+    },
+    {
+      "epoch": 18.459687123947052,
+      "grad_norm": 319394624.0,
+      "learning_rate": 0.00018452201137808904,
+      "loss": 10.5163,
+      "step": 153400
+    },
+    {
+      "epoch": 18.460890493381466,
+      "grad_norm": 307767616.0,
+      "learning_rate": 0.00018451997824537139,
+      "loss": 10.3893,
+      "step": 153410
+    },
+    {
+      "epoch": 18.462093862815884,
+      "grad_norm": 18004549632.0,
+      "learning_rate": 0.00018451794499033247,
+      "loss": 10.6187,
+      "step": 153420
+    },
+    {
+      "epoch": 18.4632972322503,
+      "grad_norm": 2387283456.0,
+      "learning_rate": 0.00018451591161297524,
+      "loss": 10.5182,
+      "step": 153430
+    },
+    {
+      "epoch": 18.464500601684716,
+      "grad_norm": 256399568.0,
+      "learning_rate": 0.00018451387811330264,
+      "loss": 10.6427,
+      "step": 153440
+    },
+    {
+      "epoch": 18.465703971119133,
+      "grad_norm": 226842784.0,
+      "learning_rate": 0.00018451184449131756,
+      "loss": 10.4203,
+      "step": 153450
+    },
+    {
+      "epoch": 18.46690734055355,
+      "grad_norm": 15965370.0,
+      "learning_rate": 0.00018450981074702295,
+      "loss": 10.6075,
+      "step": 153460
+    },
+    {
+      "epoch": 18.468110709987965,
+      "grad_norm": 38252532.0,
+      "learning_rate": 0.0001845077768804218,
+      "loss": 10.7387,
+      "step": 153470
+    },
+    {
+      "epoch": 18.469314079422382,
+      "grad_norm": 34838764.0,
+      "learning_rate": 0.00018450574289151706,
+      "loss": 10.9605,
+      "step": 153480
+    },
+    {
+      "epoch": 18.4705174488568,
+      "grad_norm": 62735660.0,
+      "learning_rate": 0.0001845037087803116,
+      "loss": 10.692,
+      "step": 153490
+    },
+    {
+      "epoch": 18.471720818291214,
+      "grad_norm": 30423376.0,
+      "learning_rate": 0.00018450167454680844,
+      "loss": 10.3002,
+      "step": 153500
+    },
+    {
+      "epoch": 18.47292418772563,
+      "grad_norm": 1632257.75,
+      "learning_rate": 0.0001844996401910105,
+      "loss": 10.3527,
+      "step": 153510
+    },
+    {
+      "epoch": 18.47412755716005,
+      "grad_norm": 277744.25,
+      "learning_rate": 0.00018449760571292073,
+      "loss": 10.359,
+      "step": 153520
+    },
+    {
+      "epoch": 18.475330926594463,
+      "grad_norm": 1733779.25,
+      "learning_rate": 0.000184495571112542,
+      "loss": 10.1695,
+      "step": 153530
+    },
+    {
+      "epoch": 18.47653429602888,
+      "grad_norm": 903284.5,
+      "learning_rate": 0.00018449353638987738,
+      "loss": 9.9837,
+      "step": 153540
+    },
+    {
+      "epoch": 18.477737665463298,
+      "grad_norm": 1033326.5,
+      "learning_rate": 0.00018449150154492973,
+      "loss": 10.4487,
+      "step": 153550
+    },
+    {
+      "epoch": 18.478941034897712,
+      "grad_norm": 686108.9375,
+      "learning_rate": 0.00018448946657770199,
+      "loss": 10.8624,
+      "step": 153560
+    },
+    {
+      "epoch": 18.48014440433213,
+      "grad_norm": 272341.71875,
+      "learning_rate": 0.00018448743148819717,
+      "loss": 10.9326,
+      "step": 153570
+    },
+    {
+      "epoch": 18.481347773766547,
+      "grad_norm": 7521502232576.0,
+      "learning_rate": 0.00018448539627641817,
+      "loss": 10.9476,
+      "step": 153580
+    },
+    {
+      "epoch": 18.48255114320096,
+      "grad_norm": 5581615661056.0,
+      "learning_rate": 0.00018448336094236792,
+      "loss": 10.5312,
+      "step": 153590
+    },
+    {
+      "epoch": 18.48375451263538,
+      "grad_norm": 35045565792256.0,
+      "learning_rate": 0.00018448132548604942,
+      "loss": 10.2854,
+      "step": 153600
+    },
+    {
+      "epoch": 18.484957882069796,
+      "grad_norm": 4497267490816.0,
+      "learning_rate": 0.00018447928990746558,
+      "loss": 10.3303,
+      "step": 153610
+    },
+    {
+      "epoch": 18.48616125150421,
+      "grad_norm": 19079746289664.0,
+      "learning_rate": 0.00018447725420661933,
+      "loss": 10.5231,
+      "step": 153620
+    },
+    {
+      "epoch": 18.487364620938628,
+      "grad_norm": 16816830152704.0,
+      "learning_rate": 0.00018447521838351364,
+      "loss": 10.6547,
+      "step": 153630
+    },
+    {
+      "epoch": 18.488567990373046,
+      "grad_norm": 34880473792512.0,
+      "learning_rate": 0.00018447318243815147,
+      "loss": 10.7887,
+      "step": 153640
+    },
+    {
+      "epoch": 18.48977135980746,
+      "grad_norm": 25699289088.0,
+      "learning_rate": 0.00018447114637053572,
+      "loss": 10.8947,
+      "step": 153650
+    },
+    {
+      "epoch": 18.490974729241877,
+      "grad_norm": 49615843328.0,
+      "learning_rate": 0.0001844691101806694,
+      "loss": 10.9466,
+      "step": 153660
+    },
+    {
+      "epoch": 18.492178098676295,
+      "grad_norm": 63240937472.0,
+      "learning_rate": 0.0001844670738685554,
+      "loss": 11.0833,
+      "step": 153670
+    },
+    {
+      "epoch": 18.49338146811071,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001844650374341967,
+      "loss": 11.1395,
+      "step": 153680
+    },
+    {
+      "epoch": 18.494584837545126,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018446300087759623,
+      "loss": 11.1156,
+      "step": 153690
+    },
+    {
+      "epoch": 18.495788206979544,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018446096419875695,
+      "loss": 11.1737,
+      "step": 153700
+    },
+    {
+      "epoch": 18.496991576413958,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018445892739768182,
+      "loss": 11.1832,
+      "step": 153710
+    },
+    {
+      "epoch": 18.498194945848375,
+      "grad_norm": Infinity,
+      "learning_rate": 0.00018445689047437376,
+      "loss": 11.184,
+      "step": 153720
+    },
+    {
+      "epoch": 18.499398315282793,
+      "grad_norm": Infinity,
+      "learning_rate": 0.0001844548534288357,
+      "loss": 11.2043,
+      "step": 153730
     }
   ],
   "logging_steps": 10,
@@ -104884,7 +107789,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 3.1449726876955705e+19,
+  "total_flos": 3.2323343541969355e+19,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null