| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 2080, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004807692307692308, | |
| "grad_norm": 416.0, | |
| "learning_rate": 9.615384615384617e-07, | |
| "loss": 51.8221, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02403846153846154, | |
| "grad_norm": 386.0, | |
| "learning_rate": 4.807692307692308e-06, | |
| "loss": 49.6687, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04807692307692308, | |
| "grad_norm": 202.0, | |
| "learning_rate": 9.615384615384616e-06, | |
| "loss": 45.9328, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07211538461538461, | |
| "grad_norm": 126.5, | |
| "learning_rate": 1.4423076923076923e-05, | |
| "loss": 37.1137, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.09615384615384616, | |
| "grad_norm": 49.75, | |
| "learning_rate": 1.923076923076923e-05, | |
| "loss": 29.2088, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.1201923076923077, | |
| "grad_norm": 20.125, | |
| "learning_rate": 2.4038461538461542e-05, | |
| "loss": 25.4723, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.14423076923076922, | |
| "grad_norm": 15.9375, | |
| "learning_rate": 2.8846153846153845e-05, | |
| "loss": 23.5413, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.16826923076923078, | |
| "grad_norm": 9.1875, | |
| "learning_rate": 3.365384615384616e-05, | |
| "loss": 21.2424, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.19230769230769232, | |
| "grad_norm": 4.8125, | |
| "learning_rate": 3.846153846153846e-05, | |
| "loss": 20.2839, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.21634615384615385, | |
| "grad_norm": 4.59375, | |
| "learning_rate": 4.326923076923077e-05, | |
| "loss": 19.3389, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2403846153846154, | |
| "grad_norm": 6.40625, | |
| "learning_rate": 4.8076923076923084e-05, | |
| "loss": 18.9421, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2644230769230769, | |
| "grad_norm": 8.4375, | |
| "learning_rate": 5.288461538461539e-05, | |
| "loss": 18.0351, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.28846153846153844, | |
| "grad_norm": 13.875, | |
| "learning_rate": 5.769230769230769e-05, | |
| "loss": 17.0595, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 23.625, | |
| "learning_rate": 6.25e-05, | |
| "loss": 14.7782, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.33653846153846156, | |
| "grad_norm": 30.75, | |
| "learning_rate": 6.730769230769232e-05, | |
| "loss": 10.9389, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.3605769230769231, | |
| "grad_norm": 24.625, | |
| "learning_rate": 7.211538461538462e-05, | |
| "loss": 5.5696, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 6.34375, | |
| "learning_rate": 7.692307692307693e-05, | |
| "loss": 2.548, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.40865384615384615, | |
| "grad_norm": 5.71875, | |
| "learning_rate": 8.173076923076923e-05, | |
| "loss": 2.0589, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.4326923076923077, | |
| "grad_norm": 3.03125, | |
| "learning_rate": 8.653846153846155e-05, | |
| "loss": 1.8063, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4567307692307692, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 9.134615384615385e-05, | |
| "loss": 1.6319, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.4807692307692308, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 9.615384615384617e-05, | |
| "loss": 1.502, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5048076923076923, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 0.00010096153846153846, | |
| "loss": 1.4262, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.5288461538461539, | |
| "grad_norm": 2.625, | |
| "learning_rate": 0.00010576923076923077, | |
| "loss": 1.3708, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5528846153846154, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 0.00011057692307692309, | |
| "loss": 1.309, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5769230769230769, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 0.00011538461538461538, | |
| "loss": 1.2806, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6009615384615384, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 0.0001201923076923077, | |
| "loss": 1.2449, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.000125, | |
| "loss": 1.2165, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6490384615384616, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 0.0001298076923076923, | |
| "loss": 1.1992, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.6730769230769231, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 0.00013461538461538464, | |
| "loss": 1.1854, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6971153846153846, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 0.0001394230769230769, | |
| "loss": 1.1787, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.7211538461538461, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 0.00014423076923076924, | |
| "loss": 1.1479, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7451923076923077, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 0.00014903846153846155, | |
| "loss": 1.1501, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 2.25, | |
| "learning_rate": 0.00015384615384615385, | |
| "loss": 1.121, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7932692307692307, | |
| "grad_norm": 3.0625, | |
| "learning_rate": 0.00015865384615384616, | |
| "loss": 1.1039, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.8173076923076923, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 0.00016346153846153846, | |
| "loss": 1.1093, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8413461538461539, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 0.0001682692307692308, | |
| "loss": 1.1086, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.8653846153846154, | |
| "grad_norm": 3.765625, | |
| "learning_rate": 0.0001730769230769231, | |
| "loss": 1.1016, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8894230769230769, | |
| "grad_norm": 5.8125, | |
| "learning_rate": 0.00017788461538461537, | |
| "loss": 1.0919, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.9134615384615384, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 0.0001826923076923077, | |
| "loss": 1.0958, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 3.765625, | |
| "learning_rate": 0.0001875, | |
| "loss": 1.0871, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.9615384615384616, | |
| "grad_norm": 3.328125, | |
| "learning_rate": 0.00019230769230769233, | |
| "loss": 1.072, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9855769230769231, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 0.00019711538461538464, | |
| "loss": 1.067, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 2.5660059452056885, | |
| "eval_runtime": 0.2581, | |
| "eval_samples_per_second": 38.744, | |
| "eval_steps_per_second": 3.874, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.0096153846153846, | |
| "grad_norm": 2.90625, | |
| "learning_rate": 0.0001999994367286727, | |
| "loss": 1.0461, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.0336538461538463, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 0.00019999309999911409, | |
| "loss": 1.0479, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.0576923076923077, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 0.00019997972289848503, | |
| "loss": 1.0469, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.0817307692307692, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 0.00019995930636864802, | |
| "loss": 1.0353, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.1057692307692308, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 0.00019993185184710165, | |
| "loss": 1.0479, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.1298076923076923, | |
| "grad_norm": 13.0625, | |
| "learning_rate": 0.00019989736126687963, | |
| "loss": 1.0327, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.1538461538461537, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 0.00019985583705641418, | |
| "loss": 1.0344, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1778846153846154, | |
| "grad_norm": 4.5625, | |
| "learning_rate": 0.00019980728213936567, | |
| "loss": 1.0178, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.2019230769230769, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 0.00019975169993441627, | |
| "loss": 1.0139, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.2259615384615385, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 0.0001996890943550295, | |
| "loss": 0.9975, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.375, | |
| "learning_rate": 0.00019961946980917456, | |
| "loss": 0.9845, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.2740384615384617, | |
| "grad_norm": 5.25, | |
| "learning_rate": 0.00019954283119901615, | |
| "loss": 0.9965, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.2980769230769231, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 0.0001994591839205691, | |
| "loss": 0.9998, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.3221153846153846, | |
| "grad_norm": 2.15625, | |
| "learning_rate": 0.00019936853386331858, | |
| "loss": 0.9872, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.3461538461538463, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 0.0001992708874098054, | |
| "loss": 0.9926, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.3701923076923077, | |
| "grad_norm": 2.625, | |
| "learning_rate": 0.00019916625143517663, | |
| "loss": 0.9819, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.3942307692307692, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 0.00019905463330670143, | |
| "loss": 0.9828, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.4182692307692308, | |
| "grad_norm": 4.9375, | |
| "learning_rate": 0.00019893604088325257, | |
| "loss": 0.9768, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.4423076923076923, | |
| "grad_norm": 1.7734375, | |
| "learning_rate": 0.0001988104825147528, | |
| "loss": 0.9772, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.4663461538461537, | |
| "grad_norm": 4.0, | |
| "learning_rate": 0.0001986779670415872, | |
| "loss": 0.9754, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.4903846153846154, | |
| "grad_norm": 3.25, | |
| "learning_rate": 0.0001985385037939806, | |
| "loss": 0.9712, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.5144230769230769, | |
| "grad_norm": 2.375, | |
| "learning_rate": 0.00019839210259134062, | |
| "loss": 0.9726, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.5384615384615383, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 0.00019823877374156647, | |
| "loss": 0.954, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.5625, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 0.00019807852804032305, | |
| "loss": 0.9547, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.5865384615384617, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 0.00019791137677028082, | |
| "loss": 0.9552, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.6105769230769231, | |
| "grad_norm": 2.109375, | |
| "learning_rate": 0.0001977373317003215, | |
| "loss": 0.9472, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.6346153846153846, | |
| "grad_norm": 3.6875, | |
| "learning_rate": 0.00019755640508470942, | |
| "loss": 0.9488, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.6586538461538463, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 0.0001973686096622286, | |
| "loss": 0.9445, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.6826923076923077, | |
| "grad_norm": 5.40625, | |
| "learning_rate": 0.00019717395865528602, | |
| "loss": 0.9428, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.7067307692307692, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 0.0001969724657689805, | |
| "loss": 0.9394, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.7307692307692308, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 0.00019676414519013781, | |
| "loss": 0.9524, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.7548076923076923, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 0.00019654901158631182, | |
| "loss": 0.9384, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.7788461538461537, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 0.00019632708010475165, | |
| "loss": 0.9354, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.8028846153846154, | |
| "grad_norm": 2.078125, | |
| "learning_rate": 0.0001960983663713353, | |
| "loss": 0.9314, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.8269230769230769, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 0.00019586288648946947, | |
| "loss": 0.9466, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.8509615384615383, | |
| "grad_norm": 9.25, | |
| "learning_rate": 0.0001956206570389556, | |
| "loss": 0.947, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 1.890625, | |
| "learning_rate": 0.0001953716950748227, | |
| "loss": 0.9377, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.8990384615384617, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 0.0001951160181261263, | |
| "loss": 0.9395, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.9230769230769231, | |
| "grad_norm": 1.8515625, | |
| "learning_rate": 0.00019485364419471454, | |
| "loss": 0.9244, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.9471153846153846, | |
| "grad_norm": 1.25, | |
| "learning_rate": 0.00019458459175396043, | |
| "loss": 0.9304, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.9711538461538463, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 0.0001943088797474612, | |
| "loss": 0.9328, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.9951923076923077, | |
| "grad_norm": 8.625, | |
| "learning_rate": 0.00019402652758770475, | |
| "loss": 0.9432, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.447457790374756, | |
| "eval_runtime": 0.2388, | |
| "eval_samples_per_second": 41.883, | |
| "eval_steps_per_second": 4.188, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 2.019230769230769, | |
| "grad_norm": 7.15625, | |
| "learning_rate": 0.00019373755515470254, | |
| "loss": 0.926, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.043269230769231, | |
| "grad_norm": 2.5, | |
| "learning_rate": 0.00019344198279459, | |
| "loss": 0.9221, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.0673076923076925, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 0.00019313983131819407, | |
| "loss": 0.9142, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.0913461538461537, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 0.00019283112199956775, | |
| "loss": 0.9251, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.1153846153846154, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 0.00019251587657449236, | |
| "loss": 0.9006, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.139423076923077, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 0.00019219411723894717, | |
| "loss": 0.9073, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.1634615384615383, | |
| "grad_norm": 4.9375, | |
| "learning_rate": 0.0001918658666475465, | |
| "loss": 0.9052, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.1875, | |
| "grad_norm": 4.125, | |
| "learning_rate": 0.00019153114791194473, | |
| "loss": 0.9128, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 2.2115384615384617, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 0.00019118998459920902, | |
| "loss": 0.914, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.235576923076923, | |
| "grad_norm": 7.84375, | |
| "learning_rate": 0.00019084240073015998, | |
| "loss": 0.9143, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 2.2596153846153846, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 0.0001904884207776804, | |
| "loss": 0.9272, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.2836538461538463, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.00019012806966499217, | |
| "loss": 0.9118, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 2.3076923076923075, | |
| "grad_norm": 2.8125, | |
| "learning_rate": 0.0001897613727639014, | |
| "loss": 0.935, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.331730769230769, | |
| "grad_norm": 2.71875, | |
| "learning_rate": 0.00018938835589301216, | |
| "loss": 0.9075, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 2.355769230769231, | |
| "grad_norm": 3.203125, | |
| "learning_rate": 0.00018900904531590846, | |
| "loss": 0.8945, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.3798076923076925, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 0.00018862346773930523, | |
| "loss": 0.8932, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 2.4038461538461537, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 0.0001882316503111678, | |
| "loss": 0.8981, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.4278846153846154, | |
| "grad_norm": 1.921875, | |
| "learning_rate": 0.00018783362061880062, | |
| "loss": 0.895, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 2.451923076923077, | |
| "grad_norm": 7.25, | |
| "learning_rate": 0.00018742940668690464, | |
| "loss": 0.8995, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.4759615384615383, | |
| "grad_norm": 7.90625, | |
| "learning_rate": 0.00018701903697560437, | |
| "loss": 0.8864, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 4.75, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.8893, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.5240384615384617, | |
| "grad_norm": 13.375, | |
| "learning_rate": 0.00018617994622035253, | |
| "loss": 0.9098, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.5480769230769234, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 0.00018575128425558023, | |
| "loss": 0.9133, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.5721153846153846, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 0.00018531658466560246, | |
| "loss": 0.9042, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.5961538461538463, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 0.00018487587805699526, | |
| "loss": 0.8994, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.6201923076923075, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 0.00018442919545928022, | |
| "loss": 0.8857, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.644230769230769, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 0.0001839765683227398, | |
| "loss": 0.8794, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.668269230769231, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 0.00018351802851620294, | |
| "loss": 0.8803, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 2.6923076923076925, | |
| "grad_norm": 2.625, | |
| "learning_rate": 0.00018305360832480117, | |
| "loss": 0.8835, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.7163461538461537, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 0.00018258334044769558, | |
| "loss": 0.881, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 2.7403846153846154, | |
| "grad_norm": 10.125, | |
| "learning_rate": 0.00018210725799577439, | |
| "loss": 0.8897, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.7644230769230766, | |
| "grad_norm": 8.0625, | |
| "learning_rate": 0.00018162539448932164, | |
| "loss": 0.8743, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.7884615384615383, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 0.00018113778385565733, | |
| "loss": 0.8811, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.8125, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 0.00018064446042674828, | |
| "loss": 0.887, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.8365384615384617, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 0.00018014545893679115, | |
| "loss": 0.8917, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.8605769230769234, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 0.00017964081451976672, | |
| "loss": 0.8733, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.8846153846153846, | |
| "grad_norm": 2.890625, | |
| "learning_rate": 0.0001791305627069662, | |
| "loss": 0.9015, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.9086538461538463, | |
| "grad_norm": 2.75, | |
| "learning_rate": 0.00017861473942448953, | |
| "loss": 0.8923, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.9326923076923075, | |
| "grad_norm": 17.125, | |
| "learning_rate": 0.00017809338099071577, | |
| "loss": 0.8995, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.956730769230769, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 0.00017756652411374618, | |
| "loss": 0.9079, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.980769230769231, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 0.00017703420588881946, | |
| "loss": 0.9222, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 2.442279815673828, | |
| "eval_runtime": 0.238, | |
| "eval_samples_per_second": 42.025, | |
| "eval_steps_per_second": 4.202, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 3.0048076923076925, | |
| "grad_norm": 7.46875, | |
| "learning_rate": 0.0001764964637957, | |
| "loss": 0.896, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 3.0288461538461537, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 0.0001759533356960391, | |
| "loss": 0.888, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 3.0528846153846154, | |
| "grad_norm": 0.8984375, | |
| "learning_rate": 0.00017540485983070887, | |
| "loss": 0.8629, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 3.076923076923077, | |
| "grad_norm": 2.75, | |
| "learning_rate": 0.00017485107481711012, | |
| "loss": 0.8652, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.1009615384615383, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 0.00017429201964645313, | |
| "loss": 0.8815, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 15.375, | |
| "learning_rate": 0.0001737277336810124, | |
| "loss": 0.8888, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.1490384615384617, | |
| "grad_norm": 2.78125, | |
| "learning_rate": 0.00017315825665135522, | |
| "loss": 0.8722, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 3.173076923076923, | |
| "grad_norm": 1.0, | |
| "learning_rate": 0.00017258362865354426, | |
| "loss": 0.8506, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.1971153846153846, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 0.00017200389014631446, | |
| "loss": 0.8684, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 3.2211538461538463, | |
| "grad_norm": 5.84375, | |
| "learning_rate": 0.00017141908194822446, | |
| "loss": 0.8432, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.2451923076923075, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 0.00017082924523478262, | |
| "loss": 0.8466, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 3.269230769230769, | |
| "grad_norm": 9.75, | |
| "learning_rate": 0.00017023442153554777, | |
| "loss": 0.8492, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.293269230769231, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 0.0001696346527312053, | |
| "loss": 0.8435, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 3.3173076923076925, | |
| "grad_norm": 5.28125, | |
| "learning_rate": 0.00016902998105061844, | |
| "loss": 0.8578, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 3.3413461538461537, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 0.00016842044906785483, | |
| "loss": 0.8517, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 3.3653846153846154, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 0.0001678060996991891, | |
| "loss": 0.87, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.389423076923077, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 0.0001671869762000811, | |
| "loss": 0.8582, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 3.4134615384615383, | |
| "grad_norm": 19.625, | |
| "learning_rate": 0.00016656312216213034, | |
| "loss": 0.8727, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 3.4375, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 0.00016593458151000688, | |
| "loss": 0.878, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 3.4615384615384617, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 0.0001653013984983585, | |
| "loss": 0.851, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 3.485576923076923, | |
| "grad_norm": 4.0625, | |
| "learning_rate": 0.00016466361770869494, | |
| "loss": 0.8602, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 3.5096153846153846, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 0.00016402128404624882, | |
| "loss": 0.8497, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 3.5336538461538463, | |
| "grad_norm": 15.0, | |
| "learning_rate": 0.00016337444273681407, | |
| "loss": 0.8458, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 3.5576923076923075, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 0.00016272313932356162, | |
| "loss": 0.8353, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 3.581730769230769, | |
| "grad_norm": 2.125, | |
| "learning_rate": 0.0001620674196638327, | |
| "loss": 0.8244, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 3.605769230769231, | |
| "grad_norm": 11.625, | |
| "learning_rate": 0.0001614073299259101, | |
| "loss": 0.8282, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.6298076923076925, | |
| "grad_norm": 12.4375, | |
| "learning_rate": 0.00016074291658576772, | |
| "loss": 0.8396, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 3.6538461538461537, | |
| "grad_norm": 17.25, | |
| "learning_rate": 0.0001600742264237979, | |
| "loss": 0.8315, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 3.6778846153846154, | |
| "grad_norm": 3.046875, | |
| "learning_rate": 0.00015940130652151803, | |
| "loss": 0.8336, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 3.7019230769230766, | |
| "grad_norm": 14.4375, | |
| "learning_rate": 0.0001587242042582554, | |
| "loss": 0.8239, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 3.7259615384615383, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 0.00015804296730781135, | |
| "loss": 0.8185, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 0.0001573576436351046, | |
| "loss": 0.8416, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.7740384615384617, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 0.0001566682814927943, | |
| "loss": 0.8347, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 3.7980769230769234, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 0.00015597492941788222, | |
| "loss": 0.8497, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 3.8221153846153846, | |
| "grad_norm": 10.1875, | |
| "learning_rate": 0.00015527763622829577, | |
| "loss": 0.8309, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 3.8461538461538463, | |
| "grad_norm": 1.7890625, | |
| "learning_rate": 0.00015457645101945046, | |
| "loss": 0.8141, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.8701923076923075, | |
| "grad_norm": 1.25, | |
| "learning_rate": 0.00015387142316079347, | |
| "loss": 0.8212, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 3.894230769230769, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 0.00015316260229232727, | |
| "loss": 0.8197, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 3.918269230769231, | |
| "grad_norm": 4.25, | |
| "learning_rate": 0.00015245003832111483, | |
| "loss": 0.8395, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 3.9423076923076925, | |
| "grad_norm": 4.09375, | |
| "learning_rate": 0.00015173378141776568, | |
| "loss": 0.8238, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 3.9663461538461537, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 0.0001510138820129033, | |
| "loss": 0.8065, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 3.9903846153846154, | |
| "grad_norm": 7.375, | |
| "learning_rate": 0.00015029039079361448, | |
| "loss": 0.8069, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.4326889514923096, | |
| "eval_runtime": 0.2383, | |
| "eval_samples_per_second": 41.965, | |
| "eval_steps_per_second": 4.196, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 4.014423076923077, | |
| "grad_norm": 12.3125, | |
| "learning_rate": 0.0001495633586998807, | |
| "loss": 0.8046, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 4.038461538461538, | |
| "grad_norm": 10.3125, | |
| "learning_rate": 0.00014883283692099112, | |
| "loss": 0.8045, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 4.0625, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00014809887689193877, | |
| "loss": 0.8012, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 4.086538461538462, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 0.00014736153028979893, | |
| "loss": 0.7927, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 4.110576923076923, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 0.00014662084903009065, | |
| "loss": 0.8012, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 4.134615384615385, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 0.00014587688526312143, | |
| "loss": 0.7909, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 4.158653846153846, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 0.00014512969137031538, | |
| "loss": 0.7764, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 4.1826923076923075, | |
| "grad_norm": 2.828125, | |
| "learning_rate": 0.00014437931996052518, | |
| "loss": 0.7747, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 4.206730769230769, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 0.00014362582386632798, | |
| "loss": 0.7841, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 4.230769230769231, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 0.00014286925614030542, | |
| "loss": 0.7827, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 4.2548076923076925, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 0.00014210967005130837, | |
| "loss": 0.7824, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 4.278846153846154, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 0.00014134711908070631, | |
| "loss": 0.7813, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 4.302884615384615, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 0.00014058165691862174, | |
| "loss": 0.7777, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 4.326923076923077, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.0001398133374601501, | |
| "loss": 0.7812, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.350961538461538, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 0.0001390422148015649, | |
| "loss": 0.7779, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 4.375, | |
| "grad_norm": 4.90625, | |
| "learning_rate": 0.000138268343236509, | |
| "loss": 0.7778, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 4.399038461538462, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00013749177725217175, | |
| "loss": 0.7731, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 4.423076923076923, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00013671257152545277, | |
| "loss": 0.7759, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 4.447115384615385, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00013593078091911218, | |
| "loss": 0.7759, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 4.471153846153846, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00013514646047790775, | |
| "loss": 0.7716, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 4.4951923076923075, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.00013435966542471928, | |
| "loss": 0.7764, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 4.519230769230769, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.0001335704511566605, | |
| "loss": 0.7836, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 4.543269230769231, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00013277887324117857, | |
| "loss": 0.7786, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 4.5673076923076925, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00013198498741214166, | |
| "loss": 0.7694, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 4.591346153846154, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.0001311888495659149, | |
| "loss": 0.773, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 4.615384615384615, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.0001303905157574247, | |
| "loss": 0.77, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 4.639423076923077, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00012959004219621195, | |
| "loss": 0.7649, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 4.663461538461538, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00012878748524247462, | |
| "loss": 0.7749, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 4.6875, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00012798290140309923, | |
| "loss": 0.7666, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 4.711538461538462, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00012717634732768243, | |
| "loss": 0.7723, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 4.735576923076923, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.0001263678798045425, | |
| "loss": 0.7713, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 4.759615384615385, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0001255575557567207, | |
| "loss": 0.7692, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 4.783653846153846, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.00012474543223797352, | |
| "loss": 0.7608, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 4.8076923076923075, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0001239315664287558, | |
| "loss": 0.7612, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.831730769230769, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.00012311601563219434, | |
| "loss": 0.7632, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 4.855769230769231, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 0.00012229883727005365, | |
| "loss": 0.7703, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 4.8798076923076925, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00012148008887869269, | |
| "loss": 0.7666, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 4.903846153846154, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00012065982810501404, | |
| "loss": 0.7706, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 4.927884615384615, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00011983811270240484, | |
| "loss": 0.7655, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 4.951923076923077, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 0.00011901500052667068, | |
| "loss": 0.7597, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 4.975961538461538, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00011819054953196186, | |
| "loss": 0.7652, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.7635, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 2.423292875289917, | |
| "eval_runtime": 0.2377, | |
| "eval_samples_per_second": 42.07, | |
| "eval_steps_per_second": 4.207, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 5.024038461538462, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 0.00011653786336945614, | |
| "loss": 0.7427, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 5.048076923076923, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00011570974456492678, | |
| "loss": 0.7423, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 5.072115384615385, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00011488051965976486, | |
| "loss": 0.7404, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 5.096153846153846, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00011405024703850929, | |
| "loss": 0.7424, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 5.1201923076923075, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00011321898515946708, | |
| "loss": 0.7388, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 5.144230769230769, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00011238679255059752, | |
| "loss": 0.7479, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.168269230769231, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00011155372780539124, | |
| "loss": 0.7477, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 5.1923076923076925, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00011071984957874479, | |
| "loss": 0.7426, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 5.216346153846154, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00010988521658283071, | |
| "loss": 0.744, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 5.240384615384615, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.0001090498875829638, | |
| "loss": 0.74, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 5.264423076923077, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00010821392139346351, | |
| "loss": 0.7365, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 5.288461538461538, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00010737737687351284, | |
| "loss": 0.7429, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.3125, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00010654031292301432, | |
| "loss": 0.7501, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 5.336538461538462, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.00010570278847844275, | |
| "loss": 0.7378, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 5.360576923076923, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.0001048648625086957, | |
| "loss": 0.7476, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 5.384615384615385, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00010402659401094152, | |
| "loss": 0.7388, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 5.408653846153846, | |
| "grad_norm": 0.64453125, | |
| "learning_rate": 0.00010318804200646553, | |
| "loss": 0.747, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 5.4326923076923075, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 0.00010234926553651422, | |
| "loss": 0.7353, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 5.456730769230769, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.00010151032365813859, | |
| "loss": 0.7411, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 5.480769230769231, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00010067127544003563, | |
| "loss": 0.7377, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 5.5048076923076925, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 9.983217995838956e-05, | |
| "loss": 0.7351, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 5.528846153846154, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 9.899309629271246e-05, | |
| "loss": 0.7383, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 5.552884615384615, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 9.815408352168442e-05, | |
| "loss": 0.7406, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 5.576923076923077, | |
| "grad_norm": 0.62890625, | |
| "learning_rate": 9.73152007189939e-05, | |
| "loss": 0.7419, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 5.600961538461538, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 9.647650694917856e-05, | |
| "loss": 0.7503, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 5.625, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 9.563806126346642e-05, | |
| "loss": 0.7448, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 5.649038461538462, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 9.479992269561833e-05, | |
| "loss": 0.7376, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 5.673076923076923, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 9.396215025777139e-05, | |
| "loss": 0.7505, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 5.697115384615385, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 9.312480293628404e-05, | |
| "loss": 0.7411, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 5.721153846153846, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 9.22879396875828e-05, | |
| "loss": 0.7402, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 5.7451923076923075, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 9.145161943401142e-05, | |
| "loss": 0.7341, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 5.769230769230769, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 9.061590105968208e-05, | |
| "loss": 0.7441, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.793269230769231, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 8.97808434063295e-05, | |
| "loss": 0.7372, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 5.8173076923076925, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 8.894650526916803e-05, | |
| "loss": 0.7381, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 5.841346153846154, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 8.811294539275185e-05, | |
| "loss": 0.7381, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 5.865384615384615, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 8.728022246683894e-05, | |
| "loss": 0.7374, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 5.889423076923077, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 8.644839512225886e-05, | |
| "loss": 0.7356, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 5.913461538461538, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 8.561752192678443e-05, | |
| "loss": 0.7434, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 5.9375, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 8.478766138100834e-05, | |
| "loss": 0.7391, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 5.961538461538462, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 8.395887191422397e-05, | |
| "loss": 0.7421, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 5.985576923076923, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 8.313121188031164e-05, | |
| "loss": 0.7364, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 2.4450995922088623, | |
| "eval_runtime": 0.238, | |
| "eval_samples_per_second": 42.022, | |
| "eval_steps_per_second": 4.202, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 6.009615384615385, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 8.23047395536298e-05, | |
| "loss": 0.7278, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 6.033653846153846, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 8.147951312491227e-05, | |
| "loss": 0.7181, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 6.0576923076923075, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 8.065559069717088e-05, | |
| "loss": 0.7184, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 6.081730769230769, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 7.983303028160464e-05, | |
| "loss": 0.7117, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 6.105769230769231, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 7.901188979351526e-05, | |
| "loss": 0.7159, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 6.1298076923076925, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 7.819222704822937e-05, | |
| "loss": 0.7092, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 6.153846153846154, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 7.73740997570278e-05, | |
| "loss": 0.7244, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 6.177884615384615, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 7.655756552308238e-05, | |
| "loss": 0.72, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 6.201923076923077, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 7.574268183739989e-05, | |
| "loss": 0.7184, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 6.225961538461538, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 7.492950607477451e-05, | |
| "loss": 0.716, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 7.411809548974792e-05, | |
| "loss": 0.7183, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.274038461538462, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 7.330850721257825e-05, | |
| "loss": 0.7159, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 6.298076923076923, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 7.250079824521743e-05, | |
| "loss": 0.7263, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 6.322115384615385, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 7.169502545729797e-05, | |
| "loss": 0.7194, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 6.346153846153846, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 7.089124558212871e-05, | |
| "loss": 0.7148, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 6.3701923076923075, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 7.008951521270037e-05, | |
| "loss": 0.7188, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 6.394230769230769, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 6.928989079770094e-05, | |
| "loss": 0.7241, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 6.418269230769231, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 6.849242863754108e-05, | |
| "loss": 0.7144, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 6.4423076923076925, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 6.769718488039023e-05, | |
| "loss": 0.7228, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 6.466346153846154, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 6.690421551822333e-05, | |
| "loss": 0.7197, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 6.490384615384615, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 6.611357638287823e-05, | |
| "loss": 0.7258, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 6.514423076923077, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 6.532532314212508e-05, | |
| "loss": 0.7134, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 6.538461538461538, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 6.453951129574644e-05, | |
| "loss": 0.7222, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 6.5625, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 6.375619617162985e-05, | |
| "loss": 0.7274, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 6.586538461538462, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 6.297543292187215e-05, | |
| "loss": 0.7236, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 6.610576923076923, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 6.219727651889646e-05, | |
| "loss": 0.7235, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 6.634615384615385, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 6.142178175158149e-05, | |
| "loss": 0.7162, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 6.658653846153846, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 6.064900322140392e-05, | |
| "loss": 0.7285, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 6.6826923076923075, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 5.9878995338594224e-05, | |
| "loss": 0.7136, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 6.706730769230769, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 5.9111812318305425e-05, | |
| "loss": 0.7169, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 6.730769230769231, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 5.834750817679606e-05, | |
| "loss": 0.7146, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 6.7548076923076925, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 5.75861367276269e-05, | |
| "loss": 0.7164, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 6.778846153846154, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 5.682775157787213e-05, | |
| "loss": 0.718, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 6.802884615384615, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 5.6072406124344855e-05, | |
| "loss": 0.7112, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 6.826923076923077, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 5.5320153549837415e-05, | |
| "loss": 0.7109, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 6.850961538461538, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 5.457104681937706e-05, | |
| "loss": 0.7192, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 6.875, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 5.382513867649663e-05, | |
| "loss": 0.7143, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 6.899038461538462, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 5.308248163952096e-05, | |
| "loss": 0.723, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 6.923076923076923, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 5.234312799786921e-05, | |
| "loss": 0.7089, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 6.947115384615385, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 5.1607129808373254e-05, | |
| "loss": 0.7096, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 6.971153846153846, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 5.087453889161229e-05, | |
| "loss": 0.7133, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 6.9951923076923075, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 5.014540682826434e-05, | |
| "loss": 0.7168, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 2.450974464416504, | |
| "eval_runtime": 0.2387, | |
| "eval_samples_per_second": 41.885, | |
| "eval_steps_per_second": 4.189, | |
| "step": 1456 | |
| }, | |
| { | |
| "epoch": 7.019230769230769, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 4.9419784955474524e-05, | |
| "loss": 0.7018, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 7.043269230769231, | |
| "grad_norm": 0.375, | |
| "learning_rate": 4.869772436324045e-05, | |
| "loss": 0.7019, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 7.0673076923076925, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 4.797927589081509e-05, | |
| "loss": 0.7056, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 7.091346153846154, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 4.726449012312726e-05, | |
| "loss": 0.7081, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 7.115384615384615, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 4.6553417387219886e-05, | |
| "loss": 0.709, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 7.139423076923077, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 4.58461077487067e-05, | |
| "loss": 0.7028, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 7.163461538461538, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 4.514261100824709e-05, | |
| "loss": 0.7022, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 7.1875, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 4.444297669803981e-05, | |
| "loss": 0.7063, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 7.211538461538462, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 4.374725407833532e-05, | |
| "loss": 0.7101, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.235576923076923, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 4.305549213396772e-05, | |
| "loss": 0.7046, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 7.259615384615385, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 4.236773957090548e-05, | |
| "loss": 0.7018, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 7.283653846153846, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 4.168404481282233e-05, | |
| "loss": 0.7038, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 7.3076923076923075, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 4.100445599768774e-05, | |
| "loss": 0.7072, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 7.331730769230769, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 4.0329020974377596e-05, | |
| "loss": 0.7026, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 7.355769230769231, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 3.96577872993053e-05, | |
| "loss": 0.7117, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 7.3798076923076925, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 3.899080223307335e-05, | |
| "loss": 0.7008, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 7.403846153846154, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 3.832811273714569e-05, | |
| "loss": 0.699, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 7.427884615384615, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 3.7669765470541365e-05, | |
| "loss": 0.7069, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 7.451923076923077, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 3.701580678654925e-05, | |
| "loss": 0.7055, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 7.475961538461538, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 3.636628272946434e-05, | |
| "loss": 0.7088, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.7042, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 7.524038461538462, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 3.508072110879804e-05, | |
| "loss": 0.703, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 7.548076923076923, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 3.4444774059770536e-05, | |
| "loss": 0.7064, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 7.572115384615385, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 3.381344266038518e-05, | |
| "loss": 0.7007, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 7.596153846153846, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 3.318677136178228e-05, | |
| "loss": 0.7018, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 7.6201923076923075, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 3.2564804286991135e-05, | |
| "loss": 0.7029, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 7.644230769230769, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 3.1947585227823394e-05, | |
| "loss": 0.7023, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 7.668269230769231, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 3.1335157641789756e-05, | |
| "loss": 0.7134, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 7.6923076923076925, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 3.072756464904006e-05, | |
| "loss": 0.7034, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.716346153846154, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 3.0124849029327405e-05, | |
| "loss": 0.7026, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 7.740384615384615, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 2.9527053218996037e-05, | |
| "loss": 0.7046, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 7.764423076923077, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 2.8934219307993394e-05, | |
| "loss": 0.7015, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 7.788461538461538, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 2.8346389036906828e-05, | |
| "loss": 0.7023, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 7.8125, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 2.776360379402445e-05, | |
| "loss": 0.704, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 7.836538461538462, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 2.7185904612421176e-05, | |
| "loss": 0.6993, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 7.860576923076923, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 2.6613332167069638e-05, | |
| "loss": 0.7017, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 7.884615384615385, | |
| "grad_norm": 0.375, | |
| "learning_rate": 2.6045926771976303e-05, | |
| "loss": 0.7071, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 7.908653846153846, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 2.5483728377342984e-05, | |
| "loss": 0.7057, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 7.9326923076923075, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 2.492677656675414e-05, | |
| "loss": 0.7088, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 7.956730769230769, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 2.4375110554389702e-05, | |
| "loss": 0.6981, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 7.980769230769231, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 2.382876918226409e-05, | |
| "loss": 0.7064, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 2.4729323387145996, | |
| "eval_runtime": 0.3036, | |
| "eval_samples_per_second": 32.941, | |
| "eval_steps_per_second": 3.294, | |
| "step": 1664 | |
| }, | |
| { | |
| "epoch": 8.004807692307692, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 2.328779091749145e-05, | |
| "loss": 0.7012, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 8.028846153846153, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 2.2752213849577188e-05, | |
| "loss": 0.6971, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 8.052884615384615, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 2.2222075687736187e-05, | |
| "loss": 0.7013, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 8.076923076923077, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 2.1697413758237784e-05, | |
| "loss": 0.6927, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 8.100961538461538, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 2.1178265001777554e-05, | |
| "loss": 0.69, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 8.125, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 2.0664665970876496e-05, | |
| "loss": 0.6943, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 8.149038461538462, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 2.0156652827307364e-05, | |
| "loss": 0.7043, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 8.173076923076923, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 1.965426133954854e-05, | |
| "loss": 0.7023, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 8.197115384615385, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 1.9157526880265765e-05, | |
| "loss": 0.7036, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 8.221153846153847, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 1.8666484423821373e-05, | |
| "loss": 0.6978, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 8.245192307692308, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.8181168543812066e-05, | |
| "loss": 0.6973, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 8.26923076923077, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 1.7701613410634365e-05, | |
| "loss": 0.6943, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 8.29326923076923, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 1.7227852789078913e-05, | |
| "loss": 0.6965, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 8.317307692307692, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 1.6759920035953093e-05, | |
| "loss": 0.6942, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 8.341346153846153, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 1.6297848097732338e-05, | |
| "loss": 0.7008, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 8.365384615384615, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 1.584166950824061e-05, | |
| "loss": 0.7029, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 8.389423076923077, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.5391416386359524e-05, | |
| "loss": 0.695, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 8.413461538461538, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.4947120433767047e-05, | |
| "loss": 0.7025, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 8.4375, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 1.4508812932705363e-05, | |
| "loss": 0.6916, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 8.461538461538462, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 1.4076524743778319e-05, | |
| "loss": 0.7005, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 8.485576923076923, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 1.3650286303778714e-05, | |
| "loss": 0.6944, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 8.509615384615385, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 1.3230127623545064e-05, | |
| "loss": 0.6951, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 8.533653846153847, | |
| "grad_norm": 0.375, | |
| "learning_rate": 1.2816078285848799e-05, | |
| "loss": 0.7039, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 8.557692307692308, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 1.2408167443311214e-05, | |
| "loss": 0.6976, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 8.58173076923077, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 1.2006423816350977e-05, | |
| "loss": 0.6949, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 8.60576923076923, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 1.1610875691161915e-05, | |
| "loss": 0.7008, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 8.629807692307692, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 1.1221550917721436e-05, | |
| "loss": 0.693, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 8.653846153846153, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 1.083847690782972e-05, | |
| "loss": 0.6887, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 8.677884615384615, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 1.046168063317956e-05, | |
| "loss": 0.7022, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 8.701923076923077, | |
| "grad_norm": 0.375, | |
| "learning_rate": 1.0091188623457415e-05, | |
| "loss": 0.7058, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 8.725961538461538, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 9.727026964475483e-06, | |
| "loss": 0.6948, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 8.75, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 9.369221296335006e-06, | |
| "loss": 0.7025, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 8.774038461538462, | |
| "grad_norm": 0.375, | |
| "learning_rate": 9.017796811621049e-06, | |
| "loss": 0.7007, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 8.798076923076923, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 8.672778253628621e-06, | |
| "loss": 0.6992, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 8.822115384615385, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 8.334189914620671e-06, | |
| "loss": 0.6934, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 8.846153846153847, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 8.002055634117578e-06, | |
| "loss": 0.6955, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 8.870192307692308, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 7.67639879721872e-06, | |
| "loss": 0.7001, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 8.89423076923077, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 7.357242332955916e-06, | |
| "loss": 0.6982, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 8.91826923076923, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 7.0446087126790575e-06, | |
| "loss": 0.702, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 8.942307692307692, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 6.738519948473976e-06, | |
| "loss": 0.7033, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 8.966346153846153, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 6.4389975916125056e-06, | |
| "loss": 0.6961, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 8.990384615384615, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 6.146062731035129e-06, | |
| "loss": 0.6934, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 2.4781441688537598, | |
| "eval_runtime": 0.2396, | |
| "eval_samples_per_second": 41.728, | |
| "eval_steps_per_second": 4.173, | |
| "step": 1872 | |
| }, | |
| { | |
| "epoch": 9.014423076923077, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 5.859735991866166e-06, | |
| "loss": 0.6903, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 9.038461538461538, | |
| "grad_norm": 0.375, | |
| "learning_rate": 5.580037533961546e-06, | |
| "loss": 0.6989, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 9.0625, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 5.306987050489442e-06, | |
| "loss": 0.6981, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 9.086538461538462, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 5.040603766543594e-06, | |
| "loss": 0.6943, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 9.110576923076923, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 4.780906437789845e-06, | |
| "loss": 0.6896, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 9.134615384615385, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 4.527913349145441e-06, | |
| "loss": 0.6998, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 9.158653846153847, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 4.281642313491685e-06, | |
| "loss": 0.6957, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 9.182692307692308, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 4.042110670419763e-06, | |
| "loss": 0.7036, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 9.20673076923077, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 3.809335285009863e-06, | |
| "loss": 0.7007, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 9.23076923076923, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 3.5833325466437694e-06, | |
| "loss": 0.6963, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 9.254807692307692, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 3.3641183678508327e-06, | |
| "loss": 0.6982, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 9.278846153846153, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 3.1517081831876737e-06, | |
| "loss": 0.689, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 9.302884615384615, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 2.9461169481514005e-06, | |
| "loss": 0.6964, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 9.326923076923077, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 2.7473591381266708e-06, | |
| "loss": 0.6911, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 9.350961538461538, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 2.55544874736644e-06, | |
| "loss": 0.6924, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 9.375, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 2.3703992880066638e-06, | |
| "loss": 0.6946, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 9.399038461538462, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 2.1922237891149667e-06, | |
| "loss": 0.7009, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 9.423076923076923, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 2.0209347957732328e-06, | |
| "loss": 0.693, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 9.447115384615385, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 1.8565443681943461e-06, | |
| "loss": 0.6947, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 9.471153846153847, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 1.6990640808730696e-06, | |
| "loss": 0.7001, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 9.495192307692308, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 1.5485050217710295e-06, | |
| "loss": 0.6956, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 9.51923076923077, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 1.404877791536141e-06, | |
| "loss": 0.6952, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 9.54326923076923, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 1.2681925027561382e-06, | |
| "loss": 0.6965, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 9.567307692307692, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 1.1384587792465872e-06, | |
| "loss": 0.6953, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 9.591346153846153, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 1.0156857553732857e-06, | |
| "loss": 0.694, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 9.615384615384615, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 8.998820754091531e-07, | |
| "loss": 0.692, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.639423076923077, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 7.910558929255851e-07, | |
| "loss": 0.6951, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 9.663461538461538, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 6.892148702183133e-07, | |
| "loss": 0.6955, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 9.6875, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 5.943661777680354e-07, | |
| "loss": 0.6957, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 9.711538461538462, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 5.065164937354428e-07, | |
| "loss": 0.698, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 9.735576923076923, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 4.256720034910511e-07, | |
| "loss": 0.6988, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 9.759615384615385, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 3.5183839917972697e-07, | |
| "loss": 0.6933, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 9.783653846153847, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 2.850208793198861e-07, | |
| "loss": 0.705, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 9.807692307692308, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 2.2522414843748618e-07, | |
| "loss": 0.6993, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 9.83173076923077, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.7245241673476965e-07, | |
| "loss": 0.6974, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 9.85576923076923, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.2670939979384512e-07, | |
| "loss": 0.7062, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 9.879807692307692, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 8.799831831506344e-08, | |
| "loss": 0.691, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 9.903846153846153, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 5.632189789027687e-08, | |
| "loss": 0.6951, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 9.927884615384615, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 3.168236881092579e-08, | |
| "loss": 0.698, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 9.951923076923077, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 1.4081465910975588e-08, | |
| "loss": 0.686, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 9.975961538461538, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 3.520428444825363e-09, | |
| "loss": 0.7005, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0, | |
| "loss": 0.7018, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 2.4814841747283936, | |
| "eval_runtime": 0.2382, | |
| "eval_samples_per_second": 41.987, | |
| "eval_steps_per_second": 4.199, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 2080, | |
| "total_flos": 6.350169378683617e+18, | |
| "train_loss": 1.6486573993013456, | |
| "train_runtime": 5073.9705, | |
| "train_samples_per_second": 26.214, | |
| "train_steps_per_second": 0.41 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 2080, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "total_flos": 6.350169378683617e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |