JEdward7777's picture
End of training
caf52b8
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 500.0,
"global_step": 31000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_loss": 39.53297424316406,
"eval_runtime": 1.5249,
"eval_samples_per_second": 79.35,
"eval_steps_per_second": 10.493,
"step": 62
},
{
"epoch": 2.0,
"eval_loss": 39.283233642578125,
"eval_runtime": 1.5209,
"eval_samples_per_second": 79.56,
"eval_steps_per_second": 10.52,
"step": 124
},
{
"epoch": 3.0,
"eval_loss": 39.727474212646484,
"eval_runtime": 1.5199,
"eval_samples_per_second": 79.609,
"eval_steps_per_second": 10.527,
"step": 186
},
{
"epoch": 4.0,
"eval_loss": 38.73893356323242,
"eval_runtime": 1.5313,
"eval_samples_per_second": 79.02,
"eval_steps_per_second": 10.449,
"step": 248
},
{
"epoch": 5.0,
"eval_loss": 38.108787536621094,
"eval_runtime": 1.5538,
"eval_samples_per_second": 77.875,
"eval_steps_per_second": 10.298,
"step": 310
},
{
"epoch": 6.0,
"eval_loss": 37.65414047241211,
"eval_runtime": 1.5218,
"eval_samples_per_second": 79.511,
"eval_steps_per_second": 10.514,
"step": 372
},
{
"epoch": 7.0,
"eval_loss": 36.28599548339844,
"eval_runtime": 1.5198,
"eval_samples_per_second": 79.613,
"eval_steps_per_second": 10.527,
"step": 434
},
{
"epoch": 8.0,
"eval_loss": 36.02519607543945,
"eval_runtime": 1.5195,
"eval_samples_per_second": 79.632,
"eval_steps_per_second": 10.53,
"step": 496
},
{
"epoch": 8.06,
"learning_rate": 4.9193548387096775e-08,
"loss": 40.88,
"step": 500
},
{
"epoch": 9.0,
"eval_loss": 35.2044563293457,
"eval_runtime": 1.5286,
"eval_samples_per_second": 79.159,
"eval_steps_per_second": 10.467,
"step": 558
},
{
"epoch": 10.0,
"eval_loss": 34.13139724731445,
"eval_runtime": 1.5277,
"eval_samples_per_second": 79.203,
"eval_steps_per_second": 10.473,
"step": 620
},
{
"epoch": 11.0,
"eval_loss": 32.90681838989258,
"eval_runtime": 1.5353,
"eval_samples_per_second": 78.812,
"eval_steps_per_second": 10.421,
"step": 682
},
{
"epoch": 12.0,
"eval_loss": 32.091732025146484,
"eval_runtime": 1.5361,
"eval_samples_per_second": 78.769,
"eval_steps_per_second": 10.416,
"step": 744
},
{
"epoch": 13.0,
"eval_loss": 31.341379165649414,
"eval_runtime": 1.5306,
"eval_samples_per_second": 79.053,
"eval_steps_per_second": 10.453,
"step": 806
},
{
"epoch": 14.0,
"eval_loss": 30.152177810668945,
"eval_runtime": 1.5194,
"eval_samples_per_second": 79.635,
"eval_steps_per_second": 10.53,
"step": 868
},
{
"epoch": 15.0,
"eval_loss": 29.086437225341797,
"eval_runtime": 1.522,
"eval_samples_per_second": 79.502,
"eval_steps_per_second": 10.513,
"step": 930
},
{
"epoch": 16.0,
"eval_loss": 27.76565933227539,
"eval_runtime": 1.5196,
"eval_samples_per_second": 79.627,
"eval_steps_per_second": 10.529,
"step": 992
},
{
"epoch": 16.13,
"learning_rate": 4.8387096774193546e-08,
"loss": 32.3449,
"step": 1000
},
{
"epoch": 17.0,
"eval_loss": 26.679487228393555,
"eval_runtime": 1.5328,
"eval_samples_per_second": 78.942,
"eval_steps_per_second": 10.439,
"step": 1054
},
{
"epoch": 18.0,
"eval_loss": 25.430702209472656,
"eval_runtime": 1.5318,
"eval_samples_per_second": 78.994,
"eval_steps_per_second": 10.445,
"step": 1116
},
{
"epoch": 19.0,
"eval_loss": 24.457077026367188,
"eval_runtime": 1.5339,
"eval_samples_per_second": 78.882,
"eval_steps_per_second": 10.431,
"step": 1178
},
{
"epoch": 20.0,
"eval_loss": 24.03400993347168,
"eval_runtime": 1.5361,
"eval_samples_per_second": 78.771,
"eval_steps_per_second": 10.416,
"step": 1240
},
{
"epoch": 21.0,
"eval_loss": 22.688884735107422,
"eval_runtime": 1.5349,
"eval_samples_per_second": 78.834,
"eval_steps_per_second": 10.424,
"step": 1302
},
{
"epoch": 22.0,
"eval_loss": 21.914871215820312,
"eval_runtime": 1.5268,
"eval_samples_per_second": 79.251,
"eval_steps_per_second": 10.48,
"step": 1364
},
{
"epoch": 23.0,
"eval_loss": 20.947105407714844,
"eval_runtime": 1.52,
"eval_samples_per_second": 79.607,
"eval_steps_per_second": 10.527,
"step": 1426
},
{
"epoch": 24.0,
"eval_loss": 20.71515464782715,
"eval_runtime": 1.5285,
"eval_samples_per_second": 79.164,
"eval_steps_per_second": 10.468,
"step": 1488
},
{
"epoch": 24.19,
"learning_rate": 4.7580645161290323e-08,
"loss": 24.114,
"step": 1500
},
{
"epoch": 25.0,
"eval_loss": 19.957895278930664,
"eval_runtime": 1.5457,
"eval_samples_per_second": 78.279,
"eval_steps_per_second": 10.351,
"step": 1550
},
{
"epoch": 26.0,
"eval_loss": 19.421499252319336,
"eval_runtime": 1.5734,
"eval_samples_per_second": 76.905,
"eval_steps_per_second": 10.169,
"step": 1612
},
{
"epoch": 27.0,
"eval_loss": 18.702451705932617,
"eval_runtime": 1.5338,
"eval_samples_per_second": 78.89,
"eval_steps_per_second": 10.432,
"step": 1674
},
{
"epoch": 28.0,
"eval_loss": 18.053003311157227,
"eval_runtime": 1.5299,
"eval_samples_per_second": 79.092,
"eval_steps_per_second": 10.458,
"step": 1736
},
{
"epoch": 29.0,
"eval_loss": 17.729013442993164,
"eval_runtime": 1.5369,
"eval_samples_per_second": 78.732,
"eval_steps_per_second": 10.411,
"step": 1798
},
{
"epoch": 30.0,
"eval_loss": 17.282075881958008,
"eval_runtime": 1.5244,
"eval_samples_per_second": 79.377,
"eval_steps_per_second": 10.496,
"step": 1860
},
{
"epoch": 31.0,
"eval_loss": 16.866586685180664,
"eval_runtime": 1.5191,
"eval_samples_per_second": 79.654,
"eval_steps_per_second": 10.533,
"step": 1922
},
{
"epoch": 32.0,
"eval_loss": 16.420963287353516,
"eval_runtime": 1.5281,
"eval_samples_per_second": 79.185,
"eval_steps_per_second": 10.471,
"step": 1984
},
{
"epoch": 32.26,
"learning_rate": 4.6774193548387094e-08,
"loss": 18.4015,
"step": 2000
},
{
"epoch": 33.0,
"eval_loss": 16.233917236328125,
"eval_runtime": 1.5685,
"eval_samples_per_second": 77.146,
"eval_steps_per_second": 10.201,
"step": 2046
},
{
"epoch": 34.0,
"eval_loss": 15.798954010009766,
"eval_runtime": 1.5347,
"eval_samples_per_second": 78.844,
"eval_steps_per_second": 10.426,
"step": 2108
},
{
"epoch": 35.0,
"eval_loss": 15.77268123626709,
"eval_runtime": 1.5269,
"eval_samples_per_second": 79.247,
"eval_steps_per_second": 10.479,
"step": 2170
},
{
"epoch": 36.0,
"eval_loss": 15.234251976013184,
"eval_runtime": 1.5303,
"eval_samples_per_second": 79.07,
"eval_steps_per_second": 10.456,
"step": 2232
},
{
"epoch": 37.0,
"eval_loss": 15.142735481262207,
"eval_runtime": 1.5404,
"eval_samples_per_second": 78.549,
"eval_steps_per_second": 10.387,
"step": 2294
},
{
"epoch": 38.0,
"eval_loss": 14.873641014099121,
"eval_runtime": 1.5199,
"eval_samples_per_second": 79.611,
"eval_steps_per_second": 10.527,
"step": 2356
},
{
"epoch": 39.0,
"eval_loss": 14.704235076904297,
"eval_runtime": 1.5212,
"eval_samples_per_second": 79.542,
"eval_steps_per_second": 10.518,
"step": 2418
},
{
"epoch": 40.0,
"eval_loss": 14.539189338684082,
"eval_runtime": 1.5248,
"eval_samples_per_second": 79.353,
"eval_steps_per_second": 10.493,
"step": 2480
},
{
"epoch": 40.32,
"learning_rate": 4.5967741935483865e-08,
"loss": 14.946,
"step": 2500
},
{
"epoch": 41.0,
"eval_loss": 14.535553932189941,
"eval_runtime": 1.5276,
"eval_samples_per_second": 79.21,
"eval_steps_per_second": 10.474,
"step": 2542
},
{
"epoch": 42.0,
"eval_loss": 14.1603364944458,
"eval_runtime": 1.5303,
"eval_samples_per_second": 79.072,
"eval_steps_per_second": 10.456,
"step": 2604
},
{
"epoch": 43.0,
"eval_loss": 14.145159721374512,
"eval_runtime": 1.5312,
"eval_samples_per_second": 79.024,
"eval_steps_per_second": 10.449,
"step": 2666
},
{
"epoch": 44.0,
"eval_loss": 14.198166847229004,
"eval_runtime": 1.5287,
"eval_samples_per_second": 79.152,
"eval_steps_per_second": 10.466,
"step": 2728
},
{
"epoch": 45.0,
"eval_loss": 13.976308822631836,
"eval_runtime": 1.5411,
"eval_samples_per_second": 78.517,
"eval_steps_per_second": 10.382,
"step": 2790
},
{
"epoch": 46.0,
"eval_loss": 13.921603202819824,
"eval_runtime": 1.5243,
"eval_samples_per_second": 79.382,
"eval_steps_per_second": 10.497,
"step": 2852
},
{
"epoch": 47.0,
"eval_loss": 13.767107963562012,
"eval_runtime": 1.5235,
"eval_samples_per_second": 79.42,
"eval_steps_per_second": 10.502,
"step": 2914
},
{
"epoch": 48.0,
"eval_loss": 13.634342193603516,
"eval_runtime": 1.5202,
"eval_samples_per_second": 79.597,
"eval_steps_per_second": 10.525,
"step": 2976
},
{
"epoch": 48.39,
"learning_rate": 4.516129032258064e-08,
"loss": 13.1518,
"step": 3000
},
{
"epoch": 49.0,
"eval_loss": 13.62414264678955,
"eval_runtime": 1.5563,
"eval_samples_per_second": 77.747,
"eval_steps_per_second": 10.281,
"step": 3038
},
{
"epoch": 50.0,
"eval_loss": 13.416315078735352,
"eval_runtime": 1.5393,
"eval_samples_per_second": 78.607,
"eval_steps_per_second": 10.394,
"step": 3100
},
{
"epoch": 51.0,
"eval_loss": 13.440138816833496,
"eval_runtime": 1.5302,
"eval_samples_per_second": 79.075,
"eval_steps_per_second": 10.456,
"step": 3162
},
{
"epoch": 52.0,
"eval_loss": 13.560946464538574,
"eval_runtime": 1.5457,
"eval_samples_per_second": 78.282,
"eval_steps_per_second": 10.351,
"step": 3224
},
{
"epoch": 53.0,
"eval_loss": 13.285831451416016,
"eval_runtime": 1.5455,
"eval_samples_per_second": 78.294,
"eval_steps_per_second": 10.353,
"step": 3286
},
{
"epoch": 54.0,
"eval_loss": 13.15819263458252,
"eval_runtime": 1.5204,
"eval_samples_per_second": 79.586,
"eval_steps_per_second": 10.524,
"step": 3348
},
{
"epoch": 55.0,
"eval_loss": 13.245644569396973,
"eval_runtime": 1.5209,
"eval_samples_per_second": 79.557,
"eval_steps_per_second": 10.52,
"step": 3410
},
{
"epoch": 56.0,
"eval_loss": 13.234107971191406,
"eval_runtime": 1.5187,
"eval_samples_per_second": 79.673,
"eval_steps_per_second": 10.535,
"step": 3472
},
{
"epoch": 56.45,
"learning_rate": 4.435483870967742e-08,
"loss": 12.1359,
"step": 3500
},
{
"epoch": 57.0,
"eval_loss": 13.015525817871094,
"eval_runtime": 1.5313,
"eval_samples_per_second": 79.02,
"eval_steps_per_second": 10.449,
"step": 3534
},
{
"epoch": 58.0,
"eval_loss": 13.029335021972656,
"eval_runtime": 1.5381,
"eval_samples_per_second": 78.667,
"eval_steps_per_second": 10.402,
"step": 3596
},
{
"epoch": 59.0,
"eval_loss": 12.971243858337402,
"eval_runtime": 1.5525,
"eval_samples_per_second": 77.94,
"eval_steps_per_second": 10.306,
"step": 3658
},
{
"epoch": 60.0,
"eval_loss": 12.94456672668457,
"eval_runtime": 1.5335,
"eval_samples_per_second": 78.903,
"eval_steps_per_second": 10.433,
"step": 3720
},
{
"epoch": 61.0,
"eval_loss": 12.830053329467773,
"eval_runtime": 1.5349,
"eval_samples_per_second": 78.831,
"eval_steps_per_second": 10.424,
"step": 3782
},
{
"epoch": 62.0,
"eval_loss": 12.75737190246582,
"eval_runtime": 1.5321,
"eval_samples_per_second": 78.978,
"eval_steps_per_second": 10.443,
"step": 3844
},
{
"epoch": 63.0,
"eval_loss": 12.696720123291016,
"eval_runtime": 1.5195,
"eval_samples_per_second": 79.632,
"eval_steps_per_second": 10.53,
"step": 3906
},
{
"epoch": 64.0,
"eval_loss": 12.653301239013672,
"eval_runtime": 1.5219,
"eval_samples_per_second": 79.506,
"eval_steps_per_second": 10.513,
"step": 3968
},
{
"epoch": 64.52,
"learning_rate": 4.354838709677419e-08,
"loss": 11.5584,
"step": 4000
},
{
"epoch": 65.0,
"eval_loss": 12.554749488830566,
"eval_runtime": 1.5433,
"eval_samples_per_second": 78.403,
"eval_steps_per_second": 10.367,
"step": 4030
},
{
"epoch": 66.0,
"eval_loss": 12.586564064025879,
"eval_runtime": 1.5317,
"eval_samples_per_second": 78.997,
"eval_steps_per_second": 10.446,
"step": 4092
},
{
"epoch": 67.0,
"eval_loss": 12.756257057189941,
"eval_runtime": 1.5267,
"eval_samples_per_second": 79.256,
"eval_steps_per_second": 10.48,
"step": 4154
},
{
"epoch": 68.0,
"eval_loss": 12.648726463317871,
"eval_runtime": 1.5304,
"eval_samples_per_second": 79.064,
"eval_steps_per_second": 10.455,
"step": 4216
},
{
"epoch": 69.0,
"eval_loss": 12.601462364196777,
"eval_runtime": 1.5297,
"eval_samples_per_second": 79.102,
"eval_steps_per_second": 10.46,
"step": 4278
},
{
"epoch": 70.0,
"eval_loss": 12.509653091430664,
"eval_runtime": 1.5291,
"eval_samples_per_second": 79.132,
"eval_steps_per_second": 10.464,
"step": 4340
},
{
"epoch": 71.0,
"eval_loss": 12.53116226196289,
"eval_runtime": 1.5214,
"eval_samples_per_second": 79.53,
"eval_steps_per_second": 10.516,
"step": 4402
},
{
"epoch": 72.0,
"eval_loss": 12.467875480651855,
"eval_runtime": 1.5274,
"eval_samples_per_second": 79.221,
"eval_steps_per_second": 10.475,
"step": 4464
},
{
"epoch": 72.58,
"learning_rate": 4.274193548387097e-08,
"loss": 11.224,
"step": 4500
},
{
"epoch": 73.0,
"eval_loss": 12.480475425720215,
"eval_runtime": 1.5409,
"eval_samples_per_second": 78.527,
"eval_steps_per_second": 10.384,
"step": 4526
},
{
"epoch": 74.0,
"eval_loss": 12.44310474395752,
"eval_runtime": 1.5365,
"eval_samples_per_second": 78.752,
"eval_steps_per_second": 10.413,
"step": 4588
},
{
"epoch": 75.0,
"eval_loss": 12.302526473999023,
"eval_runtime": 1.5302,
"eval_samples_per_second": 79.074,
"eval_steps_per_second": 10.456,
"step": 4650
},
{
"epoch": 76.0,
"eval_loss": 12.154280662536621,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.19,
"eval_steps_per_second": 10.471,
"step": 4712
},
{
"epoch": 77.0,
"eval_loss": 12.35551929473877,
"eval_runtime": 1.5273,
"eval_samples_per_second": 79.225,
"eval_steps_per_second": 10.476,
"step": 4774
},
{
"epoch": 78.0,
"eval_loss": 12.264195442199707,
"eval_runtime": 1.5333,
"eval_samples_per_second": 78.913,
"eval_steps_per_second": 10.435,
"step": 4836
},
{
"epoch": 79.0,
"eval_loss": 12.355469703674316,
"eval_runtime": 1.5317,
"eval_samples_per_second": 78.997,
"eval_steps_per_second": 10.446,
"step": 4898
},
{
"epoch": 80.0,
"eval_loss": 12.291287422180176,
"eval_runtime": 1.5256,
"eval_samples_per_second": 79.315,
"eval_steps_per_second": 10.488,
"step": 4960
},
{
"epoch": 80.65,
"learning_rate": 4.193548387096774e-08,
"loss": 10.9897,
"step": 5000
},
{
"epoch": 81.0,
"eval_loss": 12.248346328735352,
"eval_runtime": 1.5278,
"eval_samples_per_second": 79.197,
"eval_steps_per_second": 10.472,
"step": 5022
},
{
"epoch": 82.0,
"eval_loss": 12.181654930114746,
"eval_runtime": 1.5283,
"eval_samples_per_second": 79.175,
"eval_steps_per_second": 10.469,
"step": 5084
},
{
"epoch": 83.0,
"eval_loss": 12.359329223632812,
"eval_runtime": 1.5268,
"eval_samples_per_second": 79.251,
"eval_steps_per_second": 10.479,
"step": 5146
},
{
"epoch": 84.0,
"eval_loss": 12.071714401245117,
"eval_runtime": 1.5407,
"eval_samples_per_second": 78.535,
"eval_steps_per_second": 10.385,
"step": 5208
},
{
"epoch": 85.0,
"eval_loss": 12.247845649719238,
"eval_runtime": 1.5293,
"eval_samples_per_second": 79.122,
"eval_steps_per_second": 10.462,
"step": 5270
},
{
"epoch": 86.0,
"eval_loss": 12.065207481384277,
"eval_runtime": 1.5401,
"eval_samples_per_second": 78.568,
"eval_steps_per_second": 10.389,
"step": 5332
},
{
"epoch": 87.0,
"eval_loss": 12.124922752380371,
"eval_runtime": 1.5205,
"eval_samples_per_second": 79.578,
"eval_steps_per_second": 10.523,
"step": 5394
},
{
"epoch": 88.0,
"eval_loss": 12.090045928955078,
"eval_runtime": 1.5308,
"eval_samples_per_second": 79.043,
"eval_steps_per_second": 10.452,
"step": 5456
},
{
"epoch": 88.71,
"learning_rate": 4.1129032258064516e-08,
"loss": 10.8156,
"step": 5500
},
{
"epoch": 89.0,
"eval_loss": 11.984047889709473,
"eval_runtime": 1.5305,
"eval_samples_per_second": 79.061,
"eval_steps_per_second": 10.454,
"step": 5518
},
{
"epoch": 90.0,
"eval_loss": 12.120992660522461,
"eval_runtime": 1.53,
"eval_samples_per_second": 79.086,
"eval_steps_per_second": 10.458,
"step": 5580
},
{
"epoch": 91.0,
"eval_loss": 12.18094253540039,
"eval_runtime": 1.5426,
"eval_samples_per_second": 78.437,
"eval_steps_per_second": 10.372,
"step": 5642
},
{
"epoch": 92.0,
"eval_loss": 12.021756172180176,
"eval_runtime": 1.5405,
"eval_samples_per_second": 78.545,
"eval_steps_per_second": 10.386,
"step": 5704
},
{
"epoch": 93.0,
"eval_loss": 12.143865585327148,
"eval_runtime": 1.5315,
"eval_samples_per_second": 79.009,
"eval_steps_per_second": 10.447,
"step": 5766
},
{
"epoch": 94.0,
"eval_loss": 11.918268203735352,
"eval_runtime": 1.5285,
"eval_samples_per_second": 79.163,
"eval_steps_per_second": 10.468,
"step": 5828
},
{
"epoch": 95.0,
"eval_loss": 12.067418098449707,
"eval_runtime": 1.5204,
"eval_samples_per_second": 79.584,
"eval_steps_per_second": 10.524,
"step": 5890
},
{
"epoch": 96.0,
"eval_loss": 12.009296417236328,
"eval_runtime": 1.52,
"eval_samples_per_second": 79.604,
"eval_steps_per_second": 10.526,
"step": 5952
},
{
"epoch": 96.77,
"learning_rate": 4.032258064516129e-08,
"loss": 10.6906,
"step": 6000
},
{
"epoch": 97.0,
"eval_loss": 12.008870124816895,
"eval_runtime": 1.5307,
"eval_samples_per_second": 79.05,
"eval_steps_per_second": 10.453,
"step": 6014
},
{
"epoch": 98.0,
"eval_loss": 11.956018447875977,
"eval_runtime": 1.5309,
"eval_samples_per_second": 79.041,
"eval_steps_per_second": 10.452,
"step": 6076
},
{
"epoch": 99.0,
"eval_loss": 11.767322540283203,
"eval_runtime": 1.5351,
"eval_samples_per_second": 78.825,
"eval_steps_per_second": 10.423,
"step": 6138
},
{
"epoch": 100.0,
"eval_loss": 12.034104347229004,
"eval_runtime": 1.5321,
"eval_samples_per_second": 78.979,
"eval_steps_per_second": 10.443,
"step": 6200
},
{
"epoch": 101.0,
"eval_loss": 12.03824234008789,
"eval_runtime": 1.5289,
"eval_samples_per_second": 79.14,
"eval_steps_per_second": 10.465,
"step": 6262
},
{
"epoch": 102.0,
"eval_loss": 11.87580680847168,
"eval_runtime": 1.5338,
"eval_samples_per_second": 78.891,
"eval_steps_per_second": 10.432,
"step": 6324
},
{
"epoch": 103.0,
"eval_loss": 11.93928337097168,
"eval_runtime": 1.5258,
"eval_samples_per_second": 79.301,
"eval_steps_per_second": 10.486,
"step": 6386
},
{
"epoch": 104.0,
"eval_loss": 11.878522872924805,
"eval_runtime": 1.5273,
"eval_samples_per_second": 79.226,
"eval_steps_per_second": 10.476,
"step": 6448
},
{
"epoch": 104.84,
"learning_rate": 3.951612903225806e-08,
"loss": 10.5767,
"step": 6500
},
{
"epoch": 105.0,
"eval_loss": 11.81560230255127,
"eval_runtime": 1.5317,
"eval_samples_per_second": 78.998,
"eval_steps_per_second": 10.446,
"step": 6510
},
{
"epoch": 106.0,
"eval_loss": 11.750551223754883,
"eval_runtime": 1.5404,
"eval_samples_per_second": 78.549,
"eval_steps_per_second": 10.387,
"step": 6572
},
{
"epoch": 107.0,
"eval_loss": 11.90053653717041,
"eval_runtime": 1.5286,
"eval_samples_per_second": 79.156,
"eval_steps_per_second": 10.467,
"step": 6634
},
{
"epoch": 108.0,
"eval_loss": 11.880046844482422,
"eval_runtime": 1.5341,
"eval_samples_per_second": 78.874,
"eval_steps_per_second": 10.43,
"step": 6696
},
{
"epoch": 109.0,
"eval_loss": 11.9345703125,
"eval_runtime": 1.5463,
"eval_samples_per_second": 78.251,
"eval_steps_per_second": 10.347,
"step": 6758
},
{
"epoch": 110.0,
"eval_loss": 11.833414077758789,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.166,
"eval_steps_per_second": 10.468,
"step": 6820
},
{
"epoch": 111.0,
"eval_loss": 11.616347312927246,
"eval_runtime": 1.5189,
"eval_samples_per_second": 79.663,
"eval_steps_per_second": 10.534,
"step": 6882
},
{
"epoch": 112.0,
"eval_loss": 11.829395294189453,
"eval_runtime": 1.5288,
"eval_samples_per_second": 79.144,
"eval_steps_per_second": 10.465,
"step": 6944
},
{
"epoch": 112.9,
"learning_rate": 3.8709677419354835e-08,
"loss": 10.5013,
"step": 7000
},
{
"epoch": 113.0,
"eval_loss": 11.786639213562012,
"eval_runtime": 1.5596,
"eval_samples_per_second": 77.582,
"eval_steps_per_second": 10.259,
"step": 7006
},
{
"epoch": 114.0,
"eval_loss": 11.724261283874512,
"eval_runtime": 1.5228,
"eval_samples_per_second": 79.46,
"eval_steps_per_second": 10.507,
"step": 7068
},
{
"epoch": 115.0,
"eval_loss": 11.56452751159668,
"eval_runtime": 1.5342,
"eval_samples_per_second": 78.868,
"eval_steps_per_second": 10.429,
"step": 7130
},
{
"epoch": 116.0,
"eval_loss": 11.7550687789917,
"eval_runtime": 1.5293,
"eval_samples_per_second": 79.122,
"eval_steps_per_second": 10.462,
"step": 7192
},
{
"epoch": 117.0,
"eval_loss": 11.625850677490234,
"eval_runtime": 1.5487,
"eval_samples_per_second": 78.129,
"eval_steps_per_second": 10.331,
"step": 7254
},
{
"epoch": 118.0,
"eval_loss": 11.723539352416992,
"eval_runtime": 1.5327,
"eval_samples_per_second": 78.946,
"eval_steps_per_second": 10.439,
"step": 7316
},
{
"epoch": 119.0,
"eval_loss": 11.699857711791992,
"eval_runtime": 1.5315,
"eval_samples_per_second": 79.006,
"eval_steps_per_second": 10.447,
"step": 7378
},
{
"epoch": 120.0,
"eval_loss": 11.485078811645508,
"eval_runtime": 1.5203,
"eval_samples_per_second": 79.591,
"eval_steps_per_second": 10.524,
"step": 7440
},
{
"epoch": 120.97,
"learning_rate": 3.790322580645161e-08,
"loss": 10.4493,
"step": 7500
},
{
"epoch": 121.0,
"eval_loss": 11.495078086853027,
"eval_runtime": 1.5271,
"eval_samples_per_second": 79.234,
"eval_steps_per_second": 10.477,
"step": 7502
},
{
"epoch": 122.0,
"eval_loss": 11.521384239196777,
"eval_runtime": 1.536,
"eval_samples_per_second": 78.776,
"eval_steps_per_second": 10.417,
"step": 7564
},
{
"epoch": 123.0,
"eval_loss": 11.739558219909668,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.186,
"eval_steps_per_second": 10.471,
"step": 7626
},
{
"epoch": 124.0,
"eval_loss": 11.696319580078125,
"eval_runtime": 1.5494,
"eval_samples_per_second": 78.094,
"eval_steps_per_second": 10.327,
"step": 7688
},
{
"epoch": 125.0,
"eval_loss": 11.530503273010254,
"eval_runtime": 1.5529,
"eval_samples_per_second": 77.921,
"eval_steps_per_second": 10.304,
"step": 7750
},
{
"epoch": 126.0,
"eval_loss": 11.771147727966309,
"eval_runtime": 1.5301,
"eval_samples_per_second": 79.081,
"eval_steps_per_second": 10.457,
"step": 7812
},
{
"epoch": 127.0,
"eval_loss": 11.80306339263916,
"eval_runtime": 1.5204,
"eval_samples_per_second": 79.583,
"eval_steps_per_second": 10.523,
"step": 7874
},
{
"epoch": 128.0,
"eval_loss": 11.595075607299805,
"eval_runtime": 1.5262,
"eval_samples_per_second": 79.282,
"eval_steps_per_second": 10.484,
"step": 7936
},
{
"epoch": 129.0,
"eval_loss": 11.47359848022461,
"eval_runtime": 1.5189,
"eval_samples_per_second": 79.663,
"eval_steps_per_second": 10.534,
"step": 7998
},
{
"epoch": 129.03,
"learning_rate": 3.7096774193548384e-08,
"loss": 10.3973,
"step": 8000
},
{
"epoch": 130.0,
"eval_loss": 11.615568161010742,
"eval_runtime": 1.5324,
"eval_samples_per_second": 78.963,
"eval_steps_per_second": 10.441,
"step": 8060
},
{
"epoch": 131.0,
"eval_loss": 11.544720649719238,
"eval_runtime": 1.5295,
"eval_samples_per_second": 79.11,
"eval_steps_per_second": 10.461,
"step": 8122
},
{
"epoch": 132.0,
"eval_loss": 11.356687545776367,
"eval_runtime": 1.5299,
"eval_samples_per_second": 79.09,
"eval_steps_per_second": 10.458,
"step": 8184
},
{
"epoch": 133.0,
"eval_loss": 11.483879089355469,
"eval_runtime": 1.5293,
"eval_samples_per_second": 79.121,
"eval_steps_per_second": 10.462,
"step": 8246
},
{
"epoch": 134.0,
"eval_loss": 11.441631317138672,
"eval_runtime": 1.5309,
"eval_samples_per_second": 79.039,
"eval_steps_per_second": 10.451,
"step": 8308
},
{
"epoch": 135.0,
"eval_loss": 11.539510726928711,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.191,
"eval_steps_per_second": 10.471,
"step": 8370
},
{
"epoch": 136.0,
"eval_loss": 11.437644004821777,
"eval_runtime": 1.5258,
"eval_samples_per_second": 79.301,
"eval_steps_per_second": 10.486,
"step": 8432
},
{
"epoch": 137.0,
"eval_loss": 11.378108978271484,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.619,
"eval_steps_per_second": 10.528,
"step": 8494
},
{
"epoch": 137.1,
"learning_rate": 3.629032258064516e-08,
"loss": 10.3569,
"step": 8500
},
{
"epoch": 138.0,
"eval_loss": 11.417948722839355,
"eval_runtime": 1.5364,
"eval_samples_per_second": 78.758,
"eval_steps_per_second": 10.414,
"step": 8556
},
{
"epoch": 139.0,
"eval_loss": 11.674735069274902,
"eval_runtime": 1.5314,
"eval_samples_per_second": 79.012,
"eval_steps_per_second": 10.448,
"step": 8618
},
{
"epoch": 140.0,
"eval_loss": 11.611095428466797,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.231,
"eval_steps_per_second": 10.477,
"step": 8680
},
{
"epoch": 141.0,
"eval_loss": 11.50928020477295,
"eval_runtime": 1.5304,
"eval_samples_per_second": 79.062,
"eval_steps_per_second": 10.455,
"step": 8742
},
{
"epoch": 142.0,
"eval_loss": 11.475595474243164,
"eval_runtime": 1.5278,
"eval_samples_per_second": 79.201,
"eval_steps_per_second": 10.473,
"step": 8804
},
{
"epoch": 143.0,
"eval_loss": 11.34980583190918,
"eval_runtime": 1.5199,
"eval_samples_per_second": 79.612,
"eval_steps_per_second": 10.527,
"step": 8866
},
{
"epoch": 144.0,
"eval_loss": 11.562585830688477,
"eval_runtime": 1.5213,
"eval_samples_per_second": 79.535,
"eval_steps_per_second": 10.517,
"step": 8928
},
{
"epoch": 145.0,
"eval_loss": 11.347404479980469,
"eval_runtime": 1.5204,
"eval_samples_per_second": 79.584,
"eval_steps_per_second": 10.524,
"step": 8990
},
{
"epoch": 145.16,
"learning_rate": 3.548387096774194e-08,
"loss": 10.3565,
"step": 9000
},
{
"epoch": 146.0,
"eval_loss": 11.377586364746094,
"eval_runtime": 1.5334,
"eval_samples_per_second": 78.91,
"eval_steps_per_second": 10.434,
"step": 9052
},
{
"epoch": 147.0,
"eval_loss": 11.362828254699707,
"eval_runtime": 1.5275,
"eval_samples_per_second": 79.217,
"eval_steps_per_second": 10.475,
"step": 9114
},
{
"epoch": 148.0,
"eval_loss": 11.485925674438477,
"eval_runtime": 1.5452,
"eval_samples_per_second": 78.308,
"eval_steps_per_second": 10.355,
"step": 9176
},
{
"epoch": 149.0,
"eval_loss": 11.422063827514648,
"eval_runtime": 1.5281,
"eval_samples_per_second": 79.184,
"eval_steps_per_second": 10.471,
"step": 9238
},
{
"epoch": 150.0,
"eval_loss": 11.419939041137695,
"eval_runtime": 1.54,
"eval_samples_per_second": 78.57,
"eval_steps_per_second": 10.389,
"step": 9300
},
{
"epoch": 151.0,
"eval_loss": 11.570083618164062,
"eval_runtime": 1.5233,
"eval_samples_per_second": 79.432,
"eval_steps_per_second": 10.503,
"step": 9362
},
{
"epoch": 152.0,
"eval_loss": 11.463680267333984,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.621,
"eval_steps_per_second": 10.528,
"step": 9424
},
{
"epoch": 153.0,
"eval_loss": 11.65864086151123,
"eval_runtime": 1.5194,
"eval_samples_per_second": 79.634,
"eval_steps_per_second": 10.53,
"step": 9486
},
{
"epoch": 153.23,
"learning_rate": 3.467741935483871e-08,
"loss": 10.3122,
"step": 9500
},
{
"epoch": 154.0,
"eval_loss": 11.487783432006836,
"eval_runtime": 1.5302,
"eval_samples_per_second": 79.074,
"eval_steps_per_second": 10.456,
"step": 9548
},
{
"epoch": 155.0,
"eval_loss": 11.590331077575684,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.169,
"eval_steps_per_second": 10.469,
"step": 9610
},
{
"epoch": 156.0,
"eval_loss": 11.381085395812988,
"eval_runtime": 1.5362,
"eval_samples_per_second": 78.767,
"eval_steps_per_second": 10.415,
"step": 9672
},
{
"epoch": 157.0,
"eval_loss": 11.454978942871094,
"eval_runtime": 1.5486,
"eval_samples_per_second": 78.136,
"eval_steps_per_second": 10.332,
"step": 9734
},
{
"epoch": 158.0,
"eval_loss": 11.569897651672363,
"eval_runtime": 1.5314,
"eval_samples_per_second": 79.011,
"eval_steps_per_second": 10.448,
"step": 9796
},
{
"epoch": 159.0,
"eval_loss": 11.515423774719238,
"eval_runtime": 1.52,
"eval_samples_per_second": 79.603,
"eval_steps_per_second": 10.526,
"step": 9858
},
{
"epoch": 160.0,
"eval_loss": 11.501609802246094,
"eval_runtime": 1.5198,
"eval_samples_per_second": 79.617,
"eval_steps_per_second": 10.528,
"step": 9920
},
{
"epoch": 161.0,
"eval_loss": 11.571191787719727,
"eval_runtime": 1.5313,
"eval_samples_per_second": 79.018,
"eval_steps_per_second": 10.449,
"step": 9982
},
{
"epoch": 161.29,
"learning_rate": 3.387096774193548e-08,
"loss": 10.2888,
"step": 10000
},
{
"epoch": 162.0,
"eval_loss": 11.289880752563477,
"eval_runtime": 1.5323,
"eval_samples_per_second": 78.967,
"eval_steps_per_second": 10.442,
"step": 10044
},
{
"epoch": 163.0,
"eval_loss": 11.250905990600586,
"eval_runtime": 1.5304,
"eval_samples_per_second": 79.065,
"eval_steps_per_second": 10.455,
"step": 10106
},
{
"epoch": 164.0,
"eval_loss": 11.452507972717285,
"eval_runtime": 1.5273,
"eval_samples_per_second": 79.227,
"eval_steps_per_second": 10.476,
"step": 10168
},
{
"epoch": 165.0,
"eval_loss": 11.363972663879395,
"eval_runtime": 1.5279,
"eval_samples_per_second": 79.192,
"eval_steps_per_second": 10.472,
"step": 10230
},
{
"epoch": 166.0,
"eval_loss": 11.337541580200195,
"eval_runtime": 1.5301,
"eval_samples_per_second": 79.077,
"eval_steps_per_second": 10.457,
"step": 10292
},
{
"epoch": 167.0,
"eval_loss": 11.396878242492676,
"eval_runtime": 1.5279,
"eval_samples_per_second": 79.193,
"eval_steps_per_second": 10.472,
"step": 10354
},
{
"epoch": 168.0,
"eval_loss": 11.478124618530273,
"eval_runtime": 1.5196,
"eval_samples_per_second": 79.628,
"eval_steps_per_second": 10.529,
"step": 10416
},
{
"epoch": 169.0,
"eval_loss": 11.397954940795898,
"eval_runtime": 1.5231,
"eval_samples_per_second": 79.443,
"eval_steps_per_second": 10.505,
"step": 10478
},
{
"epoch": 169.35,
"learning_rate": 3.306451612903226e-08,
"loss": 10.2642,
"step": 10500
},
{
"epoch": 170.0,
"eval_loss": 11.28774356842041,
"eval_runtime": 1.5277,
"eval_samples_per_second": 79.204,
"eval_steps_per_second": 10.473,
"step": 10540
},
{
"epoch": 171.0,
"eval_loss": 11.336891174316406,
"eval_runtime": 1.5318,
"eval_samples_per_second": 78.993,
"eval_steps_per_second": 10.445,
"step": 10602
},
{
"epoch": 172.0,
"eval_loss": 11.385379791259766,
"eval_runtime": 1.5315,
"eval_samples_per_second": 79.006,
"eval_steps_per_second": 10.447,
"step": 10664
},
{
"epoch": 173.0,
"eval_loss": 11.50495433807373,
"eval_runtime": 1.5331,
"eval_samples_per_second": 78.924,
"eval_steps_per_second": 10.436,
"step": 10726
},
{
"epoch": 174.0,
"eval_loss": 11.482619285583496,
"eval_runtime": 1.5436,
"eval_samples_per_second": 78.386,
"eval_steps_per_second": 10.365,
"step": 10788
},
{
"epoch": 175.0,
"eval_loss": 11.342474937438965,
"eval_runtime": 1.5316,
"eval_samples_per_second": 79.002,
"eval_steps_per_second": 10.447,
"step": 10850
},
{
"epoch": 176.0,
"eval_loss": 11.241662979125977,
"eval_runtime": 1.5196,
"eval_samples_per_second": 79.629,
"eval_steps_per_second": 10.529,
"step": 10912
},
{
"epoch": 177.0,
"eval_loss": 11.126252174377441,
"eval_runtime": 1.5201,
"eval_samples_per_second": 79.603,
"eval_steps_per_second": 10.526,
"step": 10974
},
{
"epoch": 177.42,
"learning_rate": 3.225806451612903e-08,
"loss": 10.2586,
"step": 11000
},
{
"epoch": 178.0,
"eval_loss": 11.408693313598633,
"eval_runtime": 1.5266,
"eval_samples_per_second": 79.261,
"eval_steps_per_second": 10.481,
"step": 11036
},
{
"epoch": 179.0,
"eval_loss": 11.391864776611328,
"eval_runtime": 1.552,
"eval_samples_per_second": 77.965,
"eval_steps_per_second": 10.309,
"step": 11098
},
{
"epoch": 180.0,
"eval_loss": 11.251392364501953,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.165,
"eval_steps_per_second": 10.468,
"step": 11160
},
{
"epoch": 181.0,
"eval_loss": 11.256957054138184,
"eval_runtime": 1.5287,
"eval_samples_per_second": 79.153,
"eval_steps_per_second": 10.467,
"step": 11222
},
{
"epoch": 182.0,
"eval_loss": 11.44185733795166,
"eval_runtime": 1.5278,
"eval_samples_per_second": 79.197,
"eval_steps_per_second": 10.472,
"step": 11284
},
{
"epoch": 183.0,
"eval_loss": 11.41098690032959,
"eval_runtime": 1.5598,
"eval_samples_per_second": 77.572,
"eval_steps_per_second": 10.257,
"step": 11346
},
{
"epoch": 184.0,
"eval_loss": 11.391864776611328,
"eval_runtime": 1.5217,
"eval_samples_per_second": 79.518,
"eval_steps_per_second": 10.515,
"step": 11408
},
{
"epoch": 185.0,
"eval_loss": 11.242551803588867,
"eval_runtime": 1.5268,
"eval_samples_per_second": 79.25,
"eval_steps_per_second": 10.479,
"step": 11470
},
{
"epoch": 185.48,
"learning_rate": 3.1451612903225806e-08,
"loss": 10.2479,
"step": 11500
},
{
"epoch": 186.0,
"eval_loss": 11.386938095092773,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.228,
"eval_steps_per_second": 10.476,
"step": 11532
},
{
"epoch": 187.0,
"eval_loss": 11.295321464538574,
"eval_runtime": 1.5298,
"eval_samples_per_second": 79.094,
"eval_steps_per_second": 10.459,
"step": 11594
},
{
"epoch": 188.0,
"eval_loss": 11.33161449432373,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.166,
"eval_steps_per_second": 10.468,
"step": 11656
},
{
"epoch": 189.0,
"eval_loss": 11.137282371520996,
"eval_runtime": 1.5487,
"eval_samples_per_second": 78.13,
"eval_steps_per_second": 10.331,
"step": 11718
},
{
"epoch": 190.0,
"eval_loss": 11.165376663208008,
"eval_runtime": 1.5348,
"eval_samples_per_second": 78.838,
"eval_steps_per_second": 10.425,
"step": 11780
},
{
"epoch": 191.0,
"eval_loss": 11.320448875427246,
"eval_runtime": 1.5398,
"eval_samples_per_second": 78.582,
"eval_steps_per_second": 10.391,
"step": 11842
},
{
"epoch": 192.0,
"eval_loss": 11.312908172607422,
"eval_runtime": 1.5205,
"eval_samples_per_second": 79.582,
"eval_steps_per_second": 10.523,
"step": 11904
},
{
"epoch": 193.0,
"eval_loss": 11.271549224853516,
"eval_runtime": 1.5262,
"eval_samples_per_second": 79.283,
"eval_steps_per_second": 10.484,
"step": 11966
},
{
"epoch": 193.55,
"learning_rate": 3.064516129032258e-08,
"loss": 10.2172,
"step": 12000
},
{
"epoch": 194.0,
"eval_loss": 11.2645845413208,
"eval_runtime": 1.5507,
"eval_samples_per_second": 78.027,
"eval_steps_per_second": 10.318,
"step": 12028
},
{
"epoch": 195.0,
"eval_loss": 11.335646629333496,
"eval_runtime": 1.5277,
"eval_samples_per_second": 79.206,
"eval_steps_per_second": 10.474,
"step": 12090
},
{
"epoch": 196.0,
"eval_loss": 11.301328659057617,
"eval_runtime": 1.5287,
"eval_samples_per_second": 79.153,
"eval_steps_per_second": 10.466,
"step": 12152
},
{
"epoch": 197.0,
"eval_loss": 11.537822723388672,
"eval_runtime": 1.5263,
"eval_samples_per_second": 79.277,
"eval_steps_per_second": 10.483,
"step": 12214
},
{
"epoch": 198.0,
"eval_loss": 11.364118576049805,
"eval_runtime": 1.529,
"eval_samples_per_second": 79.138,
"eval_steps_per_second": 10.465,
"step": 12276
},
{
"epoch": 199.0,
"eval_loss": 11.369778633117676,
"eval_runtime": 1.5279,
"eval_samples_per_second": 79.195,
"eval_steps_per_second": 10.472,
"step": 12338
},
{
"epoch": 200.0,
"eval_loss": 11.267717361450195,
"eval_runtime": 1.5199,
"eval_samples_per_second": 79.612,
"eval_steps_per_second": 10.527,
"step": 12400
},
{
"epoch": 201.0,
"eval_loss": 11.297280311584473,
"eval_runtime": 1.521,
"eval_samples_per_second": 79.552,
"eval_steps_per_second": 10.519,
"step": 12462
},
{
"epoch": 201.61,
"learning_rate": 2.9838709677419354e-08,
"loss": 10.2023,
"step": 12500
},
{
"epoch": 202.0,
"eval_loss": 11.140520095825195,
"eval_runtime": 1.5299,
"eval_samples_per_second": 79.092,
"eval_steps_per_second": 10.458,
"step": 12524
},
{
"epoch": 203.0,
"eval_loss": 11.32856559753418,
"eval_runtime": 1.5298,
"eval_samples_per_second": 79.093,
"eval_steps_per_second": 10.459,
"step": 12586
},
{
"epoch": 204.0,
"eval_loss": 11.212227821350098,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.19,
"eval_steps_per_second": 10.471,
"step": 12648
},
{
"epoch": 205.0,
"eval_loss": 11.232370376586914,
"eval_runtime": 1.5285,
"eval_samples_per_second": 79.16,
"eval_steps_per_second": 10.467,
"step": 12710
},
{
"epoch": 206.0,
"eval_loss": 11.35122299194336,
"eval_runtime": 1.5675,
"eval_samples_per_second": 77.193,
"eval_steps_per_second": 10.207,
"step": 12772
},
{
"epoch": 207.0,
"eval_loss": 11.088189125061035,
"eval_runtime": 1.5298,
"eval_samples_per_second": 79.096,
"eval_steps_per_second": 10.459,
"step": 12834
},
{
"epoch": 208.0,
"eval_loss": 11.35745620727539,
"eval_runtime": 1.5205,
"eval_samples_per_second": 79.581,
"eval_steps_per_second": 10.523,
"step": 12896
},
{
"epoch": 209.0,
"eval_loss": 11.250239372253418,
"eval_runtime": 1.5204,
"eval_samples_per_second": 79.584,
"eval_steps_per_second": 10.523,
"step": 12958
},
{
"epoch": 209.68,
"learning_rate": 2.9032258064516128e-08,
"loss": 10.1926,
"step": 13000
},
{
"epoch": 210.0,
"eval_loss": 11.327762603759766,
"eval_runtime": 1.5376,
"eval_samples_per_second": 78.692,
"eval_steps_per_second": 10.406,
"step": 13020
},
{
"epoch": 211.0,
"eval_loss": 11.21988582611084,
"eval_runtime": 1.5336,
"eval_samples_per_second": 78.901,
"eval_steps_per_second": 10.433,
"step": 13082
},
{
"epoch": 212.0,
"eval_loss": 11.256662368774414,
"eval_runtime": 1.5406,
"eval_samples_per_second": 78.541,
"eval_steps_per_second": 10.386,
"step": 13144
},
{
"epoch": 213.0,
"eval_loss": 11.28549861907959,
"eval_runtime": 1.5261,
"eval_samples_per_second": 79.288,
"eval_steps_per_second": 10.484,
"step": 13206
},
{
"epoch": 214.0,
"eval_loss": 11.189271926879883,
"eval_runtime": 1.5291,
"eval_samples_per_second": 79.132,
"eval_steps_per_second": 10.464,
"step": 13268
},
{
"epoch": 215.0,
"eval_loss": 11.260034561157227,
"eval_runtime": 1.5268,
"eval_samples_per_second": 79.249,
"eval_steps_per_second": 10.479,
"step": 13330
},
{
"epoch": 216.0,
"eval_loss": 11.284974098205566,
"eval_runtime": 1.5308,
"eval_samples_per_second": 79.043,
"eval_steps_per_second": 10.452,
"step": 13392
},
{
"epoch": 217.0,
"eval_loss": 11.227448463439941,
"eval_runtime": 1.5233,
"eval_samples_per_second": 79.431,
"eval_steps_per_second": 10.503,
"step": 13454
},
{
"epoch": 217.74,
"learning_rate": 2.8225806451612906e-08,
"loss": 10.2075,
"step": 13500
},
{
"epoch": 218.0,
"eval_loss": 11.110801696777344,
"eval_runtime": 1.5287,
"eval_samples_per_second": 79.151,
"eval_steps_per_second": 10.466,
"step": 13516
},
{
"epoch": 219.0,
"eval_loss": 11.275555610656738,
"eval_runtime": 1.5279,
"eval_samples_per_second": 79.192,
"eval_steps_per_second": 10.472,
"step": 13578
},
{
"epoch": 220.0,
"eval_loss": 11.283916473388672,
"eval_runtime": 1.5257,
"eval_samples_per_second": 79.308,
"eval_steps_per_second": 10.487,
"step": 13640
},
{
"epoch": 221.0,
"eval_loss": 11.216109275817871,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.188,
"eval_steps_per_second": 10.471,
"step": 13702
},
{
"epoch": 222.0,
"eval_loss": 11.186559677124023,
"eval_runtime": 1.5313,
"eval_samples_per_second": 79.017,
"eval_steps_per_second": 10.448,
"step": 13764
},
{
"epoch": 223.0,
"eval_loss": 11.12224006652832,
"eval_runtime": 1.5319,
"eval_samples_per_second": 78.989,
"eval_steps_per_second": 10.445,
"step": 13826
},
{
"epoch": 224.0,
"eval_loss": 11.264845848083496,
"eval_runtime": 1.5275,
"eval_samples_per_second": 79.216,
"eval_steps_per_second": 10.475,
"step": 13888
},
{
"epoch": 225.0,
"eval_loss": 11.293610572814941,
"eval_runtime": 1.5184,
"eval_samples_per_second": 79.688,
"eval_steps_per_second": 10.537,
"step": 13950
},
{
"epoch": 225.81,
"learning_rate": 2.7419354838709673e-08,
"loss": 10.1822,
"step": 14000
},
{
"epoch": 226.0,
"eval_loss": 11.136199951171875,
"eval_runtime": 1.5304,
"eval_samples_per_second": 79.063,
"eval_steps_per_second": 10.455,
"step": 14012
},
{
"epoch": 227.0,
"eval_loss": 11.259844779968262,
"eval_runtime": 1.5312,
"eval_samples_per_second": 79.022,
"eval_steps_per_second": 10.449,
"step": 14074
},
{
"epoch": 228.0,
"eval_loss": 11.335241317749023,
"eval_runtime": 1.5268,
"eval_samples_per_second": 79.253,
"eval_steps_per_second": 10.48,
"step": 14136
},
{
"epoch": 229.0,
"eval_loss": 11.118280410766602,
"eval_runtime": 1.529,
"eval_samples_per_second": 79.138,
"eval_steps_per_second": 10.465,
"step": 14198
},
{
"epoch": 230.0,
"eval_loss": 11.207478523254395,
"eval_runtime": 1.5282,
"eval_samples_per_second": 79.178,
"eval_steps_per_second": 10.47,
"step": 14260
},
{
"epoch": 231.0,
"eval_loss": 11.190764427185059,
"eval_runtime": 1.531,
"eval_samples_per_second": 79.032,
"eval_steps_per_second": 10.451,
"step": 14322
},
{
"epoch": 232.0,
"eval_loss": 11.133115768432617,
"eval_runtime": 1.5224,
"eval_samples_per_second": 79.482,
"eval_steps_per_second": 10.51,
"step": 14384
},
{
"epoch": 233.0,
"eval_loss": 11.092888832092285,
"eval_runtime": 1.521,
"eval_samples_per_second": 79.551,
"eval_steps_per_second": 10.519,
"step": 14446
},
{
"epoch": 233.87,
"learning_rate": 2.661290322580645e-08,
"loss": 10.1863,
"step": 14500
},
{
"epoch": 234.0,
"eval_loss": 11.106066703796387,
"eval_runtime": 1.5271,
"eval_samples_per_second": 79.233,
"eval_steps_per_second": 10.477,
"step": 14508
},
{
"epoch": 235.0,
"eval_loss": 11.054638862609863,
"eval_runtime": 1.5301,
"eval_samples_per_second": 79.078,
"eval_steps_per_second": 10.457,
"step": 14570
},
{
"epoch": 236.0,
"eval_loss": 11.176545143127441,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.189,
"eval_steps_per_second": 10.471,
"step": 14632
},
{
"epoch": 237.0,
"eval_loss": 11.25126838684082,
"eval_runtime": 1.5393,
"eval_samples_per_second": 78.608,
"eval_steps_per_second": 10.394,
"step": 14694
},
{
"epoch": 238.0,
"eval_loss": 11.091902732849121,
"eval_runtime": 1.5287,
"eval_samples_per_second": 79.155,
"eval_steps_per_second": 10.467,
"step": 14756
},
{
"epoch": 239.0,
"eval_loss": 11.2738676071167,
"eval_runtime": 1.5269,
"eval_samples_per_second": 79.244,
"eval_steps_per_second": 10.479,
"step": 14818
},
{
"epoch": 240.0,
"eval_loss": 11.034156799316406,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.619,
"eval_steps_per_second": 10.528,
"step": 14880
},
{
"epoch": 241.0,
"eval_loss": 11.236822128295898,
"eval_runtime": 1.525,
"eval_samples_per_second": 79.342,
"eval_steps_per_second": 10.492,
"step": 14942
},
{
"epoch": 241.94,
"learning_rate": 2.5806451612903225e-08,
"loss": 10.1724,
"step": 15000
},
{
"epoch": 242.0,
"eval_loss": 11.25521469116211,
"eval_runtime": 1.5321,
"eval_samples_per_second": 78.976,
"eval_steps_per_second": 10.443,
"step": 15004
},
{
"epoch": 243.0,
"eval_loss": 11.151459693908691,
"eval_runtime": 1.5265,
"eval_samples_per_second": 79.267,
"eval_steps_per_second": 10.482,
"step": 15066
},
{
"epoch": 244.0,
"eval_loss": 11.049065589904785,
"eval_runtime": 1.525,
"eval_samples_per_second": 79.342,
"eval_steps_per_second": 10.492,
"step": 15128
},
{
"epoch": 245.0,
"eval_loss": 11.018394470214844,
"eval_runtime": 1.5424,
"eval_samples_per_second": 78.451,
"eval_steps_per_second": 10.374,
"step": 15190
},
{
"epoch": 246.0,
"eval_loss": 11.378674507141113,
"eval_runtime": 1.5254,
"eval_samples_per_second": 79.325,
"eval_steps_per_second": 10.489,
"step": 15252
},
{
"epoch": 247.0,
"eval_loss": 11.232932090759277,
"eval_runtime": 1.5294,
"eval_samples_per_second": 79.117,
"eval_steps_per_second": 10.462,
"step": 15314
},
{
"epoch": 248.0,
"eval_loss": 11.072883605957031,
"eval_runtime": 1.5274,
"eval_samples_per_second": 79.221,
"eval_steps_per_second": 10.476,
"step": 15376
},
{
"epoch": 249.0,
"eval_loss": 11.147173881530762,
"eval_runtime": 1.5246,
"eval_samples_per_second": 79.366,
"eval_steps_per_second": 10.495,
"step": 15438
},
{
"epoch": 250.0,
"learning_rate": 2.5e-08,
"loss": 10.1671,
"step": 15500
},
{
"epoch": 250.0,
"eval_loss": 11.06186294555664,
"eval_runtime": 1.5501,
"eval_samples_per_second": 78.061,
"eval_steps_per_second": 10.322,
"step": 15500
},
{
"epoch": 251.0,
"eval_loss": 11.219667434692383,
"eval_runtime": 1.5267,
"eval_samples_per_second": 79.257,
"eval_steps_per_second": 10.48,
"step": 15562
},
{
"epoch": 252.0,
"eval_loss": 11.224080085754395,
"eval_runtime": 1.5293,
"eval_samples_per_second": 79.121,
"eval_steps_per_second": 10.462,
"step": 15624
},
{
"epoch": 253.0,
"eval_loss": 11.310192108154297,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.187,
"eval_steps_per_second": 10.471,
"step": 15686
},
{
"epoch": 254.0,
"eval_loss": 11.289962768554688,
"eval_runtime": 1.5252,
"eval_samples_per_second": 79.335,
"eval_steps_per_second": 10.491,
"step": 15748
},
{
"epoch": 255.0,
"eval_loss": 11.300124168395996,
"eval_runtime": 1.5278,
"eval_samples_per_second": 79.2,
"eval_steps_per_second": 10.473,
"step": 15810
},
{
"epoch": 256.0,
"eval_loss": 11.220646858215332,
"eval_runtime": 1.5215,
"eval_samples_per_second": 79.528,
"eval_steps_per_second": 10.516,
"step": 15872
},
{
"epoch": 257.0,
"eval_loss": 11.102697372436523,
"eval_runtime": 1.5207,
"eval_samples_per_second": 79.571,
"eval_steps_per_second": 10.522,
"step": 15934
},
{
"epoch": 258.0,
"eval_loss": 11.306656837463379,
"eval_runtime": 1.5184,
"eval_samples_per_second": 79.692,
"eval_steps_per_second": 10.538,
"step": 15996
},
{
"epoch": 258.06,
"learning_rate": 2.4193548387096773e-08,
"loss": 10.1579,
"step": 16000
},
{
"epoch": 259.0,
"eval_loss": 11.30165958404541,
"eval_runtime": 1.5278,
"eval_samples_per_second": 79.201,
"eval_steps_per_second": 10.473,
"step": 16058
},
{
"epoch": 260.0,
"eval_loss": 11.098042488098145,
"eval_runtime": 1.5428,
"eval_samples_per_second": 78.43,
"eval_steps_per_second": 10.371,
"step": 16120
},
{
"epoch": 261.0,
"eval_loss": 11.215791702270508,
"eval_runtime": 1.5285,
"eval_samples_per_second": 79.163,
"eval_steps_per_second": 10.468,
"step": 16182
},
{
"epoch": 262.0,
"eval_loss": 10.940754890441895,
"eval_runtime": 1.5416,
"eval_samples_per_second": 78.488,
"eval_steps_per_second": 10.379,
"step": 16244
},
{
"epoch": 263.0,
"eval_loss": 11.108644485473633,
"eval_runtime": 1.5277,
"eval_samples_per_second": 79.205,
"eval_steps_per_second": 10.473,
"step": 16306
},
{
"epoch": 264.0,
"eval_loss": 11.28579330444336,
"eval_runtime": 1.5188,
"eval_samples_per_second": 79.67,
"eval_steps_per_second": 10.535,
"step": 16368
},
{
"epoch": 265.0,
"eval_loss": 11.280501365661621,
"eval_runtime": 1.518,
"eval_samples_per_second": 79.708,
"eval_steps_per_second": 10.54,
"step": 16430
},
{
"epoch": 266.0,
"eval_loss": 11.08869457244873,
"eval_runtime": 1.5206,
"eval_samples_per_second": 79.573,
"eval_steps_per_second": 10.522,
"step": 16492
},
{
"epoch": 266.13,
"learning_rate": 2.3387096774193547e-08,
"loss": 10.1552,
"step": 16500
},
{
"epoch": 267.0,
"eval_loss": 11.171466827392578,
"eval_runtime": 1.5404,
"eval_samples_per_second": 78.554,
"eval_steps_per_second": 10.387,
"step": 16554
},
{
"epoch": 268.0,
"eval_loss": 11.1470365524292,
"eval_runtime": 1.5289,
"eval_samples_per_second": 79.141,
"eval_steps_per_second": 10.465,
"step": 16616
},
{
"epoch": 269.0,
"eval_loss": 11.106681823730469,
"eval_runtime": 1.5263,
"eval_samples_per_second": 79.276,
"eval_steps_per_second": 10.483,
"step": 16678
},
{
"epoch": 270.0,
"eval_loss": 11.163908958435059,
"eval_runtime": 1.5252,
"eval_samples_per_second": 79.336,
"eval_steps_per_second": 10.491,
"step": 16740
},
{
"epoch": 271.0,
"eval_loss": 11.146965980529785,
"eval_runtime": 1.5255,
"eval_samples_per_second": 79.316,
"eval_steps_per_second": 10.488,
"step": 16802
},
{
"epoch": 272.0,
"eval_loss": 11.206341743469238,
"eval_runtime": 1.5228,
"eval_samples_per_second": 79.461,
"eval_steps_per_second": 10.507,
"step": 16864
},
{
"epoch": 273.0,
"eval_loss": 11.16470718383789,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.62,
"eval_steps_per_second": 10.528,
"step": 16926
},
{
"epoch": 274.0,
"eval_loss": 11.006061553955078,
"eval_runtime": 1.5209,
"eval_samples_per_second": 79.559,
"eval_steps_per_second": 10.52,
"step": 16988
},
{
"epoch": 274.19,
"learning_rate": 2.258064516129032e-08,
"loss": 10.1468,
"step": 17000
},
{
"epoch": 275.0,
"eval_loss": 11.382197380065918,
"eval_runtime": 1.5267,
"eval_samples_per_second": 79.254,
"eval_steps_per_second": 10.48,
"step": 17050
},
{
"epoch": 276.0,
"eval_loss": 10.946673393249512,
"eval_runtime": 1.5278,
"eval_samples_per_second": 79.2,
"eval_steps_per_second": 10.473,
"step": 17112
},
{
"epoch": 277.0,
"eval_loss": 11.2734956741333,
"eval_runtime": 1.5371,
"eval_samples_per_second": 78.717,
"eval_steps_per_second": 10.409,
"step": 17174
},
{
"epoch": 278.0,
"eval_loss": 11.013189315795898,
"eval_runtime": 1.5409,
"eval_samples_per_second": 78.528,
"eval_steps_per_second": 10.384,
"step": 17236
},
{
"epoch": 279.0,
"eval_loss": 11.160365104675293,
"eval_runtime": 1.5281,
"eval_samples_per_second": 79.181,
"eval_steps_per_second": 10.47,
"step": 17298
},
{
"epoch": 280.0,
"eval_loss": 11.16196060180664,
"eval_runtime": 1.5194,
"eval_samples_per_second": 79.636,
"eval_steps_per_second": 10.53,
"step": 17360
},
{
"epoch": 281.0,
"eval_loss": 11.064959526062012,
"eval_runtime": 1.5184,
"eval_samples_per_second": 79.689,
"eval_steps_per_second": 10.537,
"step": 17422
},
{
"epoch": 282.0,
"eval_loss": 10.991950035095215,
"eval_runtime": 1.5262,
"eval_samples_per_second": 79.284,
"eval_steps_per_second": 10.484,
"step": 17484
},
{
"epoch": 282.26,
"learning_rate": 2.1774193548387095e-08,
"loss": 10.1402,
"step": 17500
},
{
"epoch": 283.0,
"eval_loss": 11.044986724853516,
"eval_runtime": 1.5294,
"eval_samples_per_second": 79.118,
"eval_steps_per_second": 10.462,
"step": 17546
},
{
"epoch": 284.0,
"eval_loss": 10.982977867126465,
"eval_runtime": 1.5353,
"eval_samples_per_second": 78.811,
"eval_steps_per_second": 10.421,
"step": 17608
},
{
"epoch": 285.0,
"eval_loss": 11.013529777526855,
"eval_runtime": 1.5385,
"eval_samples_per_second": 78.649,
"eval_steps_per_second": 10.4,
"step": 17670
},
{
"epoch": 286.0,
"eval_loss": 11.264179229736328,
"eval_runtime": 1.5281,
"eval_samples_per_second": 79.183,
"eval_steps_per_second": 10.47,
"step": 17732
},
{
"epoch": 287.0,
"eval_loss": 11.11242389678955,
"eval_runtime": 1.5289,
"eval_samples_per_second": 79.142,
"eval_steps_per_second": 10.465,
"step": 17794
},
{
"epoch": 288.0,
"eval_loss": 11.192839622497559,
"eval_runtime": 1.5192,
"eval_samples_per_second": 79.646,
"eval_steps_per_second": 10.532,
"step": 17856
},
{
"epoch": 289.0,
"eval_loss": 11.128388404846191,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.167,
"eval_steps_per_second": 10.468,
"step": 17918
},
{
"epoch": 290.0,
"eval_loss": 11.208813667297363,
"eval_runtime": 1.5227,
"eval_samples_per_second": 79.463,
"eval_steps_per_second": 10.507,
"step": 17980
},
{
"epoch": 290.32,
"learning_rate": 2.096774193548387e-08,
"loss": 10.147,
"step": 18000
},
{
"epoch": 291.0,
"eval_loss": 11.075602531433105,
"eval_runtime": 1.5304,
"eval_samples_per_second": 79.062,
"eval_steps_per_second": 10.454,
"step": 18042
},
{
"epoch": 292.0,
"eval_loss": 11.051429748535156,
"eval_runtime": 1.5297,
"eval_samples_per_second": 79.103,
"eval_steps_per_second": 10.46,
"step": 18104
},
{
"epoch": 293.0,
"eval_loss": 11.14745044708252,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.191,
"eval_steps_per_second": 10.471,
"step": 18166
},
{
"epoch": 294.0,
"eval_loss": 11.044754981994629,
"eval_runtime": 1.5371,
"eval_samples_per_second": 78.718,
"eval_steps_per_second": 10.409,
"step": 18228
},
{
"epoch": 295.0,
"eval_loss": 11.241650581359863,
"eval_runtime": 1.5413,
"eval_samples_per_second": 78.505,
"eval_steps_per_second": 10.381,
"step": 18290
},
{
"epoch": 296.0,
"eval_loss": 11.107006072998047,
"eval_runtime": 1.5336,
"eval_samples_per_second": 78.901,
"eval_steps_per_second": 10.433,
"step": 18352
},
{
"epoch": 297.0,
"eval_loss": 11.014945030212402,
"eval_runtime": 1.5335,
"eval_samples_per_second": 78.906,
"eval_steps_per_second": 10.434,
"step": 18414
},
{
"epoch": 298.0,
"eval_loss": 11.168006896972656,
"eval_runtime": 1.5218,
"eval_samples_per_second": 79.51,
"eval_steps_per_second": 10.514,
"step": 18476
},
{
"epoch": 298.39,
"learning_rate": 2.0161290322580644e-08,
"loss": 10.1331,
"step": 18500
},
{
"epoch": 299.0,
"eval_loss": 11.100564956665039,
"eval_runtime": 1.5329,
"eval_samples_per_second": 78.935,
"eval_steps_per_second": 10.438,
"step": 18538
},
{
"epoch": 300.0,
"eval_loss": 10.944679260253906,
"eval_runtime": 1.5398,
"eval_samples_per_second": 78.581,
"eval_steps_per_second": 10.391,
"step": 18600
},
{
"epoch": 301.0,
"eval_loss": 10.988174438476562,
"eval_runtime": 1.54,
"eval_samples_per_second": 78.569,
"eval_steps_per_second": 10.389,
"step": 18662
},
{
"epoch": 302.0,
"eval_loss": 11.02690315246582,
"eval_runtime": 1.5425,
"eval_samples_per_second": 78.446,
"eval_steps_per_second": 10.373,
"step": 18724
},
{
"epoch": 303.0,
"eval_loss": 10.976366996765137,
"eval_runtime": 1.5362,
"eval_samples_per_second": 78.765,
"eval_steps_per_second": 10.415,
"step": 18786
},
{
"epoch": 304.0,
"eval_loss": 11.088923454284668,
"eval_runtime": 1.5246,
"eval_samples_per_second": 79.365,
"eval_steps_per_second": 10.495,
"step": 18848
},
{
"epoch": 305.0,
"eval_loss": 11.024333953857422,
"eval_runtime": 1.5195,
"eval_samples_per_second": 79.629,
"eval_steps_per_second": 10.529,
"step": 18910
},
{
"epoch": 306.0,
"eval_loss": 11.025029182434082,
"eval_runtime": 1.524,
"eval_samples_per_second": 79.394,
"eval_steps_per_second": 10.498,
"step": 18972
},
{
"epoch": 306.45,
"learning_rate": 1.9354838709677418e-08,
"loss": 10.1244,
"step": 19000
},
{
"epoch": 307.0,
"eval_loss": 11.113330841064453,
"eval_runtime": 1.54,
"eval_samples_per_second": 78.569,
"eval_steps_per_second": 10.389,
"step": 19034
},
{
"epoch": 308.0,
"eval_loss": 11.013413429260254,
"eval_runtime": 1.5273,
"eval_samples_per_second": 79.226,
"eval_steps_per_second": 10.476,
"step": 19096
},
{
"epoch": 309.0,
"eval_loss": 10.995118141174316,
"eval_runtime": 1.5332,
"eval_samples_per_second": 78.921,
"eval_steps_per_second": 10.436,
"step": 19158
},
{
"epoch": 310.0,
"eval_loss": 11.261984825134277,
"eval_runtime": 1.5238,
"eval_samples_per_second": 79.407,
"eval_steps_per_second": 10.5,
"step": 19220
},
{
"epoch": 311.0,
"eval_loss": 11.110681533813477,
"eval_runtime": 1.5588,
"eval_samples_per_second": 77.623,
"eval_steps_per_second": 10.264,
"step": 19282
},
{
"epoch": 312.0,
"eval_loss": 11.05971622467041,
"eval_runtime": 1.5228,
"eval_samples_per_second": 79.459,
"eval_steps_per_second": 10.507,
"step": 19344
},
{
"epoch": 313.0,
"eval_loss": 10.960829734802246,
"eval_runtime": 1.5312,
"eval_samples_per_second": 79.024,
"eval_steps_per_second": 10.449,
"step": 19406
},
{
"epoch": 314.0,
"eval_loss": 10.997540473937988,
"eval_runtime": 1.5275,
"eval_samples_per_second": 79.216,
"eval_steps_per_second": 10.475,
"step": 19468
},
{
"epoch": 314.52,
"learning_rate": 1.8548387096774192e-08,
"loss": 10.1251,
"step": 19500
},
{
"epoch": 315.0,
"eval_loss": 11.017022132873535,
"eval_runtime": 1.5516,
"eval_samples_per_second": 77.982,
"eval_steps_per_second": 10.312,
"step": 19530
},
{
"epoch": 316.0,
"eval_loss": 11.152543067932129,
"eval_runtime": 1.5321,
"eval_samples_per_second": 78.977,
"eval_steps_per_second": 10.443,
"step": 19592
},
{
"epoch": 317.0,
"eval_loss": 11.0108003616333,
"eval_runtime": 1.521,
"eval_samples_per_second": 79.554,
"eval_steps_per_second": 10.52,
"step": 19654
},
{
"epoch": 318.0,
"eval_loss": 11.024676322937012,
"eval_runtime": 1.5196,
"eval_samples_per_second": 79.626,
"eval_steps_per_second": 10.529,
"step": 19716
},
{
"epoch": 319.0,
"eval_loss": 11.113091468811035,
"eval_runtime": 1.5205,
"eval_samples_per_second": 79.581,
"eval_steps_per_second": 10.523,
"step": 19778
},
{
"epoch": 320.0,
"eval_loss": 11.04623794555664,
"eval_runtime": 1.5226,
"eval_samples_per_second": 79.468,
"eval_steps_per_second": 10.508,
"step": 19840
},
{
"epoch": 321.0,
"eval_loss": 11.06059741973877,
"eval_runtime": 1.5198,
"eval_samples_per_second": 79.613,
"eval_steps_per_second": 10.527,
"step": 19902
},
{
"epoch": 322.0,
"eval_loss": 11.004892349243164,
"eval_runtime": 1.5295,
"eval_samples_per_second": 79.109,
"eval_steps_per_second": 10.461,
"step": 19964
},
{
"epoch": 322.58,
"learning_rate": 1.774193548387097e-08,
"loss": 10.1178,
"step": 20000
},
{
"epoch": 323.0,
"eval_loss": 11.110086441040039,
"eval_runtime": 1.5366,
"eval_samples_per_second": 78.746,
"eval_steps_per_second": 10.413,
"step": 20026
},
{
"epoch": 324.0,
"eval_loss": 11.034819602966309,
"eval_runtime": 1.5318,
"eval_samples_per_second": 78.992,
"eval_steps_per_second": 10.445,
"step": 20088
},
{
"epoch": 325.0,
"eval_loss": 11.286378860473633,
"eval_runtime": 1.5319,
"eval_samples_per_second": 78.988,
"eval_steps_per_second": 10.445,
"step": 20150
},
{
"epoch": 326.0,
"eval_loss": 10.950843811035156,
"eval_runtime": 1.5282,
"eval_samples_per_second": 79.177,
"eval_steps_per_second": 10.47,
"step": 20212
},
{
"epoch": 327.0,
"eval_loss": 10.995577812194824,
"eval_runtime": 1.5301,
"eval_samples_per_second": 79.078,
"eval_steps_per_second": 10.457,
"step": 20274
},
{
"epoch": 328.0,
"eval_loss": 10.956055641174316,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.62,
"eval_steps_per_second": 10.528,
"step": 20336
},
{
"epoch": 329.0,
"eval_loss": 10.953376770019531,
"eval_runtime": 1.522,
"eval_samples_per_second": 79.498,
"eval_steps_per_second": 10.512,
"step": 20398
},
{
"epoch": 330.0,
"eval_loss": 11.365254402160645,
"eval_runtime": 1.5263,
"eval_samples_per_second": 79.275,
"eval_steps_per_second": 10.483,
"step": 20460
},
{
"epoch": 330.65,
"learning_rate": 1.693548387096774e-08,
"loss": 10.1215,
"step": 20500
},
{
"epoch": 331.0,
"eval_loss": 11.118794441223145,
"eval_runtime": 1.5308,
"eval_samples_per_second": 79.044,
"eval_steps_per_second": 10.452,
"step": 20522
},
{
"epoch": 332.0,
"eval_loss": 11.090803146362305,
"eval_runtime": 1.5271,
"eval_samples_per_second": 79.237,
"eval_steps_per_second": 10.478,
"step": 20584
},
{
"epoch": 333.0,
"eval_loss": 10.98558235168457,
"eval_runtime": 1.5289,
"eval_samples_per_second": 79.144,
"eval_steps_per_second": 10.465,
"step": 20646
},
{
"epoch": 334.0,
"eval_loss": 10.987250328063965,
"eval_runtime": 1.5588,
"eval_samples_per_second": 77.622,
"eval_steps_per_second": 10.264,
"step": 20708
},
{
"epoch": 335.0,
"eval_loss": 11.048944473266602,
"eval_runtime": 1.5348,
"eval_samples_per_second": 78.84,
"eval_steps_per_second": 10.425,
"step": 20770
},
{
"epoch": 336.0,
"eval_loss": 11.112990379333496,
"eval_runtime": 1.5248,
"eval_samples_per_second": 79.355,
"eval_steps_per_second": 10.493,
"step": 20832
},
{
"epoch": 337.0,
"eval_loss": 10.877412796020508,
"eval_runtime": 1.5203,
"eval_samples_per_second": 79.589,
"eval_steps_per_second": 10.524,
"step": 20894
},
{
"epoch": 338.0,
"eval_loss": 10.787759780883789,
"eval_runtime": 1.5247,
"eval_samples_per_second": 79.361,
"eval_steps_per_second": 10.494,
"step": 20956
},
{
"epoch": 338.71,
"learning_rate": 1.6129032258064514e-08,
"loss": 10.1267,
"step": 21000
},
{
"epoch": 339.0,
"eval_loss": 11.173955917358398,
"eval_runtime": 1.535,
"eval_samples_per_second": 78.827,
"eval_steps_per_second": 10.423,
"step": 21018
},
{
"epoch": 340.0,
"eval_loss": 11.00390911102295,
"eval_runtime": 1.5311,
"eval_samples_per_second": 79.03,
"eval_steps_per_second": 10.45,
"step": 21080
},
{
"epoch": 341.0,
"eval_loss": 11.032459259033203,
"eval_runtime": 1.5355,
"eval_samples_per_second": 78.804,
"eval_steps_per_second": 10.42,
"step": 21142
},
{
"epoch": 342.0,
"eval_loss": 11.04984188079834,
"eval_runtime": 1.5396,
"eval_samples_per_second": 78.591,
"eval_steps_per_second": 10.392,
"step": 21204
},
{
"epoch": 343.0,
"eval_loss": 11.023720741271973,
"eval_runtime": 1.5305,
"eval_samples_per_second": 79.057,
"eval_steps_per_second": 10.454,
"step": 21266
},
{
"epoch": 344.0,
"eval_loss": 11.093502044677734,
"eval_runtime": 1.5353,
"eval_samples_per_second": 78.813,
"eval_steps_per_second": 10.422,
"step": 21328
},
{
"epoch": 345.0,
"eval_loss": 10.816137313842773,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.62,
"eval_steps_per_second": 10.528,
"step": 21390
},
{
"epoch": 346.0,
"eval_loss": 11.070144653320312,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.623,
"eval_steps_per_second": 10.529,
"step": 21452
},
{
"epoch": 346.77,
"learning_rate": 1.532258064516129e-08,
"loss": 10.1105,
"step": 21500
},
{
"epoch": 347.0,
"eval_loss": 10.87633991241455,
"eval_runtime": 1.5347,
"eval_samples_per_second": 78.841,
"eval_steps_per_second": 10.425,
"step": 21514
},
{
"epoch": 348.0,
"eval_loss": 11.06225299835205,
"eval_runtime": 1.5319,
"eval_samples_per_second": 78.984,
"eval_steps_per_second": 10.444,
"step": 21576
},
{
"epoch": 349.0,
"eval_loss": 10.950231552124023,
"eval_runtime": 1.5483,
"eval_samples_per_second": 78.15,
"eval_steps_per_second": 10.334,
"step": 21638
},
{
"epoch": 350.0,
"eval_loss": 11.076042175292969,
"eval_runtime": 1.5401,
"eval_samples_per_second": 78.567,
"eval_steps_per_second": 10.389,
"step": 21700
},
{
"epoch": 351.0,
"eval_loss": 11.147188186645508,
"eval_runtime": 1.5351,
"eval_samples_per_second": 78.823,
"eval_steps_per_second": 10.423,
"step": 21762
},
{
"epoch": 352.0,
"eval_loss": 11.15673828125,
"eval_runtime": 1.5292,
"eval_samples_per_second": 79.126,
"eval_steps_per_second": 10.463,
"step": 21824
},
{
"epoch": 353.0,
"eval_loss": 11.01186466217041,
"eval_runtime": 1.5267,
"eval_samples_per_second": 79.255,
"eval_steps_per_second": 10.48,
"step": 21886
},
{
"epoch": 354.0,
"eval_loss": 11.07396125793457,
"eval_runtime": 1.5223,
"eval_samples_per_second": 79.486,
"eval_steps_per_second": 10.511,
"step": 21948
},
{
"epoch": 354.84,
"learning_rate": 1.4516129032258064e-08,
"loss": 10.1124,
"step": 22000
},
{
"epoch": 355.0,
"eval_loss": 11.035076141357422,
"eval_runtime": 1.5453,
"eval_samples_per_second": 78.302,
"eval_steps_per_second": 10.354,
"step": 22010
},
{
"epoch": 356.0,
"eval_loss": 10.995853424072266,
"eval_runtime": 1.5492,
"eval_samples_per_second": 78.107,
"eval_steps_per_second": 10.328,
"step": 22072
},
{
"epoch": 357.0,
"eval_loss": 10.982865333557129,
"eval_runtime": 1.5378,
"eval_samples_per_second": 78.686,
"eval_steps_per_second": 10.405,
"step": 22134
},
{
"epoch": 358.0,
"eval_loss": 11.162384986877441,
"eval_runtime": 1.5367,
"eval_samples_per_second": 78.739,
"eval_steps_per_second": 10.412,
"step": 22196
},
{
"epoch": 359.0,
"eval_loss": 11.10819149017334,
"eval_runtime": 1.5353,
"eval_samples_per_second": 78.812,
"eval_steps_per_second": 10.421,
"step": 22258
},
{
"epoch": 360.0,
"eval_loss": 11.049622535705566,
"eval_runtime": 1.5377,
"eval_samples_per_second": 78.689,
"eval_steps_per_second": 10.405,
"step": 22320
},
{
"epoch": 361.0,
"eval_loss": 11.111467361450195,
"eval_runtime": 1.52,
"eval_samples_per_second": 79.604,
"eval_steps_per_second": 10.526,
"step": 22382
},
{
"epoch": 362.0,
"eval_loss": 10.887182235717773,
"eval_runtime": 1.5238,
"eval_samples_per_second": 79.408,
"eval_steps_per_second": 10.5,
"step": 22444
},
{
"epoch": 362.9,
"learning_rate": 1.3709677419354837e-08,
"loss": 10.1057,
"step": 22500
},
{
"epoch": 363.0,
"eval_loss": 10.899175643920898,
"eval_runtime": 1.5381,
"eval_samples_per_second": 78.671,
"eval_steps_per_second": 10.403,
"step": 22506
},
{
"epoch": 364.0,
"eval_loss": 11.026792526245117,
"eval_runtime": 1.5471,
"eval_samples_per_second": 78.21,
"eval_steps_per_second": 10.342,
"step": 22568
},
{
"epoch": 365.0,
"eval_loss": 10.96151065826416,
"eval_runtime": 1.5277,
"eval_samples_per_second": 79.204,
"eval_steps_per_second": 10.473,
"step": 22630
},
{
"epoch": 366.0,
"eval_loss": 10.967521667480469,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.165,
"eval_steps_per_second": 10.468,
"step": 22692
},
{
"epoch": 367.0,
"eval_loss": 11.17754077911377,
"eval_runtime": 1.5345,
"eval_samples_per_second": 78.853,
"eval_steps_per_second": 10.427,
"step": 22754
},
{
"epoch": 368.0,
"eval_loss": 10.994891166687012,
"eval_runtime": 1.5285,
"eval_samples_per_second": 79.161,
"eval_steps_per_second": 10.468,
"step": 22816
},
{
"epoch": 369.0,
"eval_loss": 11.081649780273438,
"eval_runtime": 1.5214,
"eval_samples_per_second": 79.533,
"eval_steps_per_second": 10.517,
"step": 22878
},
{
"epoch": 370.0,
"eval_loss": 11.051599502563477,
"eval_runtime": 1.5213,
"eval_samples_per_second": 79.538,
"eval_steps_per_second": 10.517,
"step": 22940
},
{
"epoch": 370.97,
"learning_rate": 1.2903225806451612e-08,
"loss": 10.1217,
"step": 23000
},
{
"epoch": 371.0,
"eval_loss": 11.067154884338379,
"eval_runtime": 1.5291,
"eval_samples_per_second": 79.131,
"eval_steps_per_second": 10.464,
"step": 23002
},
{
"epoch": 372.0,
"eval_loss": 10.966989517211914,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.228,
"eval_steps_per_second": 10.476,
"step": 23064
},
{
"epoch": 373.0,
"eval_loss": 11.200106620788574,
"eval_runtime": 1.5333,
"eval_samples_per_second": 78.916,
"eval_steps_per_second": 10.435,
"step": 23126
},
{
"epoch": 374.0,
"eval_loss": 11.017847061157227,
"eval_runtime": 1.534,
"eval_samples_per_second": 78.88,
"eval_steps_per_second": 10.43,
"step": 23188
},
{
"epoch": 375.0,
"eval_loss": 10.895892143249512,
"eval_runtime": 1.5401,
"eval_samples_per_second": 78.565,
"eval_steps_per_second": 10.389,
"step": 23250
},
{
"epoch": 376.0,
"eval_loss": 11.167061805725098,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.188,
"eval_steps_per_second": 10.471,
"step": 23312
},
{
"epoch": 377.0,
"eval_loss": 11.18134593963623,
"eval_runtime": 1.5229,
"eval_samples_per_second": 79.454,
"eval_steps_per_second": 10.506,
"step": 23374
},
{
"epoch": 378.0,
"eval_loss": 11.156011581420898,
"eval_runtime": 1.5299,
"eval_samples_per_second": 79.09,
"eval_steps_per_second": 10.458,
"step": 23436
},
{
"epoch": 379.0,
"eval_loss": 11.084783554077148,
"eval_runtime": 1.5211,
"eval_samples_per_second": 79.545,
"eval_steps_per_second": 10.518,
"step": 23498
},
{
"epoch": 379.03,
"learning_rate": 1.2096774193548386e-08,
"loss": 10.1098,
"step": 23500
},
{
"epoch": 380.0,
"eval_loss": 11.04666805267334,
"eval_runtime": 1.5221,
"eval_samples_per_second": 79.493,
"eval_steps_per_second": 10.512,
"step": 23560
},
{
"epoch": 381.0,
"eval_loss": 11.148889541625977,
"eval_runtime": 1.548,
"eval_samples_per_second": 78.166,
"eval_steps_per_second": 10.336,
"step": 23622
},
{
"epoch": 382.0,
"eval_loss": 11.006622314453125,
"eval_runtime": 1.5259,
"eval_samples_per_second": 79.298,
"eval_steps_per_second": 10.486,
"step": 23684
},
{
"epoch": 383.0,
"eval_loss": 10.977095603942871,
"eval_runtime": 1.5282,
"eval_samples_per_second": 79.178,
"eval_steps_per_second": 10.47,
"step": 23746
},
{
"epoch": 384.0,
"eval_loss": 10.895329475402832,
"eval_runtime": 1.5304,
"eval_samples_per_second": 79.066,
"eval_steps_per_second": 10.455,
"step": 23808
},
{
"epoch": 385.0,
"eval_loss": 10.903176307678223,
"eval_runtime": 1.5397,
"eval_samples_per_second": 78.586,
"eval_steps_per_second": 10.392,
"step": 23870
},
{
"epoch": 386.0,
"eval_loss": 10.892215728759766,
"eval_runtime": 1.5258,
"eval_samples_per_second": 79.302,
"eval_steps_per_second": 10.486,
"step": 23932
},
{
"epoch": 387.0,
"eval_loss": 10.993136405944824,
"eval_runtime": 1.5252,
"eval_samples_per_second": 79.332,
"eval_steps_per_second": 10.49,
"step": 23994
},
{
"epoch": 387.1,
"learning_rate": 1.129032258064516e-08,
"loss": 10.1262,
"step": 24000
},
{
"epoch": 388.0,
"eval_loss": 11.127774238586426,
"eval_runtime": 1.561,
"eval_samples_per_second": 77.516,
"eval_steps_per_second": 10.25,
"step": 24056
},
{
"epoch": 389.0,
"eval_loss": 11.101140022277832,
"eval_runtime": 1.534,
"eval_samples_per_second": 78.877,
"eval_steps_per_second": 10.43,
"step": 24118
},
{
"epoch": 390.0,
"eval_loss": 11.042156219482422,
"eval_runtime": 1.5371,
"eval_samples_per_second": 78.721,
"eval_steps_per_second": 10.409,
"step": 24180
},
{
"epoch": 391.0,
"eval_loss": 11.063082695007324,
"eval_runtime": 1.5258,
"eval_samples_per_second": 79.304,
"eval_steps_per_second": 10.487,
"step": 24242
},
{
"epoch": 392.0,
"eval_loss": 10.970271110534668,
"eval_runtime": 1.5279,
"eval_samples_per_second": 79.192,
"eval_steps_per_second": 10.472,
"step": 24304
},
{
"epoch": 393.0,
"eval_loss": 10.953568458557129,
"eval_runtime": 1.5296,
"eval_samples_per_second": 79.105,
"eval_steps_per_second": 10.46,
"step": 24366
},
{
"epoch": 394.0,
"eval_loss": 11.076667785644531,
"eval_runtime": 1.5221,
"eval_samples_per_second": 79.496,
"eval_steps_per_second": 10.512,
"step": 24428
},
{
"epoch": 395.0,
"eval_loss": 10.922811508178711,
"eval_runtime": 1.5248,
"eval_samples_per_second": 79.353,
"eval_steps_per_second": 10.493,
"step": 24490
},
{
"epoch": 395.16,
"learning_rate": 1.0483870967741935e-08,
"loss": 10.1038,
"step": 24500
},
{
"epoch": 396.0,
"eval_loss": 11.142001152038574,
"eval_runtime": 1.5327,
"eval_samples_per_second": 78.944,
"eval_steps_per_second": 10.439,
"step": 24552
},
{
"epoch": 397.0,
"eval_loss": 11.145098686218262,
"eval_runtime": 1.5305,
"eval_samples_per_second": 79.06,
"eval_steps_per_second": 10.454,
"step": 24614
},
{
"epoch": 398.0,
"eval_loss": 11.166299819946289,
"eval_runtime": 1.5557,
"eval_samples_per_second": 77.777,
"eval_steps_per_second": 10.285,
"step": 24676
},
{
"epoch": 399.0,
"eval_loss": 11.075632095336914,
"eval_runtime": 1.5363,
"eval_samples_per_second": 78.761,
"eval_steps_per_second": 10.415,
"step": 24738
},
{
"epoch": 400.0,
"eval_loss": 11.114908218383789,
"eval_runtime": 1.5291,
"eval_samples_per_second": 79.134,
"eval_steps_per_second": 10.464,
"step": 24800
},
{
"epoch": 401.0,
"eval_loss": 11.065619468688965,
"eval_runtime": 1.5197,
"eval_samples_per_second": 79.621,
"eval_steps_per_second": 10.528,
"step": 24862
},
{
"epoch": 402.0,
"eval_loss": 11.075223922729492,
"eval_runtime": 1.5218,
"eval_samples_per_second": 79.51,
"eval_steps_per_second": 10.514,
"step": 24924
},
{
"epoch": 403.0,
"eval_loss": 11.141654968261719,
"eval_runtime": 1.5194,
"eval_samples_per_second": 79.637,
"eval_steps_per_second": 10.53,
"step": 24986
},
{
"epoch": 403.23,
"learning_rate": 9.677419354838709e-09,
"loss": 10.1159,
"step": 25000
},
{
"epoch": 404.0,
"eval_loss": 10.96292495727539,
"eval_runtime": 1.5308,
"eval_samples_per_second": 79.043,
"eval_steps_per_second": 10.452,
"step": 25048
},
{
"epoch": 405.0,
"eval_loss": 10.93803596496582,
"eval_runtime": 1.541,
"eval_samples_per_second": 78.519,
"eval_steps_per_second": 10.383,
"step": 25110
},
{
"epoch": 406.0,
"eval_loss": 11.00986385345459,
"eval_runtime": 1.5347,
"eval_samples_per_second": 78.841,
"eval_steps_per_second": 10.425,
"step": 25172
},
{
"epoch": 407.0,
"eval_loss": 11.137813568115234,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.17,
"eval_steps_per_second": 10.469,
"step": 25234
},
{
"epoch": 408.0,
"eval_loss": 10.851067543029785,
"eval_runtime": 1.5273,
"eval_samples_per_second": 79.223,
"eval_steps_per_second": 10.476,
"step": 25296
},
{
"epoch": 409.0,
"eval_loss": 11.01217269897461,
"eval_runtime": 1.5232,
"eval_samples_per_second": 79.439,
"eval_steps_per_second": 10.504,
"step": 25358
},
{
"epoch": 410.0,
"eval_loss": 11.01009750366211,
"eval_runtime": 1.5196,
"eval_samples_per_second": 79.627,
"eval_steps_per_second": 10.529,
"step": 25420
},
{
"epoch": 411.0,
"eval_loss": 10.873472213745117,
"eval_runtime": 1.5201,
"eval_samples_per_second": 79.6,
"eval_steps_per_second": 10.526,
"step": 25482
},
{
"epoch": 411.29,
"learning_rate": 8.870967741935485e-09,
"loss": 10.0848,
"step": 25500
},
{
"epoch": 412.0,
"eval_loss": 11.008174896240234,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.232,
"eval_steps_per_second": 10.477,
"step": 25544
},
{
"epoch": 413.0,
"eval_loss": 11.012767791748047,
"eval_runtime": 1.5353,
"eval_samples_per_second": 78.81,
"eval_steps_per_second": 10.421,
"step": 25606
},
{
"epoch": 414.0,
"eval_loss": 11.137340545654297,
"eval_runtime": 1.5293,
"eval_samples_per_second": 79.119,
"eval_steps_per_second": 10.462,
"step": 25668
},
{
"epoch": 415.0,
"eval_loss": 11.137984275817871,
"eval_runtime": 1.5285,
"eval_samples_per_second": 79.163,
"eval_steps_per_second": 10.468,
"step": 25730
},
{
"epoch": 416.0,
"eval_loss": 10.93875503540039,
"eval_runtime": 1.5284,
"eval_samples_per_second": 79.167,
"eval_steps_per_second": 10.468,
"step": 25792
},
{
"epoch": 417.0,
"eval_loss": 10.93083381652832,
"eval_runtime": 1.524,
"eval_samples_per_second": 79.396,
"eval_steps_per_second": 10.499,
"step": 25854
},
{
"epoch": 418.0,
"eval_loss": 11.082795143127441,
"eval_runtime": 1.5216,
"eval_samples_per_second": 79.523,
"eval_steps_per_second": 10.515,
"step": 25916
},
{
"epoch": 419.0,
"eval_loss": 11.256653785705566,
"eval_runtime": 1.5222,
"eval_samples_per_second": 79.488,
"eval_steps_per_second": 10.511,
"step": 25978
},
{
"epoch": 419.35,
"learning_rate": 8.064516129032257e-09,
"loss": 10.0923,
"step": 26000
},
{
"epoch": 420.0,
"eval_loss": 11.040205955505371,
"eval_runtime": 1.5329,
"eval_samples_per_second": 78.935,
"eval_steps_per_second": 10.438,
"step": 26040
},
{
"epoch": 421.0,
"eval_loss": 11.028487205505371,
"eval_runtime": 1.541,
"eval_samples_per_second": 78.518,
"eval_steps_per_second": 10.383,
"step": 26102
},
{
"epoch": 422.0,
"eval_loss": 11.002765655517578,
"eval_runtime": 1.5314,
"eval_samples_per_second": 79.012,
"eval_steps_per_second": 10.448,
"step": 26164
},
{
"epoch": 423.0,
"eval_loss": 10.978453636169434,
"eval_runtime": 1.5289,
"eval_samples_per_second": 79.144,
"eval_steps_per_second": 10.465,
"step": 26226
},
{
"epoch": 424.0,
"eval_loss": 11.046844482421875,
"eval_runtime": 1.5378,
"eval_samples_per_second": 78.685,
"eval_steps_per_second": 10.405,
"step": 26288
},
{
"epoch": 425.0,
"eval_loss": 11.059452056884766,
"eval_runtime": 1.523,
"eval_samples_per_second": 79.446,
"eval_steps_per_second": 10.505,
"step": 26350
},
{
"epoch": 426.0,
"eval_loss": 11.098678588867188,
"eval_runtime": 1.521,
"eval_samples_per_second": 79.551,
"eval_steps_per_second": 10.519,
"step": 26412
},
{
"epoch": 427.0,
"eval_loss": 10.876445770263672,
"eval_runtime": 1.5209,
"eval_samples_per_second": 79.556,
"eval_steps_per_second": 10.52,
"step": 26474
},
{
"epoch": 427.42,
"learning_rate": 7.258064516129032e-09,
"loss": 10.1,
"step": 26500
},
{
"epoch": 428.0,
"eval_loss": 10.964273452758789,
"eval_runtime": 1.5385,
"eval_samples_per_second": 78.65,
"eval_steps_per_second": 10.4,
"step": 26536
},
{
"epoch": 429.0,
"eval_loss": 10.986409187316895,
"eval_runtime": 1.5468,
"eval_samples_per_second": 78.225,
"eval_steps_per_second": 10.344,
"step": 26598
},
{
"epoch": 430.0,
"eval_loss": 11.001900672912598,
"eval_runtime": 1.529,
"eval_samples_per_second": 79.135,
"eval_steps_per_second": 10.464,
"step": 26660
},
{
"epoch": 431.0,
"eval_loss": 11.103708267211914,
"eval_runtime": 1.5277,
"eval_samples_per_second": 79.205,
"eval_steps_per_second": 10.473,
"step": 26722
},
{
"epoch": 432.0,
"eval_loss": 10.956040382385254,
"eval_runtime": 1.5283,
"eval_samples_per_second": 79.174,
"eval_steps_per_second": 10.469,
"step": 26784
},
{
"epoch": 433.0,
"eval_loss": 10.98078727722168,
"eval_runtime": 1.545,
"eval_samples_per_second": 78.316,
"eval_steps_per_second": 10.356,
"step": 26846
},
{
"epoch": 434.0,
"eval_loss": 11.044650077819824,
"eval_runtime": 1.5194,
"eval_samples_per_second": 79.639,
"eval_steps_per_second": 10.531,
"step": 26908
},
{
"epoch": 435.0,
"eval_loss": 10.943286895751953,
"eval_runtime": 1.5208,
"eval_samples_per_second": 79.563,
"eval_steps_per_second": 10.521,
"step": 26970
},
{
"epoch": 435.48,
"learning_rate": 6.451612903225806e-09,
"loss": 10.0944,
"step": 27000
},
{
"epoch": 436.0,
"eval_loss": 11.040830612182617,
"eval_runtime": 1.5264,
"eval_samples_per_second": 79.272,
"eval_steps_per_second": 10.482,
"step": 27032
},
{
"epoch": 437.0,
"eval_loss": 10.829809188842773,
"eval_runtime": 1.531,
"eval_samples_per_second": 79.032,
"eval_steps_per_second": 10.45,
"step": 27094
},
{
"epoch": 438.0,
"eval_loss": 11.169089317321777,
"eval_runtime": 1.5289,
"eval_samples_per_second": 79.142,
"eval_steps_per_second": 10.465,
"step": 27156
},
{
"epoch": 439.0,
"eval_loss": 11.029060363769531,
"eval_runtime": 1.5418,
"eval_samples_per_second": 78.481,
"eval_steps_per_second": 10.378,
"step": 27218
},
{
"epoch": 440.0,
"eval_loss": 10.99075984954834,
"eval_runtime": 1.5372,
"eval_samples_per_second": 78.712,
"eval_steps_per_second": 10.408,
"step": 27280
},
{
"epoch": 441.0,
"eval_loss": 10.889039039611816,
"eval_runtime": 1.5276,
"eval_samples_per_second": 79.211,
"eval_steps_per_second": 10.474,
"step": 27342
},
{
"epoch": 442.0,
"eval_loss": 11.024713516235352,
"eval_runtime": 1.5184,
"eval_samples_per_second": 79.688,
"eval_steps_per_second": 10.537,
"step": 27404
},
{
"epoch": 443.0,
"eval_loss": 11.10232925415039,
"eval_runtime": 1.5225,
"eval_samples_per_second": 79.473,
"eval_steps_per_second": 10.509,
"step": 27466
},
{
"epoch": 443.55,
"learning_rate": 5.64516129032258e-09,
"loss": 10.0965,
"step": 27500
},
{
"epoch": 444.0,
"eval_loss": 11.125219345092773,
"eval_runtime": 1.5507,
"eval_samples_per_second": 78.027,
"eval_steps_per_second": 10.318,
"step": 27528
},
{
"epoch": 445.0,
"eval_loss": 11.037354469299316,
"eval_runtime": 1.5307,
"eval_samples_per_second": 79.048,
"eval_steps_per_second": 10.453,
"step": 27590
},
{
"epoch": 446.0,
"eval_loss": 11.032657623291016,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.231,
"eval_steps_per_second": 10.477,
"step": 27652
},
{
"epoch": 447.0,
"eval_loss": 10.83928394317627,
"eval_runtime": 1.5299,
"eval_samples_per_second": 79.09,
"eval_steps_per_second": 10.458,
"step": 27714
},
{
"epoch": 448.0,
"eval_loss": 10.952762603759766,
"eval_runtime": 1.5436,
"eval_samples_per_second": 78.39,
"eval_steps_per_second": 10.366,
"step": 27776
},
{
"epoch": 449.0,
"eval_loss": 11.012396812438965,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.231,
"eval_steps_per_second": 10.477,
"step": 27838
},
{
"epoch": 450.0,
"eval_loss": 10.84825611114502,
"eval_runtime": 1.5273,
"eval_samples_per_second": 79.226,
"eval_steps_per_second": 10.476,
"step": 27900
},
{
"epoch": 451.0,
"eval_loss": 10.897711753845215,
"eval_runtime": 1.527,
"eval_samples_per_second": 79.241,
"eval_steps_per_second": 10.478,
"step": 27962
},
{
"epoch": 451.61,
"learning_rate": 4.8387096774193544e-09,
"loss": 10.1023,
"step": 28000
},
{
"epoch": 452.0,
"eval_loss": 11.033035278320312,
"eval_runtime": 1.5393,
"eval_samples_per_second": 78.607,
"eval_steps_per_second": 10.394,
"step": 28024
},
{
"epoch": 453.0,
"eval_loss": 10.92820930480957,
"eval_runtime": 1.5378,
"eval_samples_per_second": 78.682,
"eval_steps_per_second": 10.404,
"step": 28086
},
{
"epoch": 454.0,
"eval_loss": 11.028227806091309,
"eval_runtime": 1.5335,
"eval_samples_per_second": 78.905,
"eval_steps_per_second": 10.434,
"step": 28148
},
{
"epoch": 455.0,
"eval_loss": 10.94653034210205,
"eval_runtime": 1.5323,
"eval_samples_per_second": 78.968,
"eval_steps_per_second": 10.442,
"step": 28210
},
{
"epoch": 456.0,
"eval_loss": 10.933752059936523,
"eval_runtime": 1.542,
"eval_samples_per_second": 78.468,
"eval_steps_per_second": 10.376,
"step": 28272
},
{
"epoch": 457.0,
"eval_loss": 10.998141288757324,
"eval_runtime": 1.5243,
"eval_samples_per_second": 79.38,
"eval_steps_per_second": 10.496,
"step": 28334
},
{
"epoch": 458.0,
"eval_loss": 11.004565238952637,
"eval_runtime": 1.5184,
"eval_samples_per_second": 79.69,
"eval_steps_per_second": 10.537,
"step": 28396
},
{
"epoch": 459.0,
"eval_loss": 11.058143615722656,
"eval_runtime": 1.5198,
"eval_samples_per_second": 79.618,
"eval_steps_per_second": 10.528,
"step": 28458
},
{
"epoch": 459.68,
"learning_rate": 4.0322580645161286e-09,
"loss": 10.0928,
"step": 28500
},
{
"epoch": 460.0,
"eval_loss": 11.069917678833008,
"eval_runtime": 1.5309,
"eval_samples_per_second": 79.038,
"eval_steps_per_second": 10.451,
"step": 28520
},
{
"epoch": 461.0,
"eval_loss": 11.008392333984375,
"eval_runtime": 1.5319,
"eval_samples_per_second": 78.986,
"eval_steps_per_second": 10.444,
"step": 28582
},
{
"epoch": 462.0,
"eval_loss": 10.968953132629395,
"eval_runtime": 1.5279,
"eval_samples_per_second": 79.192,
"eval_steps_per_second": 10.472,
"step": 28644
},
{
"epoch": 463.0,
"eval_loss": 11.05852222442627,
"eval_runtime": 1.5388,
"eval_samples_per_second": 78.635,
"eval_steps_per_second": 10.398,
"step": 28706
},
{
"epoch": 464.0,
"eval_loss": 11.158599853515625,
"eval_runtime": 1.5307,
"eval_samples_per_second": 79.048,
"eval_steps_per_second": 10.453,
"step": 28768
},
{
"epoch": 465.0,
"eval_loss": 11.008247375488281,
"eval_runtime": 1.5274,
"eval_samples_per_second": 79.218,
"eval_steps_per_second": 10.475,
"step": 28830
},
{
"epoch": 466.0,
"eval_loss": 11.049484252929688,
"eval_runtime": 1.5195,
"eval_samples_per_second": 79.634,
"eval_steps_per_second": 10.53,
"step": 28892
},
{
"epoch": 467.0,
"eval_loss": 10.853099822998047,
"eval_runtime": 1.5203,
"eval_samples_per_second": 79.589,
"eval_steps_per_second": 10.524,
"step": 28954
},
{
"epoch": 467.74,
"learning_rate": 3.225806451612903e-09,
"loss": 10.0925,
"step": 29000
},
{
"epoch": 468.0,
"eval_loss": 10.858702659606934,
"eval_runtime": 1.5294,
"eval_samples_per_second": 79.118,
"eval_steps_per_second": 10.462,
"step": 29016
},
{
"epoch": 469.0,
"eval_loss": 11.159988403320312,
"eval_runtime": 1.5283,
"eval_samples_per_second": 79.173,
"eval_steps_per_second": 10.469,
"step": 29078
},
{
"epoch": 470.0,
"eval_loss": 10.992026329040527,
"eval_runtime": 1.5307,
"eval_samples_per_second": 79.05,
"eval_steps_per_second": 10.453,
"step": 29140
},
{
"epoch": 471.0,
"eval_loss": 11.020038604736328,
"eval_runtime": 1.5472,
"eval_samples_per_second": 78.208,
"eval_steps_per_second": 10.342,
"step": 29202
},
{
"epoch": 472.0,
"eval_loss": 11.056954383850098,
"eval_runtime": 1.5255,
"eval_samples_per_second": 79.316,
"eval_steps_per_second": 10.488,
"step": 29264
},
{
"epoch": 473.0,
"eval_loss": 10.931620597839355,
"eval_runtime": 1.5261,
"eval_samples_per_second": 79.287,
"eval_steps_per_second": 10.484,
"step": 29326
},
{
"epoch": 474.0,
"eval_loss": 11.059667587280273,
"eval_runtime": 1.5202,
"eval_samples_per_second": 79.597,
"eval_steps_per_second": 10.525,
"step": 29388
},
{
"epoch": 475.0,
"eval_loss": 10.994057655334473,
"eval_runtime": 1.5275,
"eval_samples_per_second": 79.216,
"eval_steps_per_second": 10.475,
"step": 29450
},
{
"epoch": 475.81,
"learning_rate": 2.4193548387096772e-09,
"loss": 10.0956,
"step": 29500
},
{
"epoch": 476.0,
"eval_loss": 11.07702350616455,
"eval_runtime": 1.5276,
"eval_samples_per_second": 79.21,
"eval_steps_per_second": 10.474,
"step": 29512
},
{
"epoch": 477.0,
"eval_loss": 11.006840705871582,
"eval_runtime": 1.5298,
"eval_samples_per_second": 79.098,
"eval_steps_per_second": 10.459,
"step": 29574
},
{
"epoch": 478.0,
"eval_loss": 10.907955169677734,
"eval_runtime": 1.5329,
"eval_samples_per_second": 78.936,
"eval_steps_per_second": 10.438,
"step": 29636
},
{
"epoch": 479.0,
"eval_loss": 10.865551948547363,
"eval_runtime": 1.5272,
"eval_samples_per_second": 79.23,
"eval_steps_per_second": 10.477,
"step": 29698
},
{
"epoch": 480.0,
"eval_loss": 11.035009384155273,
"eval_runtime": 1.5396,
"eval_samples_per_second": 78.594,
"eval_steps_per_second": 10.393,
"step": 29760
},
{
"epoch": 481.0,
"eval_loss": 11.06725788116455,
"eval_runtime": 1.5306,
"eval_samples_per_second": 79.056,
"eval_steps_per_second": 10.454,
"step": 29822
},
{
"epoch": 482.0,
"eval_loss": 11.034406661987305,
"eval_runtime": 1.5223,
"eval_samples_per_second": 79.487,
"eval_steps_per_second": 10.511,
"step": 29884
},
{
"epoch": 483.0,
"eval_loss": 10.981928825378418,
"eval_runtime": 1.5189,
"eval_samples_per_second": 79.661,
"eval_steps_per_second": 10.534,
"step": 29946
},
{
"epoch": 483.87,
"learning_rate": 1.6129032258064515e-09,
"loss": 10.112,
"step": 30000
},
{
"epoch": 484.0,
"eval_loss": 11.066652297973633,
"eval_runtime": 1.5282,
"eval_samples_per_second": 79.179,
"eval_steps_per_second": 10.47,
"step": 30008
},
{
"epoch": 485.0,
"eval_loss": 10.937297821044922,
"eval_runtime": 1.5264,
"eval_samples_per_second": 79.27,
"eval_steps_per_second": 10.482,
"step": 30070
},
{
"epoch": 486.0,
"eval_loss": 10.977715492248535,
"eval_runtime": 1.537,
"eval_samples_per_second": 78.724,
"eval_steps_per_second": 10.41,
"step": 30132
},
{
"epoch": 487.0,
"eval_loss": 10.983244895935059,
"eval_runtime": 1.5322,
"eval_samples_per_second": 78.969,
"eval_steps_per_second": 10.442,
"step": 30194
},
{
"epoch": 488.0,
"eval_loss": 11.142578125,
"eval_runtime": 1.532,
"eval_samples_per_second": 78.984,
"eval_steps_per_second": 10.444,
"step": 30256
},
{
"epoch": 489.0,
"eval_loss": 11.0770845413208,
"eval_runtime": 1.527,
"eval_samples_per_second": 79.241,
"eval_steps_per_second": 10.478,
"step": 30318
},
{
"epoch": 490.0,
"eval_loss": 10.951501846313477,
"eval_runtime": 1.5214,
"eval_samples_per_second": 79.534,
"eval_steps_per_second": 10.517,
"step": 30380
},
{
"epoch": 491.0,
"eval_loss": 10.961722373962402,
"eval_runtime": 1.5203,
"eval_samples_per_second": 79.59,
"eval_steps_per_second": 10.524,
"step": 30442
},
{
"epoch": 491.94,
"learning_rate": 8.064516129032258e-10,
"loss": 10.1007,
"step": 30500
},
{
"epoch": 492.0,
"eval_loss": 10.952271461486816,
"eval_runtime": 1.528,
"eval_samples_per_second": 79.187,
"eval_steps_per_second": 10.471,
"step": 30504
},
{
"epoch": 493.0,
"eval_loss": 10.87966537475586,
"eval_runtime": 1.5563,
"eval_samples_per_second": 77.748,
"eval_steps_per_second": 10.281,
"step": 30566
},
{
"epoch": 494.0,
"eval_loss": 10.981633186340332,
"eval_runtime": 1.533,
"eval_samples_per_second": 78.933,
"eval_steps_per_second": 10.437,
"step": 30628
},
{
"epoch": 495.0,
"eval_loss": 10.952598571777344,
"eval_runtime": 1.5283,
"eval_samples_per_second": 79.171,
"eval_steps_per_second": 10.469,
"step": 30690
},
{
"epoch": 496.0,
"eval_loss": 11.00783920288086,
"eval_runtime": 1.5275,
"eval_samples_per_second": 79.212,
"eval_steps_per_second": 10.474,
"step": 30752
},
{
"epoch": 497.0,
"eval_loss": 11.156755447387695,
"eval_runtime": 1.536,
"eval_samples_per_second": 78.778,
"eval_steps_per_second": 10.417,
"step": 30814
},
{
"epoch": 498.0,
"eval_loss": 10.986204147338867,
"eval_runtime": 1.521,
"eval_samples_per_second": 79.554,
"eval_steps_per_second": 10.519,
"step": 30876
},
{
"epoch": 499.0,
"eval_loss": 11.053728103637695,
"eval_runtime": 1.5217,
"eval_samples_per_second": 79.518,
"eval_steps_per_second": 10.515,
"step": 30938
},
{
"epoch": 500.0,
"learning_rate": 0.0,
"loss": 10.0953,
"step": 31000
},
{
"epoch": 500.0,
"eval_loss": 11.041763305664062,
"eval_runtime": 1.5553,
"eval_samples_per_second": 77.797,
"eval_steps_per_second": 10.287,
"step": 31000
},
{
"epoch": 500.0,
"step": 31000,
"total_flos": 1.6202616878592e+16,
"train_loss": 11.618560483870969,
"train_runtime": 17098.8381,
"train_samples_per_second": 14.358,
"train_steps_per_second": 1.813
}
],
"max_steps": 31000,
"num_train_epochs": 500,
"total_flos": 1.6202616878592e+16,
"trial_name": null,
"trial_params": null
}