End of training

README.md

@@ -14,7 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
 [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/amazingvince/huggingface/runs/213lyzv9)
 # jina_embeddings_v2_base_code_multi_regression-simple
 
-This model is a fine-tuned version of [jinaai/jina-embeddings-v2-base-code](https://huggingface.co/jinaai/jina-embeddings-v2-base-code) on an unknown dataset.
+This model is a fine-tuned version of [jinaai/jina-embeddings-v2-base-code](https://huggingface.co/jinaai/jina-embeddings-v2-base-code) on the amazingvince/the-stack-smol-xs-scored-and-annotated-all dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.6117
 - Mse: 0.6117

all_results.json

@@ -1,15 +1,15 @@
 {
-    "epoch": 0.9987902250181466,
-    "eval_loss": 0.6201480627059937,
-    "eval_mse": 0.6201480558548851,
-    "eval_runtime": 12.8132,
+    "epoch": 1.9975804500362933,
+    "eval_loss": 0.611698567867279,
+    "eval_mse": 0.6116985452586207,
+    "eval_runtime": 13.3759,
     "eval_samples": 435,
-    "eval_samples_per_second": 33.949,
-    "eval_steps_per_second": 17.014,
-    "total_flos": 8688901375918080.0,
-    "train_loss": 1.1010994948157968,
-    "train_runtime": 478.9806,
+    "eval_samples_per_second": 32.521,
+    "eval_steps_per_second": 16.298,
+    "total_flos": 1.737675031707648e+16,
+    "train_loss": 1.0921991518301557,
+    "train_runtime": 835.9482,
     "train_samples": 8265,
-    "train_samples_per_second": 17.255,
-    "train_steps_per_second": 1.077
+    "train_samples_per_second": 19.774,
+    "train_steps_per_second": 0.617
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 0.9987902250181466,
-    "eval_loss": 0.6201480627059937,
-    "eval_mse": 0.6201480558548851,
-    "eval_runtime": 12.8132,
+    "epoch": 1.9975804500362933,
+    "eval_loss": 0.611698567867279,
+    "eval_mse": 0.6116985452586207,
+    "eval_runtime": 13.3759,
     "eval_samples": 435,
-    "eval_samples_per_second": 33.949,
-    "eval_steps_per_second": 17.014
+    "eval_samples_per_second": 32.521,
+    "eval_steps_per_second": 16.298
 }

train_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 0.9987902250181466,
-    "total_flos": 8688901375918080.0,
-    "train_loss": 1.1010994948157968,
-    "train_runtime": 478.9806,
+    "epoch": 1.9975804500362933,
+    "total_flos": 1.737675031707648e+16,
+    "train_loss": 1.0921991518301557,
+    "train_runtime": 835.9482,
     "train_samples": 8265,
-    "train_samples_per_second": 17.255,
-    "train_steps_per_second": 1.077
+    "train_samples_per_second": 19.774,
+    "train_steps_per_second": 0.617
 }

trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9987902250181466,
+  "epoch": 1.9975804500362933,
   "eval_steps": 100,
   "global_step": 516,
   "is_hyper_param_search": false,
@@ -9,785 +9,785 @@
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.009678199854827003,
-      "grad_norm": 135.23733520507812,
+      "epoch": 0.019356399709654006,
+      "grad_norm": 138.9804229736328,
       "learning_rate": 1.9230769230769234e-06,
-      "loss": 12.7676,
+      "loss": 12.7521,
       "step": 5
     },
     {
-      "epoch": 0.019356399709654006,
-      "grad_norm": 142.41867065429688,
+      "epoch": 0.03871279941930801,
+      "grad_norm": 131.12530517578125,
       "learning_rate": 3.846153846153847e-06,
-      "loss": 12.1736,
+      "loss": 12.3043,
       "step": 10
     },
     {
-      "epoch": 0.029034599564481005,
-      "grad_norm": 142.9897003173828,
+      "epoch": 0.05806919912896201,
+      "grad_norm": 132.73741149902344,
       "learning_rate": 5.769230769230769e-06,
-      "loss": 11.9754,
+      "loss": 11.6601,
       "step": 15
     },
     {
-      "epoch": 0.03871279941930801,
-      "grad_norm": 122.53395080566406,
+      "epoch": 0.07742559883861602,
+      "grad_norm": 116.79450988769531,
       "learning_rate": 7.692307692307694e-06,
-      "loss": 7.9422,
+      "loss": 9.3473,
       "step": 20
     },
     {
-      "epoch": 0.04839099927413501,
-      "grad_norm": 131.50697326660156,
+      "epoch": 0.09678199854827002,
+      "grad_norm": 157.67100524902344,
       "learning_rate": 9.615384615384616e-06,
-      "loss": 6.1603,
+      "loss": 5.6238,
       "step": 25
     },
     {
-      "epoch": 0.05806919912896201,
-      "grad_norm": 273.497314453125,
+      "epoch": 0.11613839825792402,
+      "grad_norm": 180.53184509277344,
       "learning_rate": 9.918367346938776e-06,
-      "loss": 1.798,
+      "loss": 1.7325,
       "step": 30
     },
     {
-      "epoch": 0.06774739898378901,
-      "grad_norm": 17.278669357299805,
+      "epoch": 0.13549479796757802,
+      "grad_norm": 9.246004104614258,
       "learning_rate": 9.816326530612245e-06,
-      "loss": 1.0221,
+      "loss": 0.9398,
       "step": 35
     },
     {
-      "epoch": 0.07742559883861602,
-      "grad_norm": 17.088966369628906,
+      "epoch": 0.15485119767723204,
+      "grad_norm": 5.716113567352295,
       "learning_rate": 9.714285714285715e-06,
-      "loss": 0.4251,
+      "loss": 0.6635,
       "step": 40
     },
     {
-      "epoch": 0.08710379869344302,
-      "grad_norm": 58.794822692871094,
+      "epoch": 0.17420759738688604,
+      "grad_norm": 7.727076053619385,
       "learning_rate": 9.612244897959185e-06,
-      "loss": 0.9236,
+      "loss": 0.6727,
       "step": 45
     },
     {
-      "epoch": 0.09678199854827002,
-      "grad_norm": 40.58847427368164,
+      "epoch": 0.19356399709654004,
+      "grad_norm": 3.486781597137451,
       "learning_rate": 9.510204081632653e-06,
-      "loss": 0.4787,
+      "loss": 0.7927,
       "step": 50
     },
     {
-      "epoch": 0.10646019840309702,
-      "grad_norm": 41.08816146850586,
+      "epoch": 0.21292039680619404,
+      "grad_norm": 6.413691520690918,
       "learning_rate": 9.408163265306123e-06,
-      "loss": 0.6779,
+      "loss": 0.6644,
       "step": 55
     },
     {
-      "epoch": 0.11613839825792402,
-      "grad_norm": 9.461664199829102,
+      "epoch": 0.23227679651584804,
+      "grad_norm": 8.30860424041748,
       "learning_rate": 9.306122448979593e-06,
-      "loss": 0.5731,
+      "loss": 0.5873,
       "step": 60
     },
     {
-      "epoch": 0.12581659811275103,
-      "grad_norm": 15.421150207519531,
+      "epoch": 0.25163319622550206,
+      "grad_norm": 12.624951362609863,
       "learning_rate": 9.204081632653062e-06,
-      "loss": 0.8264,
+      "loss": 0.6874,
       "step": 65
     },
     {
-      "epoch": 0.13549479796757802,
-      "grad_norm": 36.99074935913086,
+      "epoch": 0.27098959593515604,
+      "grad_norm": 5.089308261871338,
       "learning_rate": 9.102040816326532e-06,
-      "loss": 0.8976,
+      "loss": 0.6638,
       "step": 70
     },
     {
-      "epoch": 0.14517299782240503,
-      "grad_norm": 12.443870544433594,
+      "epoch": 0.29034599564481006,
+      "grad_norm": 1.7342802286148071,
       "learning_rate": 9e-06,
-      "loss": 0.758,
+      "loss": 0.5861,
       "step": 75
     },
     {
-      "epoch": 0.15485119767723204,
-      "grad_norm": 34.37516784667969,
+      "epoch": 0.3097023953544641,
+      "grad_norm": 22.078353881835938,
       "learning_rate": 8.89795918367347e-06,
-      "loss": 0.4913,
+      "loss": 0.6546,
       "step": 80
     },
     {
-      "epoch": 0.16452939753205903,
-      "grad_norm": 47.92347717285156,
+      "epoch": 0.32905879506411806,
+      "grad_norm": 7.25566291809082,
       "learning_rate": 8.79591836734694e-06,
-      "loss": 0.6342,
+      "loss": 0.458,
       "step": 85
     },
     {
-      "epoch": 0.17420759738688604,
-      "grad_norm": 19.53640365600586,
+      "epoch": 0.3484151947737721,
+      "grad_norm": 6.364375591278076,
       "learning_rate": 8.69387755102041e-06,
-      "loss": 0.7332,
+      "loss": 0.6717,
       "step": 90
     },
     {
-      "epoch": 0.18388579724171303,
-      "grad_norm": 15.180093765258789,
+      "epoch": 0.36777159448342606,
+      "grad_norm": 0.05223466455936432,
       "learning_rate": 8.591836734693878e-06,
-      "loss": 0.8574,
+      "loss": 0.5166,
       "step": 95
     },
     {
-      "epoch": 0.19356399709654004,
-      "grad_norm": 7.7558770179748535,
+      "epoch": 0.3871279941930801,
+      "grad_norm": 1.938957691192627,
       "learning_rate": 8.489795918367347e-06,
-      "loss": 0.7241,
+      "loss": 0.5055,
       "step": 100
     },
     {
-      "epoch": 0.19356399709654004,
-      "eval_loss": 0.636104166507721,
-      "eval_mse": 0.6361041891163793,
-      "eval_runtime": 12.3473,
-      "eval_samples_per_second": 35.23,
-      "eval_steps_per_second": 17.656,
+      "epoch": 0.3871279941930801,
+      "eval_loss": 0.6117367148399353,
+      "eval_mse": 0.611736709770115,
+      "eval_runtime": 12.0657,
+      "eval_samples_per_second": 36.053,
+      "eval_steps_per_second": 18.068,
       "step": 100
     },
     {
-      "epoch": 0.20324219695136705,
-      "grad_norm": 6.328822612762451,
+      "epoch": 0.4064843939027341,
+      "grad_norm": 10.325569152832031,
       "learning_rate": 8.387755102040817e-06,
-      "loss": 0.613,
+      "loss": 0.5831,
       "step": 105
     },
     {
-      "epoch": 0.21292039680619404,
-      "grad_norm": 3.98986554145813,
+      "epoch": 0.4258407936123881,
+      "grad_norm": 7.4597249031066895,
       "learning_rate": 8.285714285714287e-06,
-      "loss": 0.6963,
+      "loss": 0.6331,
       "step": 110
     },
     {
-      "epoch": 0.22259859666102105,
-      "grad_norm": 6.252445697784424,
+      "epoch": 0.4451971933220421,
+      "grad_norm": 9.280782699584961,
       "learning_rate": 8.183673469387757e-06,
-      "loss": 0.4936,
+      "loss": 0.7987,
       "step": 115
     },
     {
-      "epoch": 0.23227679651584804,
-      "grad_norm": 11.744823455810547,
+      "epoch": 0.4645535930316961,
+      "grad_norm": 3.89896559715271,
       "learning_rate": 8.081632653061225e-06,
-      "loss": 0.6189,
+      "loss": 0.4998,
       "step": 120
     },
     {
-      "epoch": 0.24195499637067505,
-      "grad_norm": 3.548699378967285,
+      "epoch": 0.4839099927413501,
+      "grad_norm": 6.190971851348877,
       "learning_rate": 7.979591836734695e-06,
-      "loss": 0.6508,
+      "loss": 0.6448,
       "step": 125
     },
     {
-      "epoch": 0.25163319622550206,
-      "grad_norm": 32.78942108154297,
+      "epoch": 0.5032663924510041,
+      "grad_norm": 11.814096450805664,
       "learning_rate": 7.877551020408164e-06,
-      "loss": 0.7334,
+      "loss": 0.7042,
       "step": 130
     },
     {
-      "epoch": 0.26131139608032905,
-      "grad_norm": 39.87502670288086,
+      "epoch": 0.5226227921606581,
+      "grad_norm": 6.1357340812683105,
       "learning_rate": 7.775510204081632e-06,
-      "loss": 0.8856,
+      "loss": 0.601,
       "step": 135
     },
     {
-      "epoch": 0.27098959593515604,
-      "grad_norm": 25.449832916259766,
+      "epoch": 0.5419791918703121,
+      "grad_norm": 2.2827892303466797,
       "learning_rate": 7.673469387755102e-06,
-      "loss": 0.6497,
+      "loss": 0.5517,
       "step": 140
     },
     {
-      "epoch": 0.2806677957899831,
-      "grad_norm": 9.905705451965332,
+      "epoch": 0.5613355915799662,
+      "grad_norm": 12.637822151184082,
       "learning_rate": 7.571428571428572e-06,
-      "loss": 0.6297,
+      "loss": 0.5195,
       "step": 145
     },
     {
-      "epoch": 0.29034599564481006,
-      "grad_norm": 10.688154220581055,
+      "epoch": 0.5806919912896201,
+      "grad_norm": 11.605605125427246,
       "learning_rate": 7.469387755102041e-06,
-      "loss": 0.5351,
+      "loss": 0.5762,
       "step": 150
     },
     {
-      "epoch": 0.30002419549963705,
-      "grad_norm": 20.666561126708984,
+      "epoch": 0.6000483909992741,
+      "grad_norm": 10.857634544372559,
       "learning_rate": 7.367346938775511e-06,
-      "loss": 0.5918,
+      "loss": 0.7404,
       "step": 155
     },
     {
-      "epoch": 0.3097023953544641,
-      "grad_norm": 44.254947662353516,
+      "epoch": 0.6194047907089282,
+      "grad_norm": 3.4936256408691406,
       "learning_rate": 7.2653061224489805e-06,
-      "loss": 0.8516,
+      "loss": 0.5734,
       "step": 160
     },
     {
-      "epoch": 0.3193805952092911,
-      "grad_norm": 18.602283477783203,
+      "epoch": 0.6387611904185821,
+      "grad_norm": 5.934628009796143,
       "learning_rate": 7.16326530612245e-06,
-      "loss": 0.4989,
+      "loss": 0.4472,
       "step": 165
     },
     {
-      "epoch": 0.32905879506411806,
-      "grad_norm": 2.891568660736084,
+      "epoch": 0.6581175901282361,
+      "grad_norm": 6.569794178009033,
       "learning_rate": 7.061224489795919e-06,
-      "loss": 0.4556,
+      "loss": 0.5565,
       "step": 170
     },
     {
-      "epoch": 0.3387369949189451,
-      "grad_norm": 14.327004432678223,
+      "epoch": 0.6774739898378902,
+      "grad_norm": 2.004188060760498,
       "learning_rate": 6.959183673469388e-06,
-      "loss": 0.6965,
+      "loss": 0.747,
       "step": 175
     },
     {
-      "epoch": 0.3484151947737721,
-      "grad_norm": 3.936084032058716,
+      "epoch": 0.6968303895475442,
+      "grad_norm": 15.279809951782227,
       "learning_rate": 6.857142857142858e-06,
-      "loss": 0.6425,
+      "loss": 0.7158,
       "step": 180
     },
     {
-      "epoch": 0.35809339462859907,
-      "grad_norm": 6.193188667297363,
+      "epoch": 0.7161867892571981,
+      "grad_norm": 10.226279258728027,
       "learning_rate": 6.755102040816327e-06,
-      "loss": 0.5081,
+      "loss": 0.6511,
       "step": 185
     },
     {
-      "epoch": 0.36777159448342606,
-      "grad_norm": 21.818361282348633,
+      "epoch": 0.7355431889668521,
+      "grad_norm": 18.870132446289062,
       "learning_rate": 6.653061224489797e-06,
-      "loss": 0.6029,
+      "loss": 0.6767,
       "step": 190
     },
     {
-      "epoch": 0.3774497943382531,
-      "grad_norm": 20.763904571533203,
+      "epoch": 0.7548995886765062,
+      "grad_norm": 21.00126075744629,
       "learning_rate": 6.5510204081632656e-06,
-      "loss": 0.4717,
+      "loss": 0.6051,
       "step": 195
     },
     {
-      "epoch": 0.3871279941930801,
-      "grad_norm": 15.887273788452148,
+      "epoch": 0.7742559883861602,
+      "grad_norm": 43.422752380371094,
       "learning_rate": 6.4489795918367345e-06,
-      "loss": 0.575,
+      "loss": 0.5288,
       "step": 200
     },
     {
-      "epoch": 0.3871279941930801,
-      "eval_loss": 0.6364156603813171,
-      "eval_mse": 0.6364156788793104,
-      "eval_runtime": 12.8511,
-      "eval_samples_per_second": 33.849,
-      "eval_steps_per_second": 16.964,
+      "epoch": 0.7742559883861602,
+      "eval_loss": 0.6112865805625916,
+      "eval_mse": 0.6112865930316091,
+      "eval_runtime": 12.2861,
+      "eval_samples_per_second": 35.406,
+      "eval_steps_per_second": 17.744,
       "step": 200
     },
     {
-      "epoch": 0.39680619404790707,
-      "grad_norm": 6.549495220184326,
+      "epoch": 0.7936123880958141,
+      "grad_norm": 3.7341082096099854,
       "learning_rate": 6.346938775510204e-06,
-      "loss": 0.6062,
+      "loss": 0.5249,
       "step": 205
     },
     {
-      "epoch": 0.4064843939027341,
-      "grad_norm": 2.362842082977295,
+      "epoch": 0.8129687878054682,
+      "grad_norm": 31.00126075744629,
       "learning_rate": 6.244897959183675e-06,
-      "loss": 0.5902,
+      "loss": 0.6535,
       "step": 210
     },
     {
-      "epoch": 0.4161625937575611,
-      "grad_norm": 6.210005760192871,
+      "epoch": 0.8323251875151222,
+      "grad_norm": 1.7273753881454468,
       "learning_rate": 6.142857142857144e-06,
-      "loss": 0.6235,
+      "loss": 0.5454,
       "step": 215
     },
     {
-      "epoch": 0.4258407936123881,
-      "grad_norm": 0.35702061653137207,
+      "epoch": 0.8516815872247762,
+      "grad_norm": 17.259763717651367,
       "learning_rate": 6.040816326530613e-06,
-      "loss": 0.6959,
+      "loss": 0.7058,
       "step": 220
     },
     {
-      "epoch": 0.4355189934672151,
-      "grad_norm": 7.42579460144043,
+      "epoch": 0.8710379869344302,
+      "grad_norm": 6.889254570007324,
       "learning_rate": 5.9387755102040825e-06,
-      "loss": 0.8113,
+      "loss": 0.5654,
       "step": 225
     },
     {
-      "epoch": 0.4451971933220421,
-      "grad_norm": 15.467649459838867,
+      "epoch": 0.8903943866440842,
+      "grad_norm": 19.396793365478516,
       "learning_rate": 5.8367346938775515e-06,
-      "loss": 0.753,
+      "loss": 0.5629,
       "step": 230
     },
     {
-      "epoch": 0.4548753931768691,
-      "grad_norm": 5.005227565765381,
+      "epoch": 0.9097507863537382,
+      "grad_norm": 17.010122299194336,
       "learning_rate": 5.73469387755102e-06,
-      "loss": 0.423,
+      "loss": 0.7001,
       "step": 235
     },
     {
-      "epoch": 0.4645535930316961,
-      "grad_norm": 9.86463737487793,
+      "epoch": 0.9291071860633922,
+      "grad_norm": 3.0937254428863525,
       "learning_rate": 5.63265306122449e-06,
-      "loss": 0.5652,
+      "loss": 0.6205,
       "step": 240
     },
     {
-      "epoch": 0.4742317928865231,
-      "grad_norm": 0.07020189613103867,
+      "epoch": 0.9484635857730462,
+      "grad_norm": 18.858959197998047,
       "learning_rate": 5.530612244897959e-06,
-      "loss": 0.508,
+      "loss": 0.5545,
       "step": 245
     },
     {
-      "epoch": 0.4839099927413501,
-      "grad_norm": 1.7268608808517456,
+      "epoch": 0.9678199854827002,
+      "grad_norm": 0.07618504762649536,
       "learning_rate": 5.428571428571429e-06,
-      "loss": 0.7836,
+      "loss": 0.5103,
       "step": 250
     },
     {
-      "epoch": 0.4935881925961771,
-      "grad_norm": 15.658587455749512,
+      "epoch": 0.9871763851923542,
+      "grad_norm": 9.257562637329102,
       "learning_rate": 5.326530612244898e-06,
-      "loss": 0.6653,
+      "loss": 0.6523,
       "step": 255
     },
     {
-      "epoch": 0.5032663924510041,
-      "grad_norm": 3.4803199768066406,
+      "epoch": 1.0065327849020083,
+      "grad_norm": 13.298598289489746,
       "learning_rate": 5.2244897959183684e-06,
-      "loss": 0.7674,
+      "loss": 0.5814,
       "step": 260
     },
     {
-      "epoch": 0.5129445923058311,
-      "grad_norm": 5.9674506187438965,
+      "epoch": 1.0258891846116622,
+      "grad_norm": 10.256103515625,
       "learning_rate": 5.122448979591837e-06,
-      "loss": 0.5348,
+      "loss": 0.5173,
       "step": 265
     },
     {
-      "epoch": 0.5226227921606581,
-      "grad_norm": 8.432785034179688,
+      "epoch": 1.0452455843213162,
+      "grad_norm": 16.131662368774414,
       "learning_rate": 5.020408163265307e-06,
-      "loss": 0.678,
+      "loss": 0.6716,
       "step": 270
     },
     {
-      "epoch": 0.5323009920154851,
-      "grad_norm": 13.345314025878906,
+      "epoch": 1.0646019840309702,
+      "grad_norm": 1.7425230741500854,
       "learning_rate": 4.918367346938776e-06,
-      "loss": 0.5572,
+      "loss": 0.5767,
       "step": 275
     },
     {
-      "epoch": 0.5419791918703121,
-      "grad_norm": 12.001265525817871,
+      "epoch": 1.0839583837406241,
+      "grad_norm": 4.797603130340576,
       "learning_rate": 4.816326530612245e-06,
-      "loss": 0.5397,
+      "loss": 0.5514,
       "step": 280
     },
     {
-      "epoch": 0.5516573917251392,
-      "grad_norm": 1.87912118434906,
+      "epoch": 1.1033147834502783,
+      "grad_norm": 3.243138074874878,
       "learning_rate": 4.714285714285715e-06,
-      "loss": 0.4944,
+      "loss": 0.4869,
       "step": 285
     },
     {
-      "epoch": 0.5613355915799662,
-      "grad_norm": 3.5236661434173584,
+      "epoch": 1.1226711831599323,
+      "grad_norm": 1.337968349456787,
       "learning_rate": 4.612244897959184e-06,
-      "loss": 0.5333,
+      "loss": 0.6745,
       "step": 290
     },
     {
-      "epoch": 0.5710137914347931,
-      "grad_norm": 12.931561470031738,
+      "epoch": 1.1420275828695863,
+      "grad_norm": 1.4539625644683838,
       "learning_rate": 4.5102040816326535e-06,
-      "loss": 0.5476,
+      "loss": 0.6467,
       "step": 295
     },
     {
-      "epoch": 0.5806919912896201,
-      "grad_norm": 6.103638172149658,
+      "epoch": 1.1613839825792402,
+      "grad_norm": 4.222984313964844,
       "learning_rate": 4.408163265306123e-06,
-      "loss": 0.6298,
+      "loss": 0.5981,
       "step": 300
     },
     {
-      "epoch": 0.5806919912896201,
-      "eval_loss": 0.6253479719161987,
-      "eval_mse": 0.625347970545977,
-      "eval_runtime": 12.7924,
-      "eval_samples_per_second": 34.005,
-      "eval_steps_per_second": 17.041,
+      "epoch": 1.1613839825792402,
+      "eval_loss": 0.611698567867279,
+      "eval_mse": 0.6116985452586207,
+      "eval_runtime": 12.2661,
+      "eval_samples_per_second": 35.463,
+      "eval_steps_per_second": 17.772,
       "step": 300
     },
     {
-      "epoch": 0.5903701911444471,
-      "grad_norm": 7.156700611114502,
+      "epoch": 1.1807403822888942,
+      "grad_norm": 10.752211570739746,
       "learning_rate": 4.306122448979592e-06,
-      "loss": 0.8688,
+      "loss": 0.7279,
       "step": 305
     },
     {
-      "epoch": 0.6000483909992741,
-      "grad_norm": 1.5767498016357422,
+      "epoch": 1.2000967819985482,
+      "grad_norm": 2.4483253955841064,
       "learning_rate": 4.204081632653061e-06,
-      "loss": 0.6039,
+      "loss": 0.4696,
       "step": 310
     },
     {
-      "epoch": 0.6097265908541012,
-      "grad_norm": 10.190150260925293,
+      "epoch": 1.2194531817082024,
+      "grad_norm": 18.74379539489746,
       "learning_rate": 4.102040816326531e-06,
-      "loss": 0.5012,
+      "loss": 0.5732,
       "step": 315
     },
     {
-      "epoch": 0.6194047907089282,
-      "grad_norm": 7.6610026359558105,
+      "epoch": 1.2388095814178564,
+      "grad_norm": 1.103325605392456,
       "learning_rate": 4.000000000000001e-06,
-      "loss": 0.6778,
+      "loss": 0.6505,
       "step": 320
     },
     {
-      "epoch": 0.6290829905637552,
-      "grad_norm": 9.915760040283203,
+      "epoch": 1.2581659811275103,
+      "grad_norm": 10.703681945800781,
       "learning_rate": 3.89795918367347e-06,
-      "loss": 0.4987,
+      "loss": 0.6433,
       "step": 325
     },
     {
-      "epoch": 0.6387611904185821,
-      "grad_norm": 11.606775283813477,
+      "epoch": 1.2775223808371643,
+      "grad_norm": 9.631330490112305,
       "learning_rate": 3.795918367346939e-06,
-      "loss": 0.4232,
+      "loss": 0.8211,
       "step": 330
     },
     {
-      "epoch": 0.6484393902734091,
-      "grad_norm": 0.6899937987327576,
+      "epoch": 1.2968787805468183,
+      "grad_norm": 16.350555419921875,
       "learning_rate": 3.6938775510204083e-06,
-      "loss": 0.3689,
+      "loss": 0.6267,
       "step": 335
     },
     {
-      "epoch": 0.6581175901282361,
-      "grad_norm": 2.4227399826049805,
+      "epoch": 1.3162351802564722,
+      "grad_norm": 7.614326000213623,
       "learning_rate": 3.5918367346938777e-06,
-      "loss": 0.7523,
+      "loss": 0.5665,
       "step": 340
     },
     {
-      "epoch": 0.6677957899830631,
-      "grad_norm": 6.039433479309082,
+      "epoch": 1.3355915799661262,
+      "grad_norm": 7.319636821746826,
       "learning_rate": 3.4897959183673474e-06,
-      "loss": 0.8179,
+      "loss": 0.5397,
       "step": 345
     },
     {
-      "epoch": 0.6774739898378902,
-      "grad_norm": 1.8034197092056274,
+      "epoch": 1.3549479796757802,
+      "grad_norm": 7.513986110687256,
       "learning_rate": 3.3877551020408168e-06,
-      "loss": 0.7031,
+      "loss": 0.5152,
       "step": 350
     },
     {
-      "epoch": 0.6871521896927172,
-      "grad_norm": 9.077332496643066,
+      "epoch": 1.3743043793854344,
+      "grad_norm": 0.7303381562232971,
       "learning_rate": 3.285714285714286e-06,
-      "loss": 0.6106,
+      "loss": 0.4511,
       "step": 355
     },
     {
-      "epoch": 0.6968303895475442,
-      "grad_norm": 1.226553201675415,
+      "epoch": 1.3936607790950883,
+      "grad_norm": 6.5720930099487305,
       "learning_rate": 3.183673469387755e-06,
-      "loss": 0.68,
+      "loss": 0.5241,
       "step": 360
     },
     {
-      "epoch": 0.7065085894023712,
-      "grad_norm": 2.4295260906219482,
+      "epoch": 1.4130171788047423,
+      "grad_norm": 4.096576690673828,
       "learning_rate": 3.0816326530612244e-06,
-      "loss": 0.5769,
+      "loss": 0.4544,
       "step": 365
     },
     {
-      "epoch": 0.7161867892571981,
-      "grad_norm": 17.398645401000977,
+      "epoch": 1.4323735785143963,
+      "grad_norm": 8.602828979492188,
       "learning_rate": 2.979591836734694e-06,
-      "loss": 0.7025,
+      "loss": 0.6898,
       "step": 370
     },
     {
-      "epoch": 0.7258649891120251,
-      "grad_norm": 1.2020399570465088,
+      "epoch": 1.4517299782240503,
+      "grad_norm": 9.944686889648438,
       "learning_rate": 2.8775510204081636e-06,
-      "loss": 0.7725,
+      "loss": 0.6386,
       "step": 375
     },
     {
-      "epoch": 0.7355431889668521,
-      "grad_norm": 16.19696807861328,
+      "epoch": 1.4710863779337044,
+      "grad_norm": 5.180520534515381,
       "learning_rate": 2.775510204081633e-06,
-      "loss": 0.5855,
+      "loss": 0.5729,
       "step": 380
     },
     {
-      "epoch": 0.7452213888216792,
-      "grad_norm": 5.417294979095459,
+      "epoch": 1.4904427776433584,
+      "grad_norm": 7.07384729385376,
       "learning_rate": 2.6734693877551023e-06,
-      "loss": 0.5507,
+      "loss": 0.6033,
       "step": 385
     },
     {
-      "epoch": 0.7548995886765062,
-      "grad_norm": 3.608414649963379,
+      "epoch": 1.5097991773530124,
+      "grad_norm": 3.9874448776245117,
       "learning_rate": 2.571428571428571e-06,
-      "loss": 0.6533,
+      "loss": 0.603,
       "step": 390
     },
     {
-      "epoch": 0.7645777885313332,
-      "grad_norm": 7.825292110443115,
+      "epoch": 1.5291555770626664,
+      "grad_norm": 1.2320411205291748,
       "learning_rate": 2.469387755102041e-06,
-      "loss": 0.6263,
+      "loss": 0.6542,
       "step": 395
     },
     {
-      "epoch": 0.7742559883861602,
-      "grad_norm": 3.606358289718628,
+      "epoch": 1.5485119767723203,
+      "grad_norm": 1.8463209867477417,
       "learning_rate": 2.3673469387755103e-06,
-      "loss": 0.4298,
+      "loss": 0.6077,
       "step": 400
     },
     {
-      "epoch": 0.7742559883861602,
-      "eval_loss": 0.611698567867279,
-      "eval_mse": 0.6116985452586207,
-      "eval_runtime": 12.4253,
-      "eval_samples_per_second": 35.009,
-      "eval_steps_per_second": 17.545,
+      "epoch": 1.5485119767723203,
+      "eval_loss": 0.6124882102012634,
+      "eval_mse": 0.612488213900862,
+      "eval_runtime": 12.2194,
+      "eval_samples_per_second": 35.599,
+      "eval_steps_per_second": 17.841,
       "step": 400
     },
     {
-      "epoch": 0.7839341882409872,
-      "grad_norm": 0.6020415425300598,
+      "epoch": 1.5678683764819743,
+      "grad_norm": 7.903787612915039,
       "learning_rate": 2.2653061224489797e-06,
-      "loss": 0.5142,
+      "loss": 0.5056,
       "step": 405
     },
     {
-      "epoch": 0.7936123880958141,
-      "grad_norm": 1.7960638999938965,
+      "epoch": 1.5872247761916283,
+      "grad_norm": 1.824765682220459,
       "learning_rate": 2.1632653061224495e-06,
-      "loss": 0.531,
+      "loss": 0.5517,
       "step": 410
     },
     {
-      "epoch": 0.8032905879506412,
-      "grad_norm": 6.039422988891602,
+      "epoch": 1.6065811759012822,
+      "grad_norm": 1.7653071880340576,
       "learning_rate": 2.0612244897959184e-06,
-      "loss": 0.6542,
+      "loss": 0.5645,
       "step": 415
     },
     {
-      "epoch": 0.8129687878054682,
-      "grad_norm": 4.238173007965088,
+      "epoch": 1.6259375756109362,
+      "grad_norm": 8.513703346252441,
       "learning_rate": 1.9591836734693877e-06,
-      "loss": 0.6658,
+      "loss": 0.5903,
       "step": 420
     },
     {
-      "epoch": 0.8226469876602952,
-      "grad_norm": 12.702580451965332,
+      "epoch": 1.6452939753205904,
+      "grad_norm": 0.14550276100635529,
       "learning_rate": 1.8571428571428573e-06,
-      "loss": 0.5881,
+      "loss": 0.5852,
       "step": 425
     },
     {
-      "epoch": 0.8323251875151222,
-      "grad_norm": 2.6721410751342773,
+      "epoch": 1.6646503750302444,
+      "grad_norm": 1.8322155475616455,
       "learning_rate": 1.7551020408163267e-06,
-      "loss": 0.4565,
+      "loss": 0.5202,
       "step": 430
     },
     {
-      "epoch": 0.8420033873699492,
-      "grad_norm": 10.180371284484863,
+      "epoch": 1.6840067747398983,
+      "grad_norm": 8.522052764892578,
       "learning_rate": 1.6530612244897962e-06,
-      "loss": 0.7646,
+      "loss": 0.7683,
       "step": 435
     },
     {
-      "epoch": 0.8516815872247762,
-      "grad_norm": 14.619568824768066,
+      "epoch": 1.7033631744495525,
+      "grad_norm": 9.164407730102539,
       "learning_rate": 1.5510204081632654e-06,
-      "loss": 0.5797,
+      "loss": 0.663,
       "step": 440
     },
     {
-      "epoch": 0.8613597870796031,
-      "grad_norm": 3.0513336658477783,
+      "epoch": 1.7227195741592065,
+      "grad_norm": 1.7836110591888428,
       "learning_rate": 1.4489795918367347e-06,
-      "loss": 0.6342,
+      "loss": 0.6314,
       "step": 445
     },
     {
-      "epoch": 0.8710379869344302,
-      "grad_norm": 2.8715620040893555,
+      "epoch": 1.7420759738688605,
+      "grad_norm": 1.4566117525100708,
       "learning_rate": 1.3469387755102043e-06,
-      "loss": 0.4666,
+      "loss": 0.6647,
       "step": 450
     },
     {
-      "epoch": 0.8807161867892572,
-      "grad_norm": 12.445976257324219,
+      "epoch": 1.7614323735785145,
+      "grad_norm": 1.814237117767334,
       "learning_rate": 1.2448979591836734e-06,
-      "loss": 0.6886,
+      "loss": 0.5117,
       "step": 455
     },
     {
-      "epoch": 0.8903943866440842,
-      "grad_norm": 9.058150291442871,
+      "epoch": 1.7807887732881684,
+      "grad_norm": 6.711891174316406,
       "learning_rate": 1.142857142857143e-06,
-      "loss": 0.4226,
+      "loss": 0.557,
       "step": 460
     },
     {
-      "epoch": 0.9000725864989112,
-      "grad_norm": 3.5630202293395996,
+      "epoch": 1.8001451729978224,
+      "grad_norm": 0.6150693297386169,
       "learning_rate": 1.0408163265306123e-06,
-      "loss": 0.5195,
+      "loss": 0.477,
       "step": 465
     },
     {
-      "epoch": 0.9097507863537382,
-      "grad_norm": 14.264552116394043,
+      "epoch": 1.8195015727074764,
+      "grad_norm": 3.6564579010009766,
       "learning_rate": 9.387755102040817e-07,
-      "loss": 0.8617,
+      "loss": 0.5492,
       "step": 470
     },
     {
-      "epoch": 0.9194289862085652,
-      "grad_norm": 7.2072062492370605,
+      "epoch": 1.8388579724171303,
+      "grad_norm": 2.0056779384613037,
       "learning_rate": 8.367346938775512e-07,
-      "loss": 0.5227,
+      "loss": 0.6527,
       "step": 475
     },
     {
-      "epoch": 0.9291071860633922,
-      "grad_norm": 7.209239482879639,
+      "epoch": 1.8582143721267843,
+      "grad_norm": 4.872880935668945,
       "learning_rate": 7.346938775510205e-07,
-      "loss": 0.7242,
+      "loss": 0.616,
       "step": 480
     },
     {
-      "epoch": 0.9387853859182193,
-      "grad_norm": 7.206480026245117,
+      "epoch": 1.8775707718364383,
+      "grad_norm": 6.090467929840088,
       "learning_rate": 6.326530612244898e-07,
-      "loss": 0.4023,
+      "loss": 0.6453,
       "step": 485
     },
     {
-      "epoch": 0.9484635857730462,
-      "grad_norm": 14.362146377563477,
+      "epoch": 1.8969271715460925,
+      "grad_norm": 6.719366073608398,
       "learning_rate": 5.306122448979592e-07,
-      "loss": 0.6686,
+      "loss": 0.5115,
       "step": 490
     },
     {
-      "epoch": 0.9581417856278732,
-      "grad_norm": 2.965012550354004,
+      "epoch": 1.9162835712557464,
+      "grad_norm": 8.526107788085938,
       "learning_rate": 4.285714285714286e-07,
-      "loss": 0.4549,
+      "loss": 0.5886,
       "step": 495
     },
     {
-      "epoch": 0.9678199854827002,
-      "grad_norm": 4.2699127197265625,
+      "epoch": 1.9356399709654004,
+      "grad_norm": 6.093981742858887,
       "learning_rate": 3.2653061224489803e-07,
-      "loss": 0.5672,
+      "loss": 0.6943,
       "step": 500
     },
     {
-      "epoch": 0.9678199854827002,
-      "eval_loss": 0.621571958065033,
-      "eval_mse": 0.6215719288793103,
-      "eval_runtime": 12.4978,
-      "eval_samples_per_second": 34.806,
-      "eval_steps_per_second": 17.443,
+      "epoch": 1.9356399709654004,
+      "eval_loss": 0.611698567867279,
+      "eval_mse": 0.6116985452586207,
+      "eval_runtime": 12.5863,
+      "eval_samples_per_second": 34.561,
+      "eval_steps_per_second": 17.32,
       "step": 500
     },
     {
-      "epoch": 0.9774981853375272,
-      "grad_norm": 23.406326293945312,
+      "epoch": 1.9549963706750544,
+      "grad_norm": 4.887479305267334,
       "learning_rate": 2.2448979591836735e-07,
-      "loss": 0.7287,
+      "loss": 0.7463,
       "step": 505
     },
     {
-      "epoch": 0.9871763851923542,
-      "grad_norm": 8.980780601501465,
+      "epoch": 1.9743527703847086,
+      "grad_norm": 3.6627864837646484,
       "learning_rate": 1.2244897959183673e-07,
-      "loss": 0.5979,
+      "loss": 0.6146,
       "step": 510
     },
     {
-      "epoch": 0.9968545850471813,
-      "grad_norm": 1.8055081367492676,
+      "epoch": 1.9937091700943625,
+      "grad_norm": 2.4411888122558594,
       "learning_rate": 2.0408163265306127e-08,
-      "loss": 0.5709,
+      "loss": 0.71,
       "step": 515
     },
     {
-      "epoch": 0.9987902250181466,
+      "epoch": 1.9975804500362933,
       "step": 516,
-      "total_flos": 8688901375918080.0,
-      "train_loss": 1.1010994948157968,
-      "train_runtime": 478.9806,
-      "train_samples_per_second": 17.255,
-      "train_steps_per_second": 1.077
+      "total_flos": 1.737675031707648e+16,
+      "train_loss": 1.0921991518301557,
+      "train_runtime": 835.9482,
+      "train_samples_per_second": 19.774,
+      "train_steps_per_second": 0.617
     }
   ],
   "logging_steps": 5,
   "max_steps": 516,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
+  "num_train_epochs": 2,
   "save_steps": 100,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -801,7 +801,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 8688901375918080.0,
+  "total_flos": 1.737675031707648e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null