{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9984301412872841,
  "eval_steps": 100,
  "global_step": 477,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0416666666666667e-07,
      "logits/chosen": -2.2547454833984375,
      "logits/rejected": -2.401865005493164,
      "logps/chosen": -53.759212493896484,
      "logps/rejected": -48.83185958862305,
      "loss": 0.6931,
      "pred_label": 0.0,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1,
      "use_label": 10.0
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.4609375,
      "learning_rate": 1.0416666666666667e-06,
      "logits/chosen": -2.2421205043792725,
      "logits/rejected": -2.2769112586975098,
      "logps/chosen": -51.97997283935547,
      "logps/rejected": -64.98096466064453,
      "loss": 0.6929,
      "pred_label": 0.0,
      "rewards/accuracies": 0.2222222238779068,
      "rewards/chosen": 0.0019939513877034187,
      "rewards/margins": 0.0007003004429861903,
      "rewards/rejected": 0.0012936509447172284,
      "step": 10,
      "use_label": 90.0
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.39453125,
      "learning_rate": 2.0833333333333334e-06,
      "logits/chosen": -2.2527966499328613,
      "logits/rejected": -2.256462812423706,
      "logps/chosen": -62.502418518066406,
      "logps/rejected": -72.6461181640625,
      "loss": 0.6919,
      "pred_label": 0.0,
      "rewards/accuracies": 0.2750000059604645,
      "rewards/chosen": 0.01591477356851101,
      "rewards/margins": 0.0011298481840640306,
      "rewards/rejected": 0.014784926548600197,
      "step": 20,
      "use_label": 242.0
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.51171875,
      "learning_rate": 3.125e-06,
      "logits/chosen": -2.342513084411621,
      "logits/rejected": -2.35528564453125,
      "logps/chosen": -79.1588134765625,
      "logps/rejected": -98.83000946044922,
      "loss": 0.6898,
      "pred_label": 0.0,
      "rewards/accuracies": 0.2750000059604645,
      "rewards/chosen": 0.030831044539809227,
      "rewards/margins": 0.002872847020626068,
      "rewards/rejected": 0.027958199381828308,
      "step": 30,
      "use_label": 402.0
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.51953125,
      "learning_rate": 4.166666666666667e-06,
      "logits/chosen": -2.322958469390869,
      "logits/rejected": -2.3010201454162598,
      "logps/chosen": -82.86949157714844,
      "logps/rejected": -82.41117858886719,
      "loss": 0.6866,
      "pred_label": 0.0,
      "rewards/accuracies": 0.29374998807907104,
      "rewards/chosen": 0.03322647884488106,
      "rewards/margins": 0.01188388466835022,
      "rewards/rejected": 0.021342596039175987,
      "step": 40,
      "use_label": 562.0
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.66015625,
      "learning_rate": 4.999731868769027e-06,
      "logits/chosen": -2.2394285202026367,
      "logits/rejected": -2.2620723247528076,
      "logps/chosen": -67.9144058227539,
      "logps/rejected": -81.85662841796875,
      "loss": 0.6805,
      "pred_label": 0.0,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": 0.009164649061858654,
      "rewards/margins": 0.030334800481796265,
      "rewards/rejected": -0.021170150488615036,
      "step": 50,
      "use_label": 722.0
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.94921875,
      "learning_rate": 4.9903533134293035e-06,
      "logits/chosen": -2.215353488922119,
      "logits/rejected": -2.156195640563965,
      "logps/chosen": -62.76350784301758,
      "logps/rejected": -72.54745483398438,
      "loss": 0.6752,
      "pred_label": 0.0,
      "rewards/accuracies": 0.3125,
      "rewards/chosen": -0.030372655019164085,
      "rewards/margins": 0.04541187360882759,
      "rewards/rejected": -0.07578452676534653,
      "step": 60,
      "use_label": 882.0
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.140625,
      "learning_rate": 4.967625656594782e-06,
      "logits/chosen": -2.1206488609313965,
      "logits/rejected": -2.117661952972412,
      "logps/chosen": -63.197784423828125,
      "logps/rejected": -76.79959869384766,
      "loss": 0.6656,
      "pred_label": 0.0,
      "rewards/accuracies": 0.24375000596046448,
      "rewards/chosen": -0.07486678659915924,
      "rewards/margins": 0.03511539101600647,
      "rewards/rejected": -0.10998217016458511,
      "step": 70,
      "use_label": 1042.0
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.8125,
      "learning_rate": 4.93167072587771e-06,
      "logits/chosen": -2.209770679473877,
      "logits/rejected": -2.155240058898926,
      "logps/chosen": -62.25128936767578,
      "logps/rejected": -75.9639663696289,
      "loss": 0.6592,
      "pred_label": 1.6749999523162842,
      "rewards/accuracies": 0.2750000059604645,
      "rewards/chosen": -0.1372038871049881,
      "rewards/margins": 0.0906611904501915,
      "rewards/rejected": -0.227865070104599,
      "step": 80,
      "use_label": 1200.324951171875
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.046875,
      "learning_rate": 4.882681251368549e-06,
      "logits/chosen": -2.0902276039123535,
      "logits/rejected": -2.0773346424102783,
      "logps/chosen": -77.01739501953125,
      "logps/rejected": -97.2451400756836,
      "loss": 0.6533,
      "pred_label": 7.675000190734863,
      "rewards/accuracies": 0.3062500059604645,
      "rewards/chosen": -0.18635347485542297,
      "rewards/margins": 0.09845630824565887,
      "rewards/rejected": -0.28480976819992065,
      "step": 90,
      "use_label": 1354.324951171875
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0625,
      "learning_rate": 4.8209198325401815e-06,
      "logits/chosen": -2.1706321239471436,
      "logits/rejected": -2.1635570526123047,
      "logps/chosen": -92.91756439208984,
      "logps/rejected": -83.92691802978516,
      "loss": 0.6535,
      "pred_label": 10.050000190734863,
      "rewards/accuracies": 0.3125,
      "rewards/chosen": -0.12887680530548096,
      "rewards/margins": 0.07172463834285736,
      "rewards/rejected": -0.20060142874717712,
      "step": 100,
      "use_label": 1511.949951171875
    },
    {
      "epoch": 0.21,
      "eval_logits/chosen": -2.0656356811523438,
      "eval_logits/rejected": -2.053668260574341,
      "eval_logps/chosen": -84.40631866455078,
      "eval_logps/rejected": -113.12586975097656,
      "eval_loss": 0.6432419419288635,
      "eval_pred_label": 18.5,
      "eval_rewards/accuracies": 0.3515625,
      "eval_rewards/chosen": -0.20494069159030914,
      "eval_rewards/margins": 0.1543886363506317,
      "eval_rewards/rejected": -0.35932934284210205,
      "eval_runtime": 125.4389,
      "eval_samples_per_second": 15.944,
      "eval_steps_per_second": 0.255,
      "eval_use_label": 1713.5,
      "step": 100
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.125,
      "learning_rate": 4.746717530629565e-06,
      "logits/chosen": -2.043905019760132,
      "logits/rejected": -2.0294950008392334,
      "logps/chosen": -101.01715850830078,
      "logps/rejected": -123.53236389160156,
      "loss": 0.6416,
      "pred_label": 28.799999237060547,
      "rewards/accuracies": 0.3499999940395355,
      "rewards/chosen": -0.2991637587547302,
      "rewards/margins": 0.15025287866592407,
      "rewards/rejected": -0.4494166374206543,
      "step": 110,
      "use_label": 1909.199951171875
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.578125,
      "learning_rate": 4.660472094042121e-06,
      "logits/chosen": -1.6428496837615967,
      "logits/rejected": -1.5296450853347778,
      "logps/chosen": -109.25709533691406,
      "logps/rejected": -133.13401794433594,
      "loss": 0.6325,
      "pred_label": 42.32500076293945,
      "rewards/accuracies": 0.375,
      "rewards/chosen": -0.3931151032447815,
      "rewards/margins": 0.20903488993644714,
      "rewards/rejected": -0.602150022983551,
      "step": 120,
      "use_label": 2055.675048828125
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.8203125,
      "learning_rate": 4.5626458262912745e-06,
      "logits/chosen": -1.0915193557739258,
      "logits/rejected": -1.0688496828079224,
      "logps/chosen": -101.99517822265625,
      "logps/rejected": -131.51425170898438,
      "loss": 0.6265,
      "pred_label": 60.599998474121094,
      "rewards/accuracies": 0.3375000059604645,
      "rewards/chosen": -0.3621678650379181,
      "rewards/margins": 0.22451019287109375,
      "rewards/rejected": -0.5866780877113342,
      "step": 130,
      "use_label": 2197.39990234375
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.65625,
      "learning_rate": 4.453763107901676e-06,
      "logits/chosen": -0.5608137845993042,
      "logits/rejected": -0.7015228271484375,
      "logps/chosen": -131.24168395996094,
      "logps/rejected": -148.6112060546875,
      "loss": 0.6032,
      "pred_label": 81.6500015258789,
      "rewards/accuracies": 0.30000001192092896,
      "rewards/chosen": -0.5049411654472351,
      "rewards/margins": 0.19011390209197998,
      "rewards/rejected": -0.6950551271438599,
      "step": 140,
      "use_label": 2336.35009765625
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.828125,
      "learning_rate": 4.33440758555951e-06,
      "logits/chosen": -0.30833983421325684,
      "logits/rejected": -0.2849891781806946,
      "logps/chosen": -146.22640991210938,
      "logps/rejected": -189.76602172851562,
      "loss": 0.5689,
      "pred_label": 109.57499694824219,
      "rewards/accuracies": 0.3187499940395355,
      "rewards/chosen": -0.8107970952987671,
      "rewards/margins": 0.4084743559360504,
      "rewards/rejected": -1.2192714214324951,
      "step": 150,
      "use_label": 2468.425048828125
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.90625,
      "learning_rate": 4.205219043576955e-06,
      "logits/chosen": 0.23603327572345734,
      "logits/rejected": 0.16418711841106415,
      "logps/chosen": -161.76339721679688,
      "logps/rejected": -198.48782348632812,
      "loss": 0.5333,
      "pred_label": 145.22500610351562,
      "rewards/accuracies": 0.26875001192092896,
      "rewards/chosen": -0.9743334650993347,
      "rewards/margins": 0.23641912639141083,
      "rewards/rejected": -1.2107526063919067,
      "step": 160,
      "use_label": 2592.77490234375
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.453125,
      "learning_rate": 4.066889974440757e-06,
      "logits/chosen": 0.4600732922554016,
      "logits/rejected": 0.5158972144126892,
      "logps/chosen": -129.09141540527344,
      "logps/rejected": -170.87411499023438,
      "loss": 0.5489,
      "pred_label": 192.35000610351562,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": -0.7358335256576538,
      "rewards/margins": 0.3306979537010193,
      "rewards/rejected": -1.0665314197540283,
      "step": 170,
      "use_label": 2705.64990234375
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.65625,
      "learning_rate": 3.92016186682789e-06,
      "logits/chosen": 0.6188533902168274,
      "logits/rejected": 0.7289873361587524,
      "logps/chosen": -150.7683868408203,
      "logps/rejected": -179.30160522460938,
      "loss": 0.5565,
      "pred_label": 230.1750030517578,
      "rewards/accuracies": 0.34375,
      "rewards/chosen": -0.8798072934150696,
      "rewards/margins": 0.35036540031433105,
      "rewards/rejected": -1.230172872543335,
      "step": 180,
      "use_label": 2827.824951171875
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.15625,
      "learning_rate": 3.7658212309857576e-06,
      "logits/chosen": 0.8427504301071167,
      "logits/rejected": 1.2680375576019287,
      "logps/chosen": -149.38197326660156,
      "logps/rejected": -201.4063262939453,
      "loss": 0.5452,
      "pred_label": 274.17498779296875,
      "rewards/accuracies": 0.3375000059604645,
      "rewards/chosen": -0.9027034044265747,
      "rewards/margins": 0.46735334396362305,
      "rewards/rejected": -1.3700568675994873,
      "step": 190,
      "use_label": 2943.824951171875
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.109375,
      "learning_rate": 3.604695382782159e-06,
      "logits/chosen": 1.0629971027374268,
      "logits/rejected": 1.2417268753051758,
      "logps/chosen": -202.11306762695312,
      "logps/rejected": -230.6200714111328,
      "loss": 0.507,
      "pred_label": 315.54998779296875,
      "rewards/accuracies": 0.29374998807907104,
      "rewards/chosen": -1.204367756843567,
      "rewards/margins": 0.37038713693618774,
      "rewards/rejected": -1.5747547149658203,
      "step": 200,
      "use_label": 3062.449951171875
    },
    {
      "epoch": 0.42,
      "eval_logits/chosen": 2.09150767326355,
      "eval_logits/rejected": 2.1625571250915527,
      "eval_logps/chosen": -231.13876342773438,
      "eval_logps/rejected": -311.849365234375,
      "eval_loss": 0.504833996295929,
      "eval_pred_label": 373.4375,
      "eval_rewards/accuracies": 0.359375,
      "eval_rewards/chosen": -1.6722650527954102,
      "eval_rewards/margins": 0.6742992401123047,
      "eval_rewards/rejected": -2.346564292907715,
      "eval_runtime": 125.4772,
      "eval_samples_per_second": 15.939,
      "eval_steps_per_second": 0.255,
      "eval_use_label": 3214.5625,
      "step": 200
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.859375,
      "learning_rate": 3.437648009023905e-06,
      "logits/chosen": 1.6046574115753174,
      "logits/rejected": 1.5769492387771606,
      "logps/chosen": -200.22195434570312,
      "logps/rejected": -262.50018310546875,
      "loss": 0.5179,
      "pred_label": 434.75,
      "rewards/accuracies": 0.3062500059604645,
      "rewards/chosen": -1.4424717426300049,
      "rewards/margins": 0.5527372360229492,
      "rewards/rejected": -1.995208740234375,
      "step": 210,
      "use_label": 3359.25
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.46875,
      "learning_rate": 3.265574537815398e-06,
      "logits/chosen": 1.2694753408432007,
      "logits/rejected": 1.4022200107574463,
      "logps/chosen": -256.5951232910156,
      "logps/rejected": -258.8177795410156,
      "loss": 0.495,
      "pred_label": 487.0,
      "rewards/accuracies": 0.28125,
      "rewards/chosen": -1.7696645259857178,
      "rewards/margins": 0.1548328697681427,
      "rewards/rejected": -1.9244972467422485,
      "step": 220,
      "use_label": 3467.0
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.0,
      "learning_rate": 3.089397338773569e-06,
      "logits/chosen": 1.3947041034698486,
      "logits/rejected": 1.5894306898117065,
      "logps/chosen": -181.77613830566406,
      "logps/rejected": -231.12332153320312,
      "loss": 0.518,
      "pred_label": 532.0499877929688,
      "rewards/accuracies": 0.2874999940395355,
      "rewards/chosen": -1.1734154224395752,
      "rewards/margins": 0.5102296471595764,
      "rewards/rejected": -1.683645248413086,
      "step": 230,
      "use_label": 3581.949951171875
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.765625,
      "learning_rate": 2.9100607788275547e-06,
      "logits/chosen": 1.8860304355621338,
      "logits/rejected": 1.7700283527374268,
      "logps/chosen": -187.30068969726562,
      "logps/rejected": -253.653564453125,
      "loss": 0.513,
      "pred_label": 577.4000244140625,
      "rewards/accuracies": 0.34375,
      "rewards/chosen": -1.1826814413070679,
      "rewards/margins": 0.6116172671318054,
      "rewards/rejected": -1.794298768043518,
      "step": 240,
      "use_label": 3696.60009765625
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.96875,
      "learning_rate": 2.72852616010567e-06,
      "logits/chosen": 1.8056014776229858,
      "logits/rejected": 1.8892968893051147,
      "logps/chosen": -222.9417266845703,
      "logps/rejected": -281.18231201171875,
      "loss": 0.5089,
      "pred_label": 626.8250122070312,
      "rewards/accuracies": 0.39375001192092896,
      "rewards/chosen": -1.4954261779785156,
      "rewards/margins": 0.6240721940994263,
      "rewards/rejected": -2.1194984912872314,
      "step": 250,
      "use_label": 3807.175048828125
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.78125,
      "learning_rate": 2.5457665670441937e-06,
      "logits/chosen": 2.1560091972351074,
      "logits/rejected": 2.1253867149353027,
      "logps/chosen": -209.4928741455078,
      "logps/rejected": -288.0691223144531,
      "loss": 0.4966,
      "pred_label": 678.25,
      "rewards/accuracies": 0.3375000059604645,
      "rewards/chosen": -1.4338725805282593,
      "rewards/margins": 0.7023388743400574,
      "rewards/rejected": -2.136211395263672,
      "step": 260,
      "use_label": 3915.75
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.0625,
      "learning_rate": 2.3627616503391813e-06,
      "logits/chosen": 2.430591583251953,
      "logits/rejected": 2.3143506050109863,
      "logps/chosen": -224.49380493164062,
      "logps/rejected": -281.049072265625,
      "loss": 0.4953,
      "pred_label": 728.0750122070312,
      "rewards/accuracies": 0.3062500059604645,
      "rewards/chosen": -1.5157802104949951,
      "rewards/margins": 0.600957453250885,
      "rewards/rejected": -2.1167378425598145,
      "step": 270,
      "use_label": 4025.925048828125
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.84375,
      "learning_rate": 2.1804923757009885e-06,
      "logits/chosen": 2.489325523376465,
      "logits/rejected": 2.6676642894744873,
      "logps/chosen": -211.58285522460938,
      "logps/rejected": -260.68853759765625,
      "loss": 0.5164,
      "pred_label": 778.6749877929688,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": -1.4607734680175781,
      "rewards/margins": 0.5169156193733215,
      "rewards/rejected": -1.9776890277862549,
      "step": 280,
      "use_label": 4135.3251953125
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.890625,
      "learning_rate": 1.9999357655598894e-06,
      "logits/chosen": 2.1360135078430176,
      "logits/rejected": 2.1046082973480225,
      "logps/chosen": -214.5660400390625,
      "logps/rejected": -288.2430419921875,
      "loss": 0.4926,
      "pred_label": 830.5,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": -1.4801760911941528,
      "rewards/margins": 0.6386412978172302,
      "rewards/rejected": -2.1188173294067383,
      "step": 290,
      "use_label": 4243.5
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.6875,
      "learning_rate": 1.8220596619089576e-06,
      "logits/chosen": 2.7119574546813965,
      "logits/rejected": 2.501838207244873,
      "logps/chosen": -269.5751953125,
      "logps/rejected": -370.7685852050781,
      "loss": 0.4799,
      "pred_label": 889.2750244140625,
      "rewards/accuracies": 0.36250001192092896,
      "rewards/chosen": -1.9198087453842163,
      "rewards/margins": 0.8466728329658508,
      "rewards/rejected": -2.766481876373291,
      "step": 300,
      "use_label": 4344.72509765625
    },
    {
      "epoch": 0.63,
      "eval_logits/chosen": 3.1510589122772217,
      "eval_logits/rejected": 3.222506284713745,
      "eval_logps/chosen": -242.9697723388672,
      "eval_logps/rejected": -343.4284973144531,
      "eval_loss": 0.48854950070381165,
      "eval_pred_label": 969.25,
      "eval_rewards/accuracies": 0.3359375,
      "eval_rewards/chosen": -1.7905751466751099,
      "eval_rewards/margins": 0.871780276298523,
      "eval_rewards/rejected": -2.662355422973633,
      "eval_runtime": 125.4501,
      "eval_samples_per_second": 15.943,
      "eval_steps_per_second": 0.255,
      "eval_use_label": 4474.75,
      "step": 300
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.6875,
      "learning_rate": 1.647817538357072e-06,
      "logits/chosen": 2.556201457977295,
      "logits/rejected": 2.59236478805542,
      "logps/chosen": -194.0545654296875,
      "logps/rejected": -294.6336975097656,
      "loss": 0.4854,
      "pred_label": 1040.375,
      "rewards/accuracies": 0.35624998807907104,
      "rewards/chosen": -1.3845796585083008,
      "rewards/margins": 0.8792532682418823,
      "rewards/rejected": -2.2638330459594727,
      "step": 310,
      "use_label": 4609.625
    },
    {
      "epoch": 0.67,
      "grad_norm": 4.75,
      "learning_rate": 1.4781433892011132e-06,
      "logits/chosen": 2.2738680839538574,
      "logits/rejected": 2.5079522132873535,
      "logps/chosen": -225.6286163330078,
      "logps/rejected": -287.9954833984375,
      "loss": 0.4846,
      "pred_label": 1091.550048828125,
      "rewards/accuracies": 0.34375,
      "rewards/chosen": -1.5255814790725708,
      "rewards/margins": 0.6824158430099487,
      "rewards/rejected": -2.2079973220825195,
      "step": 320,
      "use_label": 4718.4501953125
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.9375,
      "learning_rate": 1.3139467229135999e-06,
      "logits/chosen": 2.808880567550659,
      "logits/rejected": 2.8045334815979004,
      "logps/chosen": -228.8271026611328,
      "logps/rejected": -294.6129150390625,
      "loss": 0.4772,
      "pred_label": 1143.199951171875,
      "rewards/accuracies": 0.3499999940395355,
      "rewards/chosen": -1.587189793586731,
      "rewards/margins": 0.6728593111038208,
      "rewards/rejected": -2.2600488662719727,
      "step": 330,
      "use_label": 4826.7998046875
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.765625,
      "learning_rate": 1.1561076868822756e-06,
      "logits/chosen": 2.5798306465148926,
      "logits/rejected": 2.4416697025299072,
      "logps/chosen": -287.6748352050781,
      "logps/rejected": -322.15899658203125,
      "loss": 0.4893,
      "pred_label": 1191.0999755859375,
      "rewards/accuracies": 0.2750000059604645,
      "rewards/chosen": -2.0293564796447754,
      "rewards/margins": 0.42713117599487305,
      "rewards/rejected": -2.4564874172210693,
      "step": 340,
      "use_label": 4938.89990234375
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.15625,
      "learning_rate": 1.0054723495346484e-06,
      "logits/chosen": 2.786007881164551,
      "logits/rejected": 2.829763174057007,
      "logps/chosen": -366.9530944824219,
      "logps/rejected": -448.0956115722656,
      "loss": 0.4576,
      "pred_label": 1257.5250244140625,
      "rewards/accuracies": 0.3187499940395355,
      "rewards/chosen": -2.775364637374878,
      "rewards/margins": 0.8529101610183716,
      "rewards/rejected": -3.628274440765381,
      "step": 350,
      "use_label": 5032.47509765625
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.9375,
      "learning_rate": 8.628481651367876e-07,
      "logits/chosen": 2.9445724487304688,
      "logits/rejected": 3.1931867599487305,
      "logps/chosen": -301.0486145019531,
      "logps/rejected": -423.34130859375,
      "loss": 0.463,
      "pred_label": 1317.699951171875,
      "rewards/accuracies": 0.375,
      "rewards/chosen": -2.374109983444214,
      "rewards/margins": 1.1370208263397217,
      "rewards/rejected": -3.5111305713653564,
      "step": 360,
      "use_label": 5132.2998046875
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.15625,
      "learning_rate": 7.289996455765749e-07,
      "logits/chosen": 3.396423816680908,
      "logits/rejected": 3.5762810707092285,
      "logps/chosen": -308.2368469238281,
      "logps/rejected": -430.18524169921875,
      "loss": 0.4574,
      "pred_label": 1379.199951171875,
      "rewards/accuracies": 0.3499999940395355,
      "rewards/chosen": -2.4280202388763428,
      "rewards/margins": 1.1946780681610107,
      "rewards/rejected": -3.6226983070373535,
      "step": 370,
      "use_label": 5230.7998046875
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.90625,
      "learning_rate": 6.046442623320145e-07,
      "logits/chosen": 2.96122407913208,
      "logits/rejected": 2.9667248725891113,
      "logps/chosen": -357.73297119140625,
      "logps/rejected": -534.4653930664062,
      "loss": 0.4633,
      "pred_label": 1439.324951171875,
      "rewards/accuracies": 0.3062500059604645,
      "rewards/chosen": -2.918975830078125,
      "rewards/margins": 1.5620373487472534,
      "rewards/rejected": -4.481013298034668,
      "step": 380,
      "use_label": 5330.6748046875
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.625,
      "learning_rate": 4.904486005914027e-07,
      "logits/chosen": 3.662972927093506,
      "logits/rejected": 3.2519752979278564,
      "logps/chosen": -526.6204833984375,
      "logps/rejected": -657.4584350585938,
      "loss": 0.4314,
      "pred_label": 1506.574951171875,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": -4.338021278381348,
      "rewards/margins": 1.406864047050476,
      "rewards/rejected": -5.744885444641113,
      "step": 390,
      "use_label": 5423.4248046875
    },
    {
      "epoch": 0.84,
      "grad_norm": 3.71875,
      "learning_rate": 3.8702478614051353e-07,
      "logits/chosen": 3.13154935836792,
      "logits/rejected": 3.3134002685546875,
      "logps/chosen": -389.10174560546875,
      "logps/rejected": -441.57305908203125,
      "loss": 0.4443,
      "pred_label": 1566.699951171875,
      "rewards/accuracies": 0.3125,
      "rewards/chosen": -3.166107654571533,
      "rewards/margins": 0.6149949431419373,
      "rewards/rejected": -3.7811026573181152,
      "step": 400,
      "use_label": 5523.2998046875
    },
    {
      "epoch": 0.84,
      "eval_logits/chosen": 4.387378692626953,
      "eval_logits/rejected": 4.5207109451293945,
      "eval_logps/chosen": -371.9975891113281,
      "eval_logps/rejected": -566.3418579101562,
      "eval_loss": 0.44047147035598755,
      "eval_pred_label": 1650.28125,
      "eval_rewards/accuracies": 0.34375,
      "eval_rewards/chosen": -3.080853223800659,
      "eval_rewards/margins": 1.8106356859207153,
      "eval_rewards/rejected": -4.891489028930664,
      "eval_runtime": 125.426,
      "eval_samples_per_second": 15.946,
      "eval_steps_per_second": 0.255,
      "eval_use_label": 5649.71875,
      "step": 400
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.78125,
      "learning_rate": 2.9492720416985004e-07,
      "logits/chosen": 3.4670283794403076,
      "logits/rejected": 3.4501025676727295,
      "logps/chosen": -364.8808898925781,
      "logps/rejected": -489.7000427246094,
      "loss": 0.4407,
      "pred_label": 1735.4749755859375,
      "rewards/accuracies": 0.33125001192092896,
      "rewards/chosen": -3.034578800201416,
      "rewards/margins": 1.265229344367981,
      "rewards/rejected": -4.299808025360107,
      "step": 410,
      "use_label": 5770.52490234375
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.359375,
      "learning_rate": 2.1464952759020857e-07,
      "logits/chosen": 3.780207872390747,
      "logits/rejected": 3.6938164234161377,
      "logps/chosen": -389.7974548339844,
      "logps/rejected": -390.455078125,
      "loss": 0.46,
      "pred_label": 1791.824951171875,
      "rewards/accuracies": 0.20624999701976776,
      "rewards/chosen": -3.288583278656006,
      "rewards/margins": 0.10213696956634521,
      "rewards/rejected": -3.3907198905944824,
      "step": 420,
      "use_label": 5874.1748046875
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.625,
      "learning_rate": 1.4662207078575685e-07,
      "logits/chosen": 3.7266852855682373,
      "logits/rejected": 3.6461174488067627,
      "logps/chosen": -460.2088928222656,
      "logps/rejected": -562.7196655273438,
      "loss": 0.4448,
      "pred_label": 1855.1500244140625,
      "rewards/accuracies": 0.39375001192092896,
      "rewards/chosen": -3.6094202995300293,
      "rewards/margins": 1.2242047786712646,
      "rewards/rejected": -4.833625316619873,
      "step": 430,
      "use_label": 5970.85009765625
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.953125,
      "learning_rate": 9.120948298936422e-08,
      "logits/chosen": 3.6001758575439453,
      "logits/rejected": 3.7878482341766357,
      "logps/chosen": -407.4084167480469,
      "logps/rejected": -561.12744140625,
      "loss": 0.4359,
      "pred_label": 1919.800048828125,
      "rewards/accuracies": 0.3125,
      "rewards/chosen": -3.4050445556640625,
      "rewards/margins": 1.4556002616882324,
      "rewards/rejected": -4.860644817352295,
      "step": 440,
      "use_label": 6066.2001953125
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.65625,
      "learning_rate": 4.870879364444109e-08,
      "logits/chosen": 4.037863254547119,
      "logits/rejected": 3.809945583343506,
      "logps/chosen": -381.8726501464844,
      "logps/rejected": -569.0548706054688,
      "loss": 0.4494,
      "pred_label": 1975.4000244140625,
      "rewards/accuracies": 0.35624998807907104,
      "rewards/chosen": -3.096148729324341,
      "rewards/margins": 1.7115033864974976,
      "rewards/rejected": -4.807651996612549,
      "step": 450,
      "use_label": 6170.60009765625
    },
    {
      "epoch": 0.96,
      "grad_norm": 4.34375,
      "learning_rate": 1.93478202307823e-08,
      "logits/chosen": 3.7793803215026855,
      "logits/rejected": 3.7878577709198,
      "logps/chosen": -287.76025390625,
      "logps/rejected": -431.52020263671875,
      "loss": 0.4442,
      "pred_label": 2037.375,
      "rewards/accuracies": 0.2750000059604645,
      "rewards/chosen": -2.4164037704467773,
      "rewards/margins": 1.265346646308899,
      "rewards/rejected": -3.681750535964966,
      "step": 460,
      "use_label": 6268.625
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.96875,
      "learning_rate": 3.283947088983663e-09,
      "logits/chosen": 3.807328701019287,
      "logits/rejected": 3.645596981048584,
      "logps/chosen": -342.3217468261719,
      "logps/rejected": -512.537109375,
      "loss": 0.4555,
      "pred_label": 2090.22509765625,
      "rewards/accuracies": 0.32499998807907104,
      "rewards/chosen": -2.7499260902404785,
      "rewards/margins": 1.6848747730255127,
      "rewards/rejected": -4.4348015785217285,
      "step": 470,
      "use_label": 6375.77490234375
    },
    {
      "epoch": 1.0,
      "step": 477,
      "total_flos": 0.0,
      "train_loss": 0.5378267840019562,
      "train_runtime": 9600.9753,
      "train_samples_per_second": 6.368,
      "train_steps_per_second": 0.05
    }
  ],
  "logging_steps": 10,
  "max_steps": 477,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}