| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9858705560619874, | |
| "eval_steps": 137, | |
| "global_step": 1096, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.07610916346311569, | |
| "learning_rate": 2e-05, | |
| "loss": 1.795, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_loss": 1.8087825775146484, | |
| "eval_runtime": 75.9539, | |
| "eval_samples_per_second": 65.829, | |
| "eval_steps_per_second": 16.457, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.0771929994225502, | |
| "learning_rate": 4e-05, | |
| "loss": 1.7825, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.08941341191530228, | |
| "learning_rate": 6e-05, | |
| "loss": 1.7737, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.08335491269826889, | |
| "learning_rate": 8e-05, | |
| "loss": 1.8004, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.08835520595312119, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8495, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.08816578984260559, | |
| "learning_rate": 0.00012, | |
| "loss": 1.7758, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.09536299854516983, | |
| "learning_rate": 0.00014, | |
| "loss": 1.8001, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.07634323835372925, | |
| "learning_rate": 0.00016, | |
| "loss": 1.7022, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.06886536628007889, | |
| "learning_rate": 0.00018, | |
| "loss": 1.8428, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.07389801740646362, | |
| "learning_rate": 0.0002, | |
| "loss": 1.7598, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.06829163432121277, | |
| "learning_rate": 0.00019999981517295864, | |
| "loss": 1.7479, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.060045819729566574, | |
| "learning_rate": 0.0001999992606925178, | |
| "loss": 1.7454, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.08187604695558548, | |
| "learning_rate": 0.0001999983365607271, | |
| "loss": 1.7679, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.05995490401983261, | |
| "learning_rate": 0.00019999704278100263, | |
| "loss": 1.7599, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.055336710065603256, | |
| "learning_rate": 0.00019999537935812698, | |
| "loss": 1.8244, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.0541992112994194, | |
| "learning_rate": 0.00019999334629824895, | |
| "loss": 1.7756, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.05088195204734802, | |
| "learning_rate": 0.00019999094360888392, | |
| "loss": 1.7352, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.05157861113548279, | |
| "learning_rate": 0.00019998817129891346, | |
| "loss": 1.7634, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.055710840970277786, | |
| "learning_rate": 0.00019998502937858557, | |
| "loss": 1.7802, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.055150121450424194, | |
| "learning_rate": 0.00019998151785951448, | |
| "loss": 1.7445, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.0526655912399292, | |
| "learning_rate": 0.0001999776367546806, | |
| "loss": 1.6634, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.04809674620628357, | |
| "learning_rate": 0.00019997338607843075, | |
| "loss": 1.7277, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.049412671476602554, | |
| "learning_rate": 0.00019996876584647754, | |
| "loss": 1.7357, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.04948608949780464, | |
| "learning_rate": 0.00019996377607589997, | |
| "loss": 1.7323, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.050225820392370224, | |
| "learning_rate": 0.00019995841678514294, | |
| "loss": 1.7273, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.05085042864084244, | |
| "learning_rate": 0.00019995268799401718, | |
| "loss": 1.7564, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.04916631057858467, | |
| "learning_rate": 0.00019994658972369948, | |
| "loss": 1.7439, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.04791415110230446, | |
| "learning_rate": 0.00019994012199673234, | |
| "loss": 1.6813, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.04975065216422081, | |
| "learning_rate": 0.00019993328483702393, | |
| "loss": 1.691, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.055913638323545456, | |
| "learning_rate": 0.00019992607826984816, | |
| "loss": 1.7242, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.045829374343156815, | |
| "learning_rate": 0.00019991850232184435, | |
| "loss": 1.7334, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.053105831146240234, | |
| "learning_rate": 0.00019991055702101734, | |
| "loss": 1.7214, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.04539350047707558, | |
| "learning_rate": 0.00019990224239673722, | |
| "loss": 1.7698, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.046983517706394196, | |
| "learning_rate": 0.00019989355847973932, | |
| "loss": 1.6887, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.0471692830324173, | |
| "learning_rate": 0.00019988450530212414, | |
| "loss": 1.7571, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.046874694526195526, | |
| "learning_rate": 0.00019987508289735716, | |
| "loss": 1.7558, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.04474163055419922, | |
| "learning_rate": 0.00019986529130026857, | |
| "loss": 1.7465, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.044651810079813004, | |
| "learning_rate": 0.00019985513054705348, | |
| "loss": 1.6983, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.04951983690261841, | |
| "learning_rate": 0.00019984460067527153, | |
| "loss": 1.761, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.04424133151769638, | |
| "learning_rate": 0.00019983370172384682, | |
| "loss": 1.6383, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.052418872714042664, | |
| "learning_rate": 0.00019982243373306772, | |
| "loss": 1.779, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.04530750587582588, | |
| "learning_rate": 0.0001998107967445869, | |
| "loss": 1.6942, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.04790988191962242, | |
| "learning_rate": 0.0001997987908014209, | |
| "loss": 1.7053, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.04889607056975365, | |
| "learning_rate": 0.0001997864159479502, | |
| "loss": 1.7275, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.04314807429909706, | |
| "learning_rate": 0.00019977367222991893, | |
| "loss": 1.7393, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.04405505582690239, | |
| "learning_rate": 0.00019976055969443479, | |
| "loss": 1.7306, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.04656574875116348, | |
| "learning_rate": 0.00019974707838996882, | |
| "loss": 1.7686, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.04246290400624275, | |
| "learning_rate": 0.00019973322836635518, | |
| "loss": 1.7209, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.05493748560547829, | |
| "learning_rate": 0.00019971900967479106, | |
| "loss": 1.7155, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.0450466088950634, | |
| "learning_rate": 0.0001997044223678364, | |
| "loss": 1.6604, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.08634985238313675, | |
| "learning_rate": 0.00019968946649941382, | |
| "loss": 1.7321, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.04310084879398346, | |
| "learning_rate": 0.00019967414212480831, | |
| "loss": 1.7281, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.04666193947196007, | |
| "learning_rate": 0.000199658449300667, | |
| "loss": 1.6787, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.04957772046327591, | |
| "learning_rate": 0.00019964238808499907, | |
| "loss": 1.6919, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.0421697273850441, | |
| "learning_rate": 0.00019962595853717548, | |
| "loss": 1.7245, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.04654068127274513, | |
| "learning_rate": 0.0001996091607179287, | |
| "loss": 1.7123, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.04076274484395981, | |
| "learning_rate": 0.00019959199468935258, | |
| "loss": 1.7066, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.04215634986758232, | |
| "learning_rate": 0.00019957446051490198, | |
| "loss": 1.7748, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.04252045601606369, | |
| "learning_rate": 0.0001995565582593928, | |
| "loss": 1.7396, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.04455842077732086, | |
| "learning_rate": 0.00019953828798900135, | |
| "loss": 1.7236, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.044083647429943085, | |
| "learning_rate": 0.0001995196497712645, | |
| "loss": 1.7416, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.04511955380439758, | |
| "learning_rate": 0.00019950064367507916, | |
| "loss": 1.7481, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.0424315445125103, | |
| "learning_rate": 0.00019948126977070217, | |
| "loss": 1.7712, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.04309271275997162, | |
| "learning_rate": 0.00019946152812974993, | |
| "loss": 1.6927, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.042915165424346924, | |
| "learning_rate": 0.00019944141882519817, | |
| "loss": 1.7465, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.05950941890478134, | |
| "learning_rate": 0.00019942094193138186, | |
| "loss": 1.7035, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.042048510164022446, | |
| "learning_rate": 0.0001994000975239946, | |
| "loss": 1.7521, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.041577938944101334, | |
| "learning_rate": 0.00019937888568008862, | |
| "loss": 1.7439, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.04538682475686073, | |
| "learning_rate": 0.00019935730647807436, | |
| "loss": 1.7528, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.04102981090545654, | |
| "learning_rate": 0.00019933535999772025, | |
| "loss": 1.6828, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.04318905994296074, | |
| "learning_rate": 0.00019931304632015228, | |
| "loss": 1.7532, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.043007493019104004, | |
| "learning_rate": 0.00019929036552785397, | |
| "loss": 1.7353, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.04308176040649414, | |
| "learning_rate": 0.00019926731770466568, | |
| "loss": 1.6882, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.04227353632450104, | |
| "learning_rate": 0.00019924390293578472, | |
| "loss": 1.7302, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.0429629310965538, | |
| "learning_rate": 0.0001992201213077647, | |
| "loss": 1.6822, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.042203355580568314, | |
| "learning_rate": 0.00019919597290851538, | |
| "loss": 1.7601, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.04265713319182396, | |
| "learning_rate": 0.00019917145782730232, | |
| "loss": 1.7725, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.04848012328147888, | |
| "learning_rate": 0.00019914657615474653, | |
| "loss": 1.7587, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.042650256305933, | |
| "learning_rate": 0.00019912132798282408, | |
| "loss": 1.7422, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.04107372462749481, | |
| "learning_rate": 0.00019909571340486593, | |
| "loss": 1.7059, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.04788720980286598, | |
| "learning_rate": 0.00019906973251555734, | |
| "loss": 1.7205, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.041231803596019745, | |
| "learning_rate": 0.0001990433854109378, | |
| "loss": 1.7277, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.04246293380856514, | |
| "learning_rate": 0.0001990166721884004, | |
| "loss": 1.7739, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.04331424832344055, | |
| "learning_rate": 0.00019898959294669167, | |
| "loss": 1.6913, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.04720227047801018, | |
| "learning_rate": 0.00019896214778591115, | |
| "loss": 1.7079, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.05255519971251488, | |
| "learning_rate": 0.00019893433680751103, | |
| "loss": 1.7182, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.042392294853925705, | |
| "learning_rate": 0.00019890616011429568, | |
| "loss": 1.778, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.043008286505937576, | |
| "learning_rate": 0.0001988776178104214, | |
| "loss": 1.7518, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.044135116040706635, | |
| "learning_rate": 0.00019884871000139595, | |
| "loss": 1.7534, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.041827455163002014, | |
| "learning_rate": 0.00019881943679407832, | |
| "loss": 1.7291, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.05515114963054657, | |
| "learning_rate": 0.00019878979829667803, | |
| "loss": 1.7471, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.040826503187417984, | |
| "learning_rate": 0.00019875979461875503, | |
| "loss": 1.6408, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.04585504159331322, | |
| "learning_rate": 0.00019872942587121915, | |
| "loss": 1.6874, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.04665527120232582, | |
| "learning_rate": 0.00019869869216632968, | |
| "loss": 1.6968, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.046703219413757324, | |
| "learning_rate": 0.000198667593617695, | |
| "loss": 1.7401, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.04115475341677666, | |
| "learning_rate": 0.00019863613034027224, | |
| "loss": 1.7227, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.04217168688774109, | |
| "learning_rate": 0.00019860430245036663, | |
| "loss": 1.7268, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.044889383018016815, | |
| "learning_rate": 0.00019857211006563125, | |
| "loss": 1.7006, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.04161443933844566, | |
| "learning_rate": 0.00019853955330506663, | |
| "loss": 1.7266, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.042708829045295715, | |
| "learning_rate": 0.00019850663228902012, | |
| "loss": 1.7314, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.046648308634757996, | |
| "learning_rate": 0.00019847334713918557, | |
| "loss": 1.7362, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.04414999857544899, | |
| "learning_rate": 0.00019843969797860294, | |
| "loss": 1.7065, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.04574083164334297, | |
| "learning_rate": 0.00019840568493165772, | |
| "loss": 1.7333, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.041924796998500824, | |
| "learning_rate": 0.0001983713081240805, | |
| "loss": 1.6517, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.04238827899098396, | |
| "learning_rate": 0.00019833656768294662, | |
| "loss": 1.776, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.04292167350649834, | |
| "learning_rate": 0.00019830146373667548, | |
| "loss": 1.6601, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.0433412566781044, | |
| "learning_rate": 0.00019826599641503025, | |
| "loss": 1.6841, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.04201202839612961, | |
| "learning_rate": 0.00019823016584911735, | |
| "loss": 1.764, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.04234587028622627, | |
| "learning_rate": 0.00019819397217138595, | |
| "loss": 1.7243, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.04268571734428406, | |
| "learning_rate": 0.0001981574155156274, | |
| "loss": 1.7656, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.041506245732307434, | |
| "learning_rate": 0.00019812049601697492, | |
| "loss": 1.6636, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.04152766987681389, | |
| "learning_rate": 0.00019808321381190294, | |
| "loss": 1.7478, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.041750356554985046, | |
| "learning_rate": 0.00019804556903822663, | |
| "loss": 1.7518, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.04935223609209061, | |
| "learning_rate": 0.00019800756183510144, | |
| "loss": 1.7673, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.042300984263420105, | |
| "learning_rate": 0.00019796919234302255, | |
| "loss": 1.7753, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.04224342852830887, | |
| "learning_rate": 0.00019793046070382437, | |
| "loss": 1.7226, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.044274065643548965, | |
| "learning_rate": 0.00019789136706067998, | |
| "loss": 1.7065, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.04910755529999733, | |
| "learning_rate": 0.00019785191155810062, | |
| "loss": 1.6387, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.04774147644639015, | |
| "learning_rate": 0.00019781209434193515, | |
| "loss": 1.7297, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.04416586086153984, | |
| "learning_rate": 0.00019777191555936957, | |
| "loss": 1.8096, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.04406105354428291, | |
| "learning_rate": 0.00019773137535892635, | |
| "loss": 1.7629, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.043473679572343826, | |
| "learning_rate": 0.00019769047389046402, | |
| "loss": 1.6979, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.04570621997117996, | |
| "learning_rate": 0.00019764921130517653, | |
| "loss": 1.7123, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.04326749965548515, | |
| "learning_rate": 0.00019760758775559274, | |
| "loss": 1.716, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.04397182539105415, | |
| "learning_rate": 0.00019756560339557572, | |
| "loss": 1.73, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.04468885809183121, | |
| "learning_rate": 0.00019752325838032244, | |
| "loss": 1.7136, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.04554520919919014, | |
| "learning_rate": 0.00019748055286636295, | |
| "loss": 1.7448, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.04646708443760872, | |
| "learning_rate": 0.00019743748701155995, | |
| "loss": 1.6956, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.042717937380075455, | |
| "learning_rate": 0.00019739406097510812, | |
| "loss": 1.7245, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.04367038235068321, | |
| "learning_rate": 0.00019735027491753353, | |
| "loss": 1.7102, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.04296841099858284, | |
| "learning_rate": 0.0001973061290006932, | |
| "loss": 1.7163, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.043665811419487, | |
| "learning_rate": 0.00019726162338777424, | |
| "loss": 1.7172, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.046134624630212784, | |
| "learning_rate": 0.00019721675824329354, | |
| "loss": 1.7327, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.04857848584651947, | |
| "learning_rate": 0.00019717153373309692, | |
| "loss": 1.6647, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.047723885625600815, | |
| "learning_rate": 0.00019712595002435861, | |
| "loss": 1.7422, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.04413154348731041, | |
| "learning_rate": 0.00019708000728558064, | |
| "loss": 1.6943, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.043105412274599075, | |
| "learning_rate": 0.00019703370568659225, | |
| "loss": 1.7519, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 1.7284438610076904, | |
| "eval_runtime": 76.3963, | |
| "eval_samples_per_second": 65.448, | |
| "eval_steps_per_second": 16.362, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.04300757125020027, | |
| "learning_rate": 0.00019698704539854918, | |
| "loss": 1.7341, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.043961744755506516, | |
| "learning_rate": 0.00019694002659393305, | |
| "loss": 1.777, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.04376057907938957, | |
| "learning_rate": 0.00019689264944655084, | |
| "loss": 1.7403, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.04482461139559746, | |
| "learning_rate": 0.00019684491413153411, | |
| "loss": 1.6852, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.045192863792181015, | |
| "learning_rate": 0.0001967968208253384, | |
| "loss": 1.7494, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.04361759498715401, | |
| "learning_rate": 0.00019674836970574254, | |
| "loss": 1.7331, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.04294734448194504, | |
| "learning_rate": 0.0001966995609518481, | |
| "loss": 1.6375, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.04528161138296127, | |
| "learning_rate": 0.00019665039474407863, | |
| "loss": 1.746, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.04510699212551117, | |
| "learning_rate": 0.00019660087126417906, | |
| "loss": 1.7053, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.042807720601558685, | |
| "learning_rate": 0.00019655099069521486, | |
| "loss": 1.6748, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.04657953232526779, | |
| "learning_rate": 0.00019650075322157168, | |
| "loss": 1.684, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.04593012481927872, | |
| "learning_rate": 0.00019645015902895437, | |
| "loss": 1.7076, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.04362139105796814, | |
| "learning_rate": 0.0001963992083043864, | |
| "loss": 1.6773, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.04773354157805443, | |
| "learning_rate": 0.00019634790123620926, | |
| "loss": 1.7107, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.05423569679260254, | |
| "learning_rate": 0.00019629623801408155, | |
| "loss": 1.7052, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.043550509959459305, | |
| "learning_rate": 0.00019624421882897855, | |
| "loss": 1.7151, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.04896851256489754, | |
| "learning_rate": 0.00019619184387319123, | |
| "loss": 1.6611, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.04392845928668976, | |
| "learning_rate": 0.00019613911334032583, | |
| "loss": 1.738, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.04582325741648674, | |
| "learning_rate": 0.00019608602742530283, | |
| "loss": 1.6885, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.045696284621953964, | |
| "learning_rate": 0.00019603258632435656, | |
| "loss": 1.7365, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.043873440474271774, | |
| "learning_rate": 0.00019597879023503417, | |
| "loss": 1.8094, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.05078018456697464, | |
| "learning_rate": 0.00019592463935619517, | |
| "loss": 1.7341, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.042483873665332794, | |
| "learning_rate": 0.00019587013388801047, | |
| "loss": 1.7351, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.045154914259910583, | |
| "learning_rate": 0.00019581527403196168, | |
| "loss": 1.6645, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.04563280567526817, | |
| "learning_rate": 0.0001957600599908406, | |
| "loss": 1.7069, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.0451313816010952, | |
| "learning_rate": 0.00019570449196874815, | |
| "loss": 1.7392, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.04682654142379761, | |
| "learning_rate": 0.0001956485701710938, | |
| "loss": 1.6987, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.04211273416876793, | |
| "learning_rate": 0.00019559229480459474, | |
| "loss": 1.6973, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.04460490494966507, | |
| "learning_rate": 0.00019553566607727517, | |
| "loss": 1.7233, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.044608812779188156, | |
| "learning_rate": 0.00019547868419846548, | |
| "loss": 1.7371, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.04518236592411995, | |
| "learning_rate": 0.00019542134937880154, | |
| "loss": 1.7257, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.04374237731099129, | |
| "learning_rate": 0.00019536366183022384, | |
| "loss": 1.7136, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.04429790750145912, | |
| "learning_rate": 0.00019530562176597673, | |
| "loss": 1.7216, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.04807354509830475, | |
| "learning_rate": 0.0001952472294006077, | |
| "loss": 1.6568, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.04785493016242981, | |
| "learning_rate": 0.00019518848494996655, | |
| "loss": 1.7272, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.04472104460000992, | |
| "learning_rate": 0.0001951293886312045, | |
| "loss": 1.7283, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.04852326214313507, | |
| "learning_rate": 0.00019506994066277348, | |
| "loss": 1.6968, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.04624422639608383, | |
| "learning_rate": 0.0001950101412644254, | |
| "loss": 1.758, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.044666189700365067, | |
| "learning_rate": 0.00019494999065721108, | |
| "loss": 1.6933, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.05367857217788696, | |
| "learning_rate": 0.0001948894890634798, | |
| "loss": 1.7328, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.046923939138650894, | |
| "learning_rate": 0.0001948286367068781, | |
| "loss": 1.7367, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.04480034112930298, | |
| "learning_rate": 0.00019476743381234926, | |
| "loss": 1.7677, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.045380428433418274, | |
| "learning_rate": 0.00019470588060613222, | |
| "loss": 1.7439, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.04550057277083397, | |
| "learning_rate": 0.00019464397731576094, | |
| "loss": 1.6895, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.049537234008312225, | |
| "learning_rate": 0.00019458172417006347, | |
| "loss": 1.7274, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.04696514084935188, | |
| "learning_rate": 0.0001945191213991611, | |
| "loss": 1.7121, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.04783783480525017, | |
| "learning_rate": 0.00019445616923446755, | |
| "loss": 1.6942, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.04514686018228531, | |
| "learning_rate": 0.00019439286790868802, | |
| "loss": 1.7219, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.045743513852357864, | |
| "learning_rate": 0.00019432921765581847, | |
| "loss": 1.76, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.04406295716762543, | |
| "learning_rate": 0.00019426521871114468, | |
| "loss": 1.7531, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.04445353150367737, | |
| "learning_rate": 0.00019420087131124131, | |
| "loss": 1.7742, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.04396241530776024, | |
| "learning_rate": 0.0001941361756939712, | |
| "loss": 1.7701, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.04415050894021988, | |
| "learning_rate": 0.0001940711320984843, | |
| "loss": 1.7062, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.04672138765454292, | |
| "learning_rate": 0.00019400574076521693, | |
| "loss": 1.754, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.04417939484119415, | |
| "learning_rate": 0.00019394000193589088, | |
| "loss": 1.7357, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.04567494988441467, | |
| "learning_rate": 0.00019387391585351234, | |
| "loss": 1.752, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.045080311596393585, | |
| "learning_rate": 0.00019380748276237123, | |
| "loss": 1.736, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.04506627842783928, | |
| "learning_rate": 0.0001937407029080402, | |
| "loss": 1.6726, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.04523961618542671, | |
| "learning_rate": 0.0001936735765373737, | |
| "loss": 1.7621, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.04326867312192917, | |
| "learning_rate": 0.00019360610389850712, | |
| "loss": 1.7341, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.05188523977994919, | |
| "learning_rate": 0.00019353828524085577, | |
| "loss": 1.7277, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.04654062166810036, | |
| "learning_rate": 0.00019347012081511415, | |
| "loss": 1.6845, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.044841405004262924, | |
| "learning_rate": 0.0001934016108732548, | |
| "loss": 1.6611, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.0941338911652565, | |
| "learning_rate": 0.00019333275566852756, | |
| "loss": 1.6978, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.05048836022615433, | |
| "learning_rate": 0.00019326355545545845, | |
| "loss": 1.7056, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.046358656138181686, | |
| "learning_rate": 0.00019319401048984892, | |
| "loss": 1.649, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.04557095095515251, | |
| "learning_rate": 0.00019312412102877473, | |
| "loss": 1.6793, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.04551040008664131, | |
| "learning_rate": 0.0001930538873305852, | |
| "loss": 1.7339, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.044258005917072296, | |
| "learning_rate": 0.000192983309654902, | |
| "loss": 1.6627, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.0485963337123394, | |
| "learning_rate": 0.00019291238826261843, | |
| "loss": 1.715, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.047103844583034515, | |
| "learning_rate": 0.00019284112341589832, | |
| "loss": 1.6855, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.045252177864313126, | |
| "learning_rate": 0.000192769515378175, | |
| "loss": 1.7557, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.049794841557741165, | |
| "learning_rate": 0.00019269756441415062, | |
| "loss": 1.7116, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.04380947723984718, | |
| "learning_rate": 0.00019262527078979478, | |
| "loss": 1.7663, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.046488065272569656, | |
| "learning_rate": 0.00019255263477234381, | |
| "loss": 1.6724, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.0422043539583683, | |
| "learning_rate": 0.00019247965663029976, | |
| "loss": 1.7345, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.05002991482615471, | |
| "learning_rate": 0.0001924063366334293, | |
| "loss": 1.7468, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.04376322776079178, | |
| "learning_rate": 0.0001923326750527628, | |
| "loss": 1.7748, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.04664807394146919, | |
| "learning_rate": 0.00019225867216059325, | |
| "loss": 1.7156, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.047952812165021896, | |
| "learning_rate": 0.0001921843282304754, | |
| "loss": 1.7247, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.045118216425180435, | |
| "learning_rate": 0.00019210964353722464, | |
| "loss": 1.7354, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.054903436452150345, | |
| "learning_rate": 0.00019203461835691594, | |
| "loss": 1.7241, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.04747498407959938, | |
| "learning_rate": 0.000191959252966883, | |
| "loss": 1.7498, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.04605628177523613, | |
| "learning_rate": 0.000191883547645717, | |
| "loss": 1.6889, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.04835960268974304, | |
| "learning_rate": 0.00019180750267326578, | |
| "loss": 1.715, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.04828386381268501, | |
| "learning_rate": 0.00019173111833063273, | |
| "loss": 1.6931, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.04604095220565796, | |
| "learning_rate": 0.0001916543949001756, | |
| "loss": 1.6717, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.049674633890390396, | |
| "learning_rate": 0.00019157733266550575, | |
| "loss": 1.7746, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.04439341649413109, | |
| "learning_rate": 0.00019149993191148687, | |
| "loss": 1.6925, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.04741811007261276, | |
| "learning_rate": 0.00019142219292423395, | |
| "loss": 1.7219, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.049409981817007065, | |
| "learning_rate": 0.00019134411599111242, | |
| "loss": 1.7306, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.04618163779377937, | |
| "learning_rate": 0.00019126570140073676, | |
| "loss": 1.7271, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.04557076469063759, | |
| "learning_rate": 0.0001911869494429698, | |
| "loss": 1.7188, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.04645569249987602, | |
| "learning_rate": 0.0001911078604089213, | |
| "loss": 1.7191, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.04584849998354912, | |
| "learning_rate": 0.0001910284345909471, | |
| "loss": 1.7592, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.045582644641399384, | |
| "learning_rate": 0.000190948672282648, | |
| "loss": 1.6902, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.04627401754260063, | |
| "learning_rate": 0.00019086857377886865, | |
| "loss": 1.6937, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.04470285400748253, | |
| "learning_rate": 0.00019078813937569643, | |
| "loss": 1.6977, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.05287547782063484, | |
| "learning_rate": 0.00019070736937046035, | |
| "loss": 1.7539, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.04990493878722191, | |
| "learning_rate": 0.00019062626406173006, | |
| "loss": 1.7469, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.048645589500665665, | |
| "learning_rate": 0.00019054482374931467, | |
| "loss": 1.7037, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.04730357602238655, | |
| "learning_rate": 0.0001904630487342616, | |
| "loss": 1.7388, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.04754168912768364, | |
| "learning_rate": 0.00019038093931885553, | |
| "loss": 1.7805, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.04760801047086716, | |
| "learning_rate": 0.00019029849580661727, | |
| "loss": 1.7383, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.048467203974723816, | |
| "learning_rate": 0.0001902157185023026, | |
| "loss": 1.7078, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.0522041916847229, | |
| "learning_rate": 0.00019013260771190126, | |
| "loss": 1.7052, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.0501788929104805, | |
| "learning_rate": 0.00019004916374263563, | |
| "loss": 1.7818, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.04538620635867119, | |
| "learning_rate": 0.00018996538690295979, | |
| "loss": 1.6589, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.04511679336428642, | |
| "learning_rate": 0.00018988127750255824, | |
| "loss": 1.7179, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.04756203666329384, | |
| "learning_rate": 0.0001897968358523448, | |
| "loss": 1.7333, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.05278336629271507, | |
| "learning_rate": 0.00018971206226446147, | |
| "loss": 1.7431, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.05926801264286041, | |
| "learning_rate": 0.00018962695705227728, | |
| "loss": 1.7768, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.049290940165519714, | |
| "learning_rate": 0.00018954152053038712, | |
| "loss": 1.7119, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.04777907952666283, | |
| "learning_rate": 0.0001894557530146106, | |
| "loss": 1.7559, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.04726920276880264, | |
| "learning_rate": 0.00018936965482199084, | |
| "loss": 1.7861, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.04677857458591461, | |
| "learning_rate": 0.0001892832262707933, | |
| "loss": 1.7039, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.04724700003862381, | |
| "learning_rate": 0.00018919646768050468, | |
| "loss": 1.6704, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.04969072341918945, | |
| "learning_rate": 0.00018910937937183166, | |
| "loss": 1.7168, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.04533353075385094, | |
| "learning_rate": 0.0001890219616666997, | |
| "loss": 1.6751, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.04647386819124222, | |
| "learning_rate": 0.0001889342148882519, | |
| "loss": 1.7146, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.047208696603775024, | |
| "learning_rate": 0.00018884613936084784, | |
| "loss": 1.7378, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.04841624200344086, | |
| "learning_rate": 0.0001887577354100623, | |
| "loss": 1.7128, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.05073019117116928, | |
| "learning_rate": 0.00018866900336268408, | |
| "loss": 1.7206, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.051456011831760406, | |
| "learning_rate": 0.00018857994354671482, | |
| "loss": 1.755, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.04637736827135086, | |
| "learning_rate": 0.0001884905562913678, | |
| "loss": 1.7395, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.061346374452114105, | |
| "learning_rate": 0.00018840084192706658, | |
| "loss": 1.674, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.04413258284330368, | |
| "learning_rate": 0.00018831080078544402, | |
| "loss": 1.7288, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.0531301349401474, | |
| "learning_rate": 0.0001882204331993409, | |
| "loss": 1.7625, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.05146196484565735, | |
| "learning_rate": 0.00018812973950280468, | |
| "loss": 1.6815, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.047678787261247635, | |
| "learning_rate": 0.0001880387200310883, | |
| "loss": 1.7278, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.0556582510471344, | |
| "learning_rate": 0.0001879473751206489, | |
| "loss": 1.74, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.047515787184238434, | |
| "learning_rate": 0.00018785570510914678, | |
| "loss": 1.7207, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.04592055827379227, | |
| "learning_rate": 0.0001877637103354438, | |
| "loss": 1.6589, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.04531411454081535, | |
| "learning_rate": 0.0001876713911396024, | |
| "loss": 1.706, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.04682420939207077, | |
| "learning_rate": 0.0001875787478628843, | |
| "loss": 1.7297, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.04545978829264641, | |
| "learning_rate": 0.00018748578084774913, | |
| "loss": 1.6572, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.04849430173635483, | |
| "learning_rate": 0.00018739249043785324, | |
| "loss": 1.7442, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 1.726025938987732, | |
| "eval_runtime": 76.0967, | |
| "eval_samples_per_second": 65.706, | |
| "eval_steps_per_second": 16.426, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.04745488613843918, | |
| "learning_rate": 0.00018729887697804847, | |
| "loss": 1.7398, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.05489857494831085, | |
| "learning_rate": 0.00018720494081438078, | |
| "loss": 1.701, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.04818108305335045, | |
| "learning_rate": 0.00018711068229408903, | |
| "loss": 1.7068, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.04530555009841919, | |
| "learning_rate": 0.0001870161017656037, | |
| "loss": 1.6966, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.045606572180986404, | |
| "learning_rate": 0.00018692119957854558, | |
| "loss": 1.7086, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.04626869410276413, | |
| "learning_rate": 0.00018682597608372445, | |
| "loss": 1.6981, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.04752146080136299, | |
| "learning_rate": 0.0001867304316331379, | |
| "loss": 1.692, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.046230729669332504, | |
| "learning_rate": 0.0001866345665799698, | |
| "loss": 1.7338, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.04928119108080864, | |
| "learning_rate": 0.00018653838127858933, | |
| "loss": 1.738, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.04641352593898773, | |
| "learning_rate": 0.00018644187608454936, | |
| "loss": 1.6792, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.04860611632466316, | |
| "learning_rate": 0.00018634505135458525, | |
| "loss": 1.663, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.046515002846717834, | |
| "learning_rate": 0.00018624790744661355, | |
| "loss": 1.7327, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.04668186604976654, | |
| "learning_rate": 0.00018615044471973074, | |
| "loss": 1.6987, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.047913163900375366, | |
| "learning_rate": 0.00018605266353421176, | |
| "loss": 1.7953, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.04924839362502098, | |
| "learning_rate": 0.00018595456425150872, | |
| "loss": 1.7891, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.049241986125707626, | |
| "learning_rate": 0.00018585614723424962, | |
| "loss": 1.7451, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.05132036283612251, | |
| "learning_rate": 0.00018575741284623703, | |
| "loss": 1.7598, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.04659922048449516, | |
| "learning_rate": 0.00018565836145244662, | |
| "loss": 1.7331, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.0466977022588253, | |
| "learning_rate": 0.0001855589934190259, | |
| "loss": 1.7171, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.049368374049663544, | |
| "learning_rate": 0.00018545930911329287, | |
| "loss": 1.6929, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.04552480950951576, | |
| "learning_rate": 0.00018535930890373466, | |
| "loss": 1.753, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.04755065590143204, | |
| "learning_rate": 0.00018525899316000608, | |
| "loss": 1.7472, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.050540413707494736, | |
| "learning_rate": 0.0001851583622529284, | |
| "loss": 1.7585, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.04644971713423729, | |
| "learning_rate": 0.00018505741655448792, | |
| "loss": 1.7531, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.05085503309965134, | |
| "learning_rate": 0.00018495615643783446, | |
| "loss": 1.6954, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.0480993427336216, | |
| "learning_rate": 0.0001848545822772802, | |
| "loss": 1.6976, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.0487300269305706, | |
| "learning_rate": 0.00018475269444829818, | |
| "loss": 1.7642, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.04805615171790123, | |
| "learning_rate": 0.0001846504933275209, | |
| "loss": 1.6666, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.045554857701063156, | |
| "learning_rate": 0.00018454797929273902, | |
| "loss": 1.7259, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.04570743814110756, | |
| "learning_rate": 0.00018444515272289982, | |
| "loss": 1.7067, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.047652073204517365, | |
| "learning_rate": 0.00018434201399810594, | |
| "loss": 1.8147, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.046781569719314575, | |
| "learning_rate": 0.00018423856349961384, | |
| "loss": 1.7509, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.04698612168431282, | |
| "learning_rate": 0.00018413480160983254, | |
| "loss": 1.7074, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.04796341061592102, | |
| "learning_rate": 0.0001840307287123221, | |
| "loss": 1.7444, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.047553375363349915, | |
| "learning_rate": 0.00018392634519179225, | |
| "loss": 1.7103, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.046323925256729126, | |
| "learning_rate": 0.00018382165143410092, | |
| "loss": 1.716, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.04571986570954323, | |
| "learning_rate": 0.00018371664782625287, | |
| "loss": 1.7035, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.05170504003763199, | |
| "learning_rate": 0.0001836113347563982, | |
| "loss": 1.7151, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.047869808971881866, | |
| "learning_rate": 0.000183505712613831, | |
| "loss": 1.7223, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.0482964813709259, | |
| "learning_rate": 0.0001833997817889878, | |
| "loss": 1.6805, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.0486602708697319, | |
| "learning_rate": 0.00018329354267344625, | |
| "loss": 1.7303, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.046554964035749435, | |
| "learning_rate": 0.00018318699565992357, | |
| "loss": 1.7745, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.047917045652866364, | |
| "learning_rate": 0.00018308014114227513, | |
| "loss": 1.718, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.0479004867374897, | |
| "learning_rate": 0.00018297297951549304, | |
| "loss": 1.7707, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.04681101068854332, | |
| "learning_rate": 0.0001828655111757046, | |
| "loss": 1.7646, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.05201521888375282, | |
| "learning_rate": 0.00018275773652017097, | |
| "loss": 1.7479, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.04852493852376938, | |
| "learning_rate": 0.00018264965594728548, | |
| "loss": 1.7463, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.046121757477521896, | |
| "learning_rate": 0.00018254126985657246, | |
| "loss": 1.7444, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.05163992941379547, | |
| "learning_rate": 0.00018243257864868548, | |
| "loss": 1.7134, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.06267976760864258, | |
| "learning_rate": 0.00018232358272540604, | |
| "loss": 1.6712, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.04854287579655647, | |
| "learning_rate": 0.00018221428248964202, | |
| "loss": 1.6932, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.046650100499391556, | |
| "learning_rate": 0.00018210467834542615, | |
| "loss": 1.768, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.04779491573572159, | |
| "learning_rate": 0.00018199477069791474, | |
| "loss": 1.7109, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.05170130729675293, | |
| "learning_rate": 0.0001818845599533858, | |
| "loss": 1.6926, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.04867775738239288, | |
| "learning_rate": 0.00018177404651923787, | |
| "loss": 1.6908, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.04707460105419159, | |
| "learning_rate": 0.00018166323080398835, | |
| "loss": 1.7461, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.048908475786447525, | |
| "learning_rate": 0.00018155211321727212, | |
| "loss": 1.7214, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.04802173003554344, | |
| "learning_rate": 0.00018144069416983985, | |
| "loss": 1.7528, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.04747573658823967, | |
| "learning_rate": 0.00018132897407355657, | |
| "loss": 1.6726, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.049620069563388824, | |
| "learning_rate": 0.00018121695334140017, | |
| "loss": 1.7215, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.047733817249536514, | |
| "learning_rate": 0.00018110463238745988, | |
| "loss": 1.7538, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.04856455698609352, | |
| "learning_rate": 0.00018099201162693476, | |
| "loss": 1.6833, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.04885758087038994, | |
| "learning_rate": 0.00018087909147613193, | |
| "loss": 1.7141, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.047947369515895844, | |
| "learning_rate": 0.0001807658723524654, | |
| "loss": 1.733, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.0499010868370533, | |
| "learning_rate": 0.0001806523546744543, | |
| "loss": 1.6825, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.048193834722042084, | |
| "learning_rate": 0.0001805385388617213, | |
| "loss": 1.7282, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.05272866412997246, | |
| "learning_rate": 0.00018042442533499123, | |
| "loss": 1.7599, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.047657158225774765, | |
| "learning_rate": 0.00018031001451608943, | |
| "loss": 1.7292, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.0498197004199028, | |
| "learning_rate": 0.00018019530682794014, | |
| "loss": 1.7417, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.04958554729819298, | |
| "learning_rate": 0.00018008030269456505, | |
| "loss": 1.7274, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.04730832576751709, | |
| "learning_rate": 0.00017996500254108152, | |
| "loss": 1.778, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.050828639417886734, | |
| "learning_rate": 0.0001798494067937014, | |
| "loss": 1.7285, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.046292368322610855, | |
| "learning_rate": 0.00017973351587972905, | |
| "loss": 1.7334, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.04758565500378609, | |
| "learning_rate": 0.00017961733022755992, | |
| "loss": 1.6814, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.050507742911577225, | |
| "learning_rate": 0.00017950085026667903, | |
| "loss": 1.6949, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.04801836982369423, | |
| "learning_rate": 0.00017938407642765938, | |
| "loss": 1.6594, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.04616666957736015, | |
| "learning_rate": 0.00017926700914216016, | |
| "loss": 1.6969, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.048213839530944824, | |
| "learning_rate": 0.00017914964884292544, | |
| "loss": 1.6908, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.04909725859761238, | |
| "learning_rate": 0.00017903199596378227, | |
| "loss": 1.7213, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.050252340734004974, | |
| "learning_rate": 0.00017891405093963938, | |
| "loss": 1.7094, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.05401075631380081, | |
| "learning_rate": 0.00017879581420648534, | |
| "loss": 1.7163, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.05027545616030693, | |
| "learning_rate": 0.00017867728620138708, | |
| "loss": 1.7362, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.047479428350925446, | |
| "learning_rate": 0.00017855846736248822, | |
| "loss": 1.6785, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.05026884377002716, | |
| "learning_rate": 0.0001784393581290074, | |
| "loss": 1.7221, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.04901432618498802, | |
| "learning_rate": 0.00017831995894123683, | |
| "loss": 1.6401, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.04764765873551369, | |
| "learning_rate": 0.00017820027024054044, | |
| "loss": 1.7361, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.046871528029441833, | |
| "learning_rate": 0.0001780802924693524, | |
| "loss": 1.7986, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.05453401803970337, | |
| "learning_rate": 0.00017796002607117545, | |
| "loss": 1.7447, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.04958674684166908, | |
| "learning_rate": 0.00017783947149057925, | |
| "loss": 1.7091, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.053141675889492035, | |
| "learning_rate": 0.0001777186291731987, | |
| "loss": 1.6866, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.047340743243694305, | |
| "learning_rate": 0.00017759749956573238, | |
| "loss": 1.7191, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.051203418523073196, | |
| "learning_rate": 0.00017747608311594087, | |
| "loss": 1.7238, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.047188933938741684, | |
| "learning_rate": 0.00017735438027264495, | |
| "loss": 1.762, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.056479763239622116, | |
| "learning_rate": 0.00017723239148572422, | |
| "loss": 1.6587, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.04922572523355484, | |
| "learning_rate": 0.00017711011720611514, | |
| "loss": 1.6988, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.046839334070682526, | |
| "learning_rate": 0.00017698755788580963, | |
| "loss": 1.7092, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.0491393506526947, | |
| "learning_rate": 0.0001768647139778532, | |
| "loss": 1.7313, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.04811710864305496, | |
| "learning_rate": 0.0001767415859363434, | |
| "loss": 1.8071, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.04601633548736572, | |
| "learning_rate": 0.00017661817421642804, | |
| "loss": 1.7594, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.05098440870642662, | |
| "learning_rate": 0.00017649447927430362, | |
| "loss": 1.6524, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.04978582262992859, | |
| "learning_rate": 0.00017637050156721346, | |
| "loss": 1.7448, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.05097389221191406, | |
| "learning_rate": 0.00017624624155344626, | |
| "loss": 1.7362, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.05258944630622864, | |
| "learning_rate": 0.00017612169969233424, | |
| "loss": 1.7033, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.05384654179215431, | |
| "learning_rate": 0.0001759968764442515, | |
| "loss": 1.6349, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.047803860157728195, | |
| "learning_rate": 0.00017587177227061226, | |
| "loss": 1.6655, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.04812454432249069, | |
| "learning_rate": 0.00017574638763386916, | |
| "loss": 1.7064, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.04860275238752365, | |
| "learning_rate": 0.00017562072299751163, | |
| "loss": 1.6648, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.049836620688438416, | |
| "learning_rate": 0.00017549477882606418, | |
| "loss": 1.6957, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.05114325135946274, | |
| "learning_rate": 0.00017536855558508458, | |
| "loss": 1.6257, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.054609425365924835, | |
| "learning_rate": 0.00017524205374116214, | |
| "loss": 1.6854, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.04757620766758919, | |
| "learning_rate": 0.00017511527376191618, | |
| "loss": 1.7425, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.05384545028209686, | |
| "learning_rate": 0.00017498821611599397, | |
| "loss": 1.712, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.04726232588291168, | |
| "learning_rate": 0.00017486088127306932, | |
| "loss": 1.701, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.04885297268629074, | |
| "learning_rate": 0.0001747332697038407, | |
| "loss": 1.7227, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.04793693870306015, | |
| "learning_rate": 0.00017460538188002946, | |
| "loss": 1.7058, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.04942973330616951, | |
| "learning_rate": 0.0001744772182743782, | |
| "loss": 1.7443, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.05246872082352638, | |
| "learning_rate": 0.00017434877936064886, | |
| "loss": 1.6807, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.04894121363759041, | |
| "learning_rate": 0.0001742200656136212, | |
| "loss": 1.7963, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.05082324892282486, | |
| "learning_rate": 0.00017409107750909078, | |
| "loss": 1.7024, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.04718152433633804, | |
| "learning_rate": 0.00017396181552386741, | |
| "loss": 1.711, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.05174902826547623, | |
| "learning_rate": 0.00017383228013577331, | |
| "loss": 1.7362, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.048003047704696655, | |
| "learning_rate": 0.0001737024718236413, | |
| "loss": 1.6944, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.0462164506316185, | |
| "learning_rate": 0.00017357239106731317, | |
| "loss": 1.7297, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.04808316007256508, | |
| "learning_rate": 0.0001734420383476377, | |
| "loss": 1.6971, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.05553476884961128, | |
| "learning_rate": 0.00017331141414646904, | |
| "loss": 1.7262, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.046341411769390106, | |
| "learning_rate": 0.00017318051894666487, | |
| "loss": 1.7135, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.048155754804611206, | |
| "learning_rate": 0.00017304935323208466, | |
| "loss": 1.7377, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.05066389963030815, | |
| "learning_rate": 0.00017291791748758785, | |
| "loss": 1.6516, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.05046610161662102, | |
| "learning_rate": 0.000172786212199032, | |
| "loss": 1.7536, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.0542440302670002, | |
| "learning_rate": 0.00017265423785327107, | |
| "loss": 1.7857, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.04833053797483444, | |
| "learning_rate": 0.0001725219949381537, | |
| "loss": 1.7594, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.047335654497146606, | |
| "learning_rate": 0.00017238948394252115, | |
| "loss": 1.7495, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.04961543157696724, | |
| "learning_rate": 0.00017225670535620576, | |
| "loss": 1.7201, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.04761854186654091, | |
| "learning_rate": 0.00017212365967002893, | |
| "loss": 1.7522, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.05010442063212395, | |
| "learning_rate": 0.0001719903473757996, | |
| "loss": 1.7535, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.049323149025440216, | |
| "learning_rate": 0.000171856768966312, | |
| "loss": 1.6984, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.08661342412233353, | |
| "learning_rate": 0.0001717229249353442, | |
| "loss": 1.7182, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 1.724851131439209, | |
| "eval_runtime": 76.3068, | |
| "eval_samples_per_second": 65.525, | |
| "eval_steps_per_second": 16.381, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.05118868127465248, | |
| "learning_rate": 0.00017158881577765612, | |
| "loss": 1.683, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.053089968860149384, | |
| "learning_rate": 0.00017145444198898776, | |
| "loss": 1.7162, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.05191902816295624, | |
| "learning_rate": 0.0001713198040660573, | |
| "loss": 1.7223, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.05995416268706322, | |
| "learning_rate": 0.00017118490250655932, | |
| "loss": 1.7148, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.04749016463756561, | |
| "learning_rate": 0.00017104973780916294, | |
| "loss": 1.7364, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.047870930284261703, | |
| "learning_rate": 0.00017091431047351, | |
| "loss": 1.7607, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.04802364483475685, | |
| "learning_rate": 0.00017077862100021318, | |
| "loss": 1.6957, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.04796374961733818, | |
| "learning_rate": 0.00017064266989085412, | |
| "loss": 1.6972, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.048874564468860626, | |
| "learning_rate": 0.00017050645764798164, | |
| "loss": 1.736, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.052477337419986725, | |
| "learning_rate": 0.00017036998477510992, | |
| "loss": 1.7447, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.049993280321359634, | |
| "learning_rate": 0.00017023325177671647, | |
| "loss": 1.7635, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.09700744599103928, | |
| "learning_rate": 0.00017009625915824037, | |
| "loss": 1.7402, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.048865802586078644, | |
| "learning_rate": 0.0001699590074260805, | |
| "loss": 1.7229, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.04994821920990944, | |
| "learning_rate": 0.00016982149708759343, | |
| "loss": 1.672, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.05008814111351967, | |
| "learning_rate": 0.00016968372865109176, | |
| "loss": 1.7338, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.04830687865614891, | |
| "learning_rate": 0.00016954570262584214, | |
| "loss": 1.7177, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.04781452193856239, | |
| "learning_rate": 0.0001694074195220634, | |
| "loss": 1.7628, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.04739667847752571, | |
| "learning_rate": 0.00016926887985092468, | |
| "loss": 1.7107, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.0481286458671093, | |
| "learning_rate": 0.00016913008412454357, | |
| "loss": 1.7646, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.06283537298440933, | |
| "learning_rate": 0.0001689910328559841, | |
| "loss": 1.6896, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.04944480583071709, | |
| "learning_rate": 0.00016885172655925495, | |
| "loss": 1.6931, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.05051645264029503, | |
| "learning_rate": 0.00016871216574930754, | |
| "loss": 1.7752, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.05406402051448822, | |
| "learning_rate": 0.0001685723509420341, | |
| "loss": 1.7203, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.0995137020945549, | |
| "learning_rate": 0.00016843228265426584, | |
| "loss": 1.6454, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.05356389284133911, | |
| "learning_rate": 0.00016829196140377085, | |
| "loss": 1.7327, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.04902141913771629, | |
| "learning_rate": 0.0001681513877092523, | |
| "loss": 1.7262, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.047820378094911575, | |
| "learning_rate": 0.00016801056209034672, | |
| "loss": 1.7294, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.048359643667936325, | |
| "learning_rate": 0.00016786948506762164, | |
| "loss": 1.6959, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.04830753803253174, | |
| "learning_rate": 0.00016772815716257412, | |
| "loss": 1.7714, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.05318046733736992, | |
| "learning_rate": 0.0001675865788976285, | |
| "loss": 1.7325, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.04992082715034485, | |
| "learning_rate": 0.0001674447507961346, | |
| "loss": 1.7866, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.05253741890192032, | |
| "learning_rate": 0.0001673026733823658, | |
| "loss": 1.7273, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.05121272802352905, | |
| "learning_rate": 0.00016716034718151706, | |
| "loss": 1.7063, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.04715156927704811, | |
| "learning_rate": 0.000167017772719703, | |
| "loss": 1.7575, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.05717930197715759, | |
| "learning_rate": 0.00016687495052395595, | |
| "loss": 1.7835, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.04992460459470749, | |
| "learning_rate": 0.00016673188112222394, | |
| "loss": 1.7218, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.0481155663728714, | |
| "learning_rate": 0.0001665885650433689, | |
| "loss": 1.7269, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.0485762394964695, | |
| "learning_rate": 0.00016644500281716456, | |
| "loss": 1.6857, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.04729575663805008, | |
| "learning_rate": 0.00016630119497429457, | |
| "loss": 1.7208, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.051819782704114914, | |
| "learning_rate": 0.00016615714204635043, | |
| "loss": 1.7117, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.052782051265239716, | |
| "learning_rate": 0.0001660128445658297, | |
| "loss": 1.7811, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.05251288414001465, | |
| "learning_rate": 0.00016586830306613393, | |
| "loss": 1.7517, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.047806352376937866, | |
| "learning_rate": 0.00016572351808156666, | |
| "loss": 1.7132, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.05114049091935158, | |
| "learning_rate": 0.0001655784901473315, | |
| "loss": 1.7729, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.04811178147792816, | |
| "learning_rate": 0.00016543321979953007, | |
| "loss": 1.7855, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.05107167363166809, | |
| "learning_rate": 0.00016528770757516027, | |
| "loss": 1.7331, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.04712466895580292, | |
| "learning_rate": 0.00016514195401211388, | |
| "loss": 1.7048, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.05438878387212753, | |
| "learning_rate": 0.0001649959596491749, | |
| "loss": 1.753, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.04884348064661026, | |
| "learning_rate": 0.00016484972502601753, | |
| "loss": 1.6734, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.0536276139318943, | |
| "learning_rate": 0.00016470325068320392, | |
| "loss": 1.711, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.05346493422985077, | |
| "learning_rate": 0.00016455653716218252, | |
| "loss": 1.7366, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.05044522508978844, | |
| "learning_rate": 0.0001644095850052858, | |
| "loss": 1.7269, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.05273488536477089, | |
| "learning_rate": 0.00016426239475572852, | |
| "loss": 1.7586, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.053452517837285995, | |
| "learning_rate": 0.0001641149669576053, | |
| "loss": 1.7379, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.047611016780138016, | |
| "learning_rate": 0.00016396730215588915, | |
| "loss": 1.7471, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.05317235738039017, | |
| "learning_rate": 0.00016381940089642893, | |
| "loss": 1.6925, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.049223560839891434, | |
| "learning_rate": 0.00016367126372594774, | |
| "loss": 1.7229, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.047821756452322006, | |
| "learning_rate": 0.0001635228911920407, | |
| "loss": 1.7484, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.05013042315840721, | |
| "learning_rate": 0.00016337428384317288, | |
| "loss": 1.7435, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.04820725694298744, | |
| "learning_rate": 0.00016322544222867742, | |
| "loss": 1.7594, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.04791193827986717, | |
| "learning_rate": 0.00016307636689875347, | |
| "loss": 1.644, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.04905365779995918, | |
| "learning_rate": 0.00016292705840446404, | |
| "loss": 1.7144, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.04875028133392334, | |
| "learning_rate": 0.00016277751729773407, | |
| "loss": 1.712, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.05170164629817009, | |
| "learning_rate": 0.0001626277441313484, | |
| "loss": 1.7367, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.05205371975898743, | |
| "learning_rate": 0.00016247773945894962, | |
| "loss": 1.689, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.0485403798520565, | |
| "learning_rate": 0.00016232750383503617, | |
| "loss": 1.706, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.0538201630115509, | |
| "learning_rate": 0.0001621770378149601, | |
| "loss": 1.7284, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.04828377440571785, | |
| "learning_rate": 0.00016202634195492524, | |
| "loss": 1.661, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.050310611724853516, | |
| "learning_rate": 0.000161875416811985, | |
| "loss": 1.6852, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.050804853439331055, | |
| "learning_rate": 0.00016172426294404032, | |
| "loss": 1.7358, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.051962971687316895, | |
| "learning_rate": 0.00016157288090983763, | |
| "loss": 1.6692, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.05179814621806145, | |
| "learning_rate": 0.0001614212712689668, | |
| "loss": 1.6983, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.05398216098546982, | |
| "learning_rate": 0.00016126943458185907, | |
| "loss": 1.7261, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.049869704991579056, | |
| "learning_rate": 0.00016111737140978494, | |
| "loss": 1.6951, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.048107776790857315, | |
| "learning_rate": 0.00016096508231485217, | |
| "loss": 1.6941, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.05527656897902489, | |
| "learning_rate": 0.00016081256786000357, | |
| "loss": 1.7054, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.05169270187616348, | |
| "learning_rate": 0.00016065982860901504, | |
| "loss": 1.7307, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.04972197115421295, | |
| "learning_rate": 0.00016050686512649354, | |
| "loss": 1.6955, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.05033208429813385, | |
| "learning_rate": 0.00016035367797787476, | |
| "loss": 1.7013, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.05073223263025284, | |
| "learning_rate": 0.00016020026772942125, | |
| "loss": 1.6831, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.056367356330156326, | |
| "learning_rate": 0.00016004663494822028, | |
| "loss": 1.6654, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.049483008682727814, | |
| "learning_rate": 0.0001598927802021817, | |
| "loss": 1.7285, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.052070703357458115, | |
| "learning_rate": 0.00015973870406003578, | |
| "loss": 1.7948, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.05687413364648819, | |
| "learning_rate": 0.0001595844070913314, | |
| "loss": 1.7336, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.048987727612257004, | |
| "learning_rate": 0.00015942988986643352, | |
| "loss": 1.6661, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.05027730017900467, | |
| "learning_rate": 0.00015927515295652143, | |
| "loss": 1.7364, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.048406291753053665, | |
| "learning_rate": 0.00015912019693358636, | |
| "loss": 1.6419, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.05071192979812622, | |
| "learning_rate": 0.00015896502237042963, | |
| "loss": 1.6301, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.05111885070800781, | |
| "learning_rate": 0.00015880962984066036, | |
| "loss": 1.7112, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.06297910958528519, | |
| "learning_rate": 0.0001586540199186933, | |
| "loss": 1.7438, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.04950469359755516, | |
| "learning_rate": 0.00015849819317974694, | |
| "loss": 1.6837, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.04900701716542244, | |
| "learning_rate": 0.0001583421501998412, | |
| "loss": 1.7432, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.04949019104242325, | |
| "learning_rate": 0.0001581858915557953, | |
| "loss": 1.688, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.05047097057104111, | |
| "learning_rate": 0.00015802941782522569, | |
| "loss": 1.7256, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.04921870306134224, | |
| "learning_rate": 0.0001578727295865439, | |
| "loss": 1.7723, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.04841122031211853, | |
| "learning_rate": 0.0001577158274189544, | |
| "loss": 1.71, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.04886234924197197, | |
| "learning_rate": 0.00015755871190245251, | |
| "loss": 1.6622, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.04966573417186737, | |
| "learning_rate": 0.00015740138361782207, | |
| "loss": 1.7357, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.050070296972990036, | |
| "learning_rate": 0.0001572438431466336, | |
| "loss": 1.6803, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.054121073335409164, | |
| "learning_rate": 0.00015708609107124177, | |
| "loss": 1.7659, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.05084529519081116, | |
| "learning_rate": 0.00015692812797478368, | |
| "loss": 1.6943, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.056926507502794266, | |
| "learning_rate": 0.0001567699544411763, | |
| "loss": 1.6562, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.05053721368312836, | |
| "learning_rate": 0.00015661157105511457, | |
| "loss": 1.7624, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.048727016896009445, | |
| "learning_rate": 0.00015645297840206915, | |
| "loss": 1.7364, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.051376283168792725, | |
| "learning_rate": 0.00015629417706828423, | |
| "loss": 1.699, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.05029591917991638, | |
| "learning_rate": 0.00015613516764077548, | |
| "loss": 1.6972, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.053968969732522964, | |
| "learning_rate": 0.00015597595070732765, | |
| "loss": 1.7128, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.050694871693849564, | |
| "learning_rate": 0.00015581652685649276, | |
| "loss": 1.7681, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.052369993180036545, | |
| "learning_rate": 0.00015565689667758746, | |
| "loss": 1.7321, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.04850650206208229, | |
| "learning_rate": 0.00015549706076069128, | |
| "loss": 1.7162, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.04979635775089264, | |
| "learning_rate": 0.00015533701969664424, | |
| "loss": 1.7429, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.04920853301882744, | |
| "learning_rate": 0.0001551767740770446, | |
| "loss": 1.7103, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.05081456899642944, | |
| "learning_rate": 0.0001550163244942469, | |
| "loss": 1.7781, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.050754062831401825, | |
| "learning_rate": 0.00015485567154135952, | |
| "loss": 1.7496, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.050315603613853455, | |
| "learning_rate": 0.00015469481581224272, | |
| "loss": 1.7303, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.05050061643123627, | |
| "learning_rate": 0.00015453375790150617, | |
| "loss": 1.679, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.06212810054421425, | |
| "learning_rate": 0.00015437249840450715, | |
| "loss": 1.713, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.050966355949640274, | |
| "learning_rate": 0.00015421103791734786, | |
| "loss": 1.7551, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.04892159253358841, | |
| "learning_rate": 0.00015404937703687363, | |
| "loss": 1.6758, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.05551762133836746, | |
| "learning_rate": 0.00015388751636067052, | |
| "loss": 1.703, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.0516047477722168, | |
| "learning_rate": 0.00015372545648706306, | |
| "loss": 1.7407, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.05094458907842636, | |
| "learning_rate": 0.0001535631980151123, | |
| "loss": 1.6534, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.05045678839087486, | |
| "learning_rate": 0.00015340074154461316, | |
| "loss": 1.7335, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.05067756026983261, | |
| "learning_rate": 0.00015323808767609277, | |
| "loss": 1.7169, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.05005278438329697, | |
| "learning_rate": 0.00015307523701080768, | |
| "loss": 1.7778, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.04952746629714966, | |
| "learning_rate": 0.0001529121901507421, | |
| "loss": 1.7199, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.04711218178272247, | |
| "learning_rate": 0.00015274894769860538, | |
| "loss": 1.734, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.05313078686594963, | |
| "learning_rate": 0.0001525855102578299, | |
| "loss": 1.7733, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.04977120831608772, | |
| "learning_rate": 0.0001524218784325688, | |
| "loss": 1.731, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.05076899752020836, | |
| "learning_rate": 0.00015225805282769383, | |
| "loss": 1.7277, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.049164701253175735, | |
| "learning_rate": 0.00015209403404879303, | |
| "loss": 1.7032, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.0488349013030529, | |
| "learning_rate": 0.00015192982270216854, | |
| "loss": 1.765, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.04831582307815552, | |
| "learning_rate": 0.0001517654193948343, | |
| "loss": 1.7548, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.052940741181373596, | |
| "learning_rate": 0.00015160082473451378, | |
| "loss": 1.7209, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.056908875703811646, | |
| "learning_rate": 0.00015143603932963795, | |
| "loss": 1.6537, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.0509711354970932, | |
| "learning_rate": 0.00015127106378934273, | |
| "loss": 1.7151, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.04795239865779877, | |
| "learning_rate": 0.000151105898723467, | |
| "loss": 1.743, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.7236659526824951, | |
| "eval_runtime": 76.6784, | |
| "eval_samples_per_second": 65.207, | |
| "eval_steps_per_second": 16.302, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.05828290060162544, | |
| "learning_rate": 0.00015094054474255007, | |
| "loss": 1.7014, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.04827438294887543, | |
| "learning_rate": 0.00015077500245782978, | |
| "loss": 1.7124, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.04962700232863426, | |
| "learning_rate": 0.0001506092724812399, | |
| "loss": 1.7496, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.05015181377530098, | |
| "learning_rate": 0.00015044335542540804, | |
| "loss": 1.6653, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.07125337421894073, | |
| "learning_rate": 0.0001502772519036534, | |
| "loss": 1.6938, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.05031266435980797, | |
| "learning_rate": 0.0001501109625299844, | |
| "loss": 1.7782, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.0487028993666172, | |
| "learning_rate": 0.00014994448791909656, | |
| "loss": 1.7202, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06726840883493423, | |
| "learning_rate": 0.00014977782868636999, | |
| "loss": 1.7504, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.06244590878486633, | |
| "learning_rate": 0.00014961098544786743, | |
| "loss": 1.6834, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.04934772849082947, | |
| "learning_rate": 0.00014944395882033167, | |
| "loss": 1.6822, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.050311822444200516, | |
| "learning_rate": 0.00014927674942118345, | |
| "loss": 1.747, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.051862068474292755, | |
| "learning_rate": 0.00014910935786851919, | |
| "loss": 1.7355, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.049238841980695724, | |
| "learning_rate": 0.00014894178478110857, | |
| "loss": 1.6973, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.05033009499311447, | |
| "learning_rate": 0.00014877403077839235, | |
| "loss": 1.6718, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.04922296851873398, | |
| "learning_rate": 0.00014860609648048004, | |
| "loss": 1.7236, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.05257139354944229, | |
| "learning_rate": 0.0001484379825081476, | |
| "loss": 1.6868, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.05213212966918945, | |
| "learning_rate": 0.0001482696894828353, | |
| "loss": 1.726, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.053737424314022064, | |
| "learning_rate": 0.00014810121802664512, | |
| "loss": 1.7046, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.054125770926475525, | |
| "learning_rate": 0.0001479325687623386, | |
| "loss": 1.6106, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.051876723766326904, | |
| "learning_rate": 0.00014776374231333477, | |
| "loss": 1.7354, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.050595056265592575, | |
| "learning_rate": 0.00014759473930370736, | |
| "loss": 1.6947, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.06360866129398346, | |
| "learning_rate": 0.00014742556035818297, | |
| "loss": 1.7379, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.05476611480116844, | |
| "learning_rate": 0.0001472562061021385, | |
| "loss": 1.6392, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.051338374614715576, | |
| "learning_rate": 0.0001470866771615988, | |
| "loss": 1.687, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.05180288851261139, | |
| "learning_rate": 0.00014691697416323454, | |
| "loss": 1.6942, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.05175211653113365, | |
| "learning_rate": 0.00014674709773435983, | |
| "loss": 1.6648, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.055275119841098785, | |
| "learning_rate": 0.00014657704850292976, | |
| "loss": 1.7311, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.053508460521698, | |
| "learning_rate": 0.00014640682709753832, | |
| "loss": 1.7118, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.05283378064632416, | |
| "learning_rate": 0.00014623643414741585, | |
| "loss": 1.6675, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.05684136226773262, | |
| "learning_rate": 0.00014606587028242682, | |
| "loss": 1.709, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.0515415295958519, | |
| "learning_rate": 0.0001458951361330676, | |
| "loss": 1.653, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.052131347358226776, | |
| "learning_rate": 0.00014572423233046386, | |
| "loss": 1.6497, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.05229787901043892, | |
| "learning_rate": 0.00014555315950636854, | |
| "loss": 1.6209, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.058796849101781845, | |
| "learning_rate": 0.00014538191829315927, | |
| "loss": 1.6907, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.0535275973379612, | |
| "learning_rate": 0.00014521050932383625, | |
| "loss": 1.6765, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.06131954491138458, | |
| "learning_rate": 0.00014503893323201966, | |
| "loss": 1.6963, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.05318441987037659, | |
| "learning_rate": 0.00014486719065194757, | |
| "loss": 1.6693, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.053547151386737823, | |
| "learning_rate": 0.00014469528221847344, | |
| "loss": 1.6265, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.05694759264588356, | |
| "learning_rate": 0.00014452320856706382, | |
| "loss": 1.6998, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.053848620504140854, | |
| "learning_rate": 0.00014435097033379596, | |
| "loss": 1.7248, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.05272265151143074, | |
| "learning_rate": 0.00014417856815535554, | |
| "loss": 1.6973, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.05548195540904999, | |
| "learning_rate": 0.00014400600266903423, | |
| "loss": 1.6912, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.05391455814242363, | |
| "learning_rate": 0.00014383327451272744, | |
| "loss": 1.6507, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.05697217211127281, | |
| "learning_rate": 0.00014366038432493181, | |
| "loss": 1.7277, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.054713811725378036, | |
| "learning_rate": 0.000143487332744743, | |
| "loss": 1.7225, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.05515265092253685, | |
| "learning_rate": 0.00014331412041185322, | |
| "loss": 1.6838, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.054941218346357346, | |
| "learning_rate": 0.00014314074796654896, | |
| "loss": 1.6913, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.05448353663086891, | |
| "learning_rate": 0.0001429672160497085, | |
| "loss": 1.6685, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.058499112725257874, | |
| "learning_rate": 0.0001427935253027997, | |
| "loss": 1.6637, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.0628763735294342, | |
| "learning_rate": 0.00014261967636787747, | |
| "loss": 1.7139, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.05447819083929062, | |
| "learning_rate": 0.00014244566988758152, | |
| "loss": 1.6984, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.05434316396713257, | |
| "learning_rate": 0.0001422715065051339, | |
| "loss": 1.6688, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.052557747811079025, | |
| "learning_rate": 0.00014209718686433663, | |
| "loss": 1.7169, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.054510824382305145, | |
| "learning_rate": 0.00014192271160956942, | |
| "loss": 1.6186, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.0586363822221756, | |
| "learning_rate": 0.00014174808138578713, | |
| "loss": 1.7364, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.05653434619307518, | |
| "learning_rate": 0.0001415732968385176, | |
| "loss": 1.77, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.052821431308984756, | |
| "learning_rate": 0.00014139835861385892, | |
| "loss": 1.6599, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.054437246173620224, | |
| "learning_rate": 0.00014122326735847748, | |
| "loss": 1.7026, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.056837234646081924, | |
| "learning_rate": 0.00014104802371960523, | |
| "loss": 1.6475, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.06032341718673706, | |
| "learning_rate": 0.0001408726283450374, | |
| "loss": 1.7482, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.05582507699728012, | |
| "learning_rate": 0.00014069708188313017, | |
| "loss": 1.7046, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.05785200744867325, | |
| "learning_rate": 0.00014052138498279828, | |
| "loss": 1.7234, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.05540376156568527, | |
| "learning_rate": 0.00014034553829351236, | |
| "loss": 1.7157, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.05743914842605591, | |
| "learning_rate": 0.00014016954246529696, | |
| "loss": 1.7548, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.05496819317340851, | |
| "learning_rate": 0.00013999339814872784, | |
| "loss": 1.6913, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.05739595368504524, | |
| "learning_rate": 0.00013981710599492964, | |
| "loss": 1.7232, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.05653569847345352, | |
| "learning_rate": 0.00013964066665557348, | |
| "loss": 1.6953, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.05570907145738602, | |
| "learning_rate": 0.00013946408078287462, | |
| "loss": 1.6858, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.054925207048654556, | |
| "learning_rate": 0.00013928734902958996, | |
| "loss": 1.6248, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.05743985250592232, | |
| "learning_rate": 0.0001391104720490156, | |
| "loss": 1.6627, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.05516685172915459, | |
| "learning_rate": 0.00013893345049498457, | |
| "loss": 1.6714, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.05717911571264267, | |
| "learning_rate": 0.0001387562850218642, | |
| "loss": 1.7124, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.05529535561800003, | |
| "learning_rate": 0.00013857897628455397, | |
| "loss": 1.6451, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.05724070221185684, | |
| "learning_rate": 0.00013840152493848284, | |
| "loss": 1.7274, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.05622214823961258, | |
| "learning_rate": 0.0001382239316396069, | |
| "loss": 1.6506, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.05893300846219063, | |
| "learning_rate": 0.00013804619704440714, | |
| "loss": 1.7037, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.05549685284495354, | |
| "learning_rate": 0.00013786832180988666, | |
| "loss": 1.6894, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.05931728705763817, | |
| "learning_rate": 0.00013769030659356853, | |
| "loss": 1.7189, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.05465949699282646, | |
| "learning_rate": 0.0001375121520534933, | |
| "loss": 1.7016, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.056453317403793335, | |
| "learning_rate": 0.00013733385884821648, | |
| "loss": 1.6711, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.054540056735277176, | |
| "learning_rate": 0.00013715542763680623, | |
| "loss": 1.6638, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.05919068679213524, | |
| "learning_rate": 0.00013697685907884072, | |
| "loss": 1.7241, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.05730579420924187, | |
| "learning_rate": 0.00013679815383440603, | |
| "loss": 1.6946, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.05658195540308952, | |
| "learning_rate": 0.00013661931256409325, | |
| "loss": 1.7038, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.057528719305992126, | |
| "learning_rate": 0.00013644033592899658, | |
| "loss": 1.6853, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.062490735203027725, | |
| "learning_rate": 0.00013626122459071033, | |
| "loss": 1.6733, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.05776170268654823, | |
| "learning_rate": 0.00013608197921132696, | |
| "loss": 1.7351, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.06134483963251114, | |
| "learning_rate": 0.00013590260045343432, | |
| "loss": 1.6203, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.061270635575056076, | |
| "learning_rate": 0.0001357230889801133, | |
| "loss": 1.7268, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.056105442345142365, | |
| "learning_rate": 0.00013554344545493535, | |
| "loss": 1.7171, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.05647943168878555, | |
| "learning_rate": 0.0001353636705419602, | |
| "loss": 1.713, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.05758386850357056, | |
| "learning_rate": 0.00013518376490573306, | |
| "loss": 1.6991, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.05906842276453972, | |
| "learning_rate": 0.0001350037292112825, | |
| "loss": 1.6387, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.06219753623008728, | |
| "learning_rate": 0.00013482356412411781, | |
| "loss": 1.7145, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.05719519779086113, | |
| "learning_rate": 0.00013464327031022659, | |
| "loss": 1.7399, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.08058752119541168, | |
| "learning_rate": 0.00013446284843607225, | |
| "loss": 1.6275, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.06629724055528641, | |
| "learning_rate": 0.00013428229916859167, | |
| "loss": 1.6582, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.05791241303086281, | |
| "learning_rate": 0.00013410162317519257, | |
| "loss": 1.6599, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.06143872067332268, | |
| "learning_rate": 0.0001339208211237511, | |
| "loss": 1.6634, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.06067274510860443, | |
| "learning_rate": 0.00013373989368260948, | |
| "loss": 1.6869, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.06446303427219391, | |
| "learning_rate": 0.00013355884152057334, | |
| "loss": 1.6658, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.05910011753439903, | |
| "learning_rate": 0.00013337766530690943, | |
| "loss": 1.683, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.06423602253198624, | |
| "learning_rate": 0.00013319636571134297, | |
| "loss": 1.7058, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.05743340775370598, | |
| "learning_rate": 0.00013301494340405535, | |
| "loss": 1.6491, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.05755629763007164, | |
| "learning_rate": 0.00013283339905568157, | |
| "loss": 1.6606, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.05766105651855469, | |
| "learning_rate": 0.00013265173333730764, | |
| "loss": 1.6855, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.05892917141318321, | |
| "learning_rate": 0.00013246994692046836, | |
| "loss": 1.6398, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.05860791355371475, | |
| "learning_rate": 0.00013228804047714463, | |
| "loss": 1.7089, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.059190504252910614, | |
| "learning_rate": 0.00013210601467976104, | |
| "loss": 1.6703, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.05735331028699875, | |
| "learning_rate": 0.0001319238702011834, | |
| "loss": 1.73, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.05985163152217865, | |
| "learning_rate": 0.0001317416077147162, | |
| "loss": 1.6864, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.05826161056756973, | |
| "learning_rate": 0.00013155922789410016, | |
| "loss": 1.6419, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.059993255883455276, | |
| "learning_rate": 0.00013137673141350972, | |
| "loss": 1.7027, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.06040223315358162, | |
| "learning_rate": 0.00013119411894755063, | |
| "loss": 1.7584, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.056883446872234344, | |
| "learning_rate": 0.00013101139117125722, | |
| "loss": 1.6971, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.05828433483839035, | |
| "learning_rate": 0.0001308285487600903, | |
| "loss": 1.6797, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.0568573996424675, | |
| "learning_rate": 0.0001306455923899342, | |
| "loss": 1.6967, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.05763811990618706, | |
| "learning_rate": 0.00013046252273709468, | |
| "loss": 1.7189, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.05759183317422867, | |
| "learning_rate": 0.00013027934047829616, | |
| "loss": 1.7293, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.06087080016732216, | |
| "learning_rate": 0.00013009604629067933, | |
| "loss": 1.7287, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.05685460940003395, | |
| "learning_rate": 0.00012991264085179864, | |
| "loss": 1.6717, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.06102333217859268, | |
| "learning_rate": 0.00012972912483961982, | |
| "loss": 1.7911, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.05811255797743797, | |
| "learning_rate": 0.00012954549893251724, | |
| "loss": 1.7057, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.05935278907418251, | |
| "learning_rate": 0.00012936176380927162, | |
| "loss": 1.6678, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.06539764255285263, | |
| "learning_rate": 0.00012917792014906733, | |
| "loss": 1.6305, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.059705205261707306, | |
| "learning_rate": 0.00012899396863148995, | |
| "loss": 1.7273, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.05784007906913757, | |
| "learning_rate": 0.00012880990993652377, | |
| "loss": 1.6549, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.07344791293144226, | |
| "learning_rate": 0.00012862574474454928, | |
| "loss": 1.6809, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.06028100103139877, | |
| "learning_rate": 0.00012844147373634066, | |
| "loss": 1.6852, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.06096576154232025, | |
| "learning_rate": 0.00012825709759306316, | |
| "loss": 1.7256, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.060117993503808975, | |
| "learning_rate": 0.00012807261699627077, | |
| "loss": 1.7094, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.06428851187229156, | |
| "learning_rate": 0.0001278880326279035, | |
| "loss": 1.6538, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.060511935502290726, | |
| "learning_rate": 0.00012770334517028505, | |
| "loss": 1.6631, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.05897079408168793, | |
| "learning_rate": 0.00012751855530612012, | |
| "loss": 1.6732, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.05949567258358002, | |
| "learning_rate": 0.00012733366371849201, | |
| "loss": 1.6989, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.05985894054174423, | |
| "learning_rate": 0.00012714867109086, | |
| "loss": 1.6983, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.061160728335380554, | |
| "learning_rate": 0.0001269635781070569, | |
| "loss": 1.7075, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "eval_loss": 1.7264653444290161, | |
| "eval_runtime": 76.4445, | |
| "eval_samples_per_second": 65.407, | |
| "eval_steps_per_second": 16.352, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.0652250349521637, | |
| "learning_rate": 0.00012677838545128647, | |
| "loss": 1.6851, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.060404662042856216, | |
| "learning_rate": 0.00012659309380812092, | |
| "loss": 1.6539, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.05635406821966171, | |
| "learning_rate": 0.0001264077038624984, | |
| "loss": 1.678, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.06129194051027298, | |
| "learning_rate": 0.00012622221629972043, | |
| "loss": 1.6455, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.06195101514458656, | |
| "learning_rate": 0.0001260366318054493, | |
| "loss": 1.7009, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.06593389809131622, | |
| "learning_rate": 0.0001258509510657057, | |
| "loss": 1.6897, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.0664474368095398, | |
| "learning_rate": 0.00012566517476686606, | |
| "loss": 1.6847, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.06081750988960266, | |
| "learning_rate": 0.00012547930359566007, | |
| "loss": 1.6126, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.06048804894089699, | |
| "learning_rate": 0.00012529333823916807, | |
| "loss": 1.7086, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.06522712111473083, | |
| "learning_rate": 0.00012510727938481865, | |
| "loss": 1.6931, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.0614117830991745, | |
| "learning_rate": 0.0001249211277203859, | |
| "loss": 1.7362, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.05812584608793259, | |
| "learning_rate": 0.00012473488393398706, | |
| "loss": 1.7052, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.059068553149700165, | |
| "learning_rate": 0.00012454854871407994, | |
| "loss": 1.6872, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.06033525615930557, | |
| "learning_rate": 0.0001243621227494602, | |
| "loss": 1.6954, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.06032804027199745, | |
| "learning_rate": 0.00012417560672925912, | |
| "loss": 1.6571, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.06035863235592842, | |
| "learning_rate": 0.00012398900134294073, | |
| "loss": 1.6894, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.059223804622888565, | |
| "learning_rate": 0.00012380230728029946, | |
| "loss": 1.711, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.061139173805713654, | |
| "learning_rate": 0.00012361552523145757, | |
| "loss": 1.626, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.06459489464759827, | |
| "learning_rate": 0.0001234286558868625, | |
| "loss": 1.7467, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.06497075408697128, | |
| "learning_rate": 0.00012324169993728438, | |
| "loss": 1.7419, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.06115833297371864, | |
| "learning_rate": 0.0001230546580738136, | |
| "loss": 1.6781, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.06160350516438484, | |
| "learning_rate": 0.00012286753098785796, | |
| "loss": 1.6907, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.06168088689446449, | |
| "learning_rate": 0.00012268031937114044, | |
| "loss": 1.7265, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.06278149783611298, | |
| "learning_rate": 0.00012249302391569638, | |
| "loss": 1.7023, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.06181812658905983, | |
| "learning_rate": 0.00012230564531387107, | |
| "loss": 1.6897, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.05875727906823158, | |
| "learning_rate": 0.00012211818425831718, | |
| "loss": 1.644, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.061242878437042236, | |
| "learning_rate": 0.00012193064144199218, | |
| "loss": 1.7256, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.060726381838321686, | |
| "learning_rate": 0.00012174301755815571, | |
| "loss": 1.6871, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.06219150498509407, | |
| "learning_rate": 0.00012155531330036712, | |
| "loss": 1.7048, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.06084437295794487, | |
| "learning_rate": 0.0001213675293624829, | |
| "loss": 1.6888, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.06178005784749985, | |
| "learning_rate": 0.00012117966643865398, | |
| "loss": 1.6791, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.05991113558411598, | |
| "learning_rate": 0.00012099172522332338, | |
| "loss": 1.7318, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.06223401054739952, | |
| "learning_rate": 0.00012080370641122345, | |
| "loss": 1.6417, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.062392983585596085, | |
| "learning_rate": 0.00012061561069737343, | |
| "loss": 1.6411, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.060492224991321564, | |
| "learning_rate": 0.00012042743877707678, | |
| "loss": 1.6717, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.06418413668870926, | |
| "learning_rate": 0.0001202391913459187, | |
| "loss": 1.6751, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.060530129820108414, | |
| "learning_rate": 0.0001200508690997635, | |
| "loss": 1.7175, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.06409049779176712, | |
| "learning_rate": 0.00011986247273475206, | |
| "loss": 1.6953, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.05866590142250061, | |
| "learning_rate": 0.0001196740029472992, | |
| "loss": 1.6935, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.06476990133523941, | |
| "learning_rate": 0.00011948546043409123, | |
| "loss": 1.7017, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.06523357331752777, | |
| "learning_rate": 0.00011929684589208326, | |
| "loss": 1.7183, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.060969460755586624, | |
| "learning_rate": 0.00011910816001849654, | |
| "loss": 1.6887, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.11310483515262604, | |
| "learning_rate": 0.00011891940351081625, | |
| "loss": 1.6816, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.059255216270685196, | |
| "learning_rate": 0.00011873057706678843, | |
| "loss": 1.6554, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.062034714967012405, | |
| "learning_rate": 0.00011854168138441775, | |
| "loss": 1.668, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.06186864525079727, | |
| "learning_rate": 0.00011835271716196486, | |
| "loss": 1.6806, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.06105494871735573, | |
| "learning_rate": 0.00011816368509794364, | |
| "loss": 1.6615, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.06231169030070305, | |
| "learning_rate": 0.00011797458589111894, | |
| "loss": 1.6588, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.06832422316074371, | |
| "learning_rate": 0.00011778542024050361, | |
| "loss": 1.6758, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.06158846989274025, | |
| "learning_rate": 0.00011759618884535624, | |
| "loss": 1.7025, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.07147394865751266, | |
| "learning_rate": 0.00011740689240517837, | |
| "loss": 1.6691, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.06047786399722099, | |
| "learning_rate": 0.00011721753161971212, | |
| "loss": 1.6968, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.0623675100505352, | |
| "learning_rate": 0.00011702810718893722, | |
| "loss": 1.7372, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.06291418522596359, | |
| "learning_rate": 0.00011683861981306893, | |
| "loss": 1.7083, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.059522755444049835, | |
| "learning_rate": 0.00011664907019255502, | |
| "loss": 1.6533, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.060890860855579376, | |
| "learning_rate": 0.00011645945902807341, | |
| "loss": 1.6875, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.060426972806453705, | |
| "learning_rate": 0.00011626978702052948, | |
| "loss": 1.6463, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.062305621802806854, | |
| "learning_rate": 0.00011608005487105362, | |
| "loss": 1.6785, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.06419097632169724, | |
| "learning_rate": 0.00011589026328099839, | |
| "loss": 1.6679, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.06365741044282913, | |
| "learning_rate": 0.00011570041295193622, | |
| "loss": 1.6668, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.0642697736620903, | |
| "learning_rate": 0.00011551050458565658, | |
| "loss": 1.7095, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.06443499773740768, | |
| "learning_rate": 0.00011532053888416343, | |
| "loss": 1.6586, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.06351306289434433, | |
| "learning_rate": 0.00011513051654967286, | |
| "loss": 1.6776, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.06554794311523438, | |
| "learning_rate": 0.00011494043828461007, | |
| "loss": 1.7105, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.10256826132535934, | |
| "learning_rate": 0.00011475030479160725, | |
| "loss": 1.7046, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.06379935145378113, | |
| "learning_rate": 0.00011456011677350051, | |
| "loss": 1.711, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.06044677272439003, | |
| "learning_rate": 0.00011436987493332767, | |
| "loss": 1.7186, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.06297197192907333, | |
| "learning_rate": 0.00011417957997432546, | |
| "loss": 1.6453, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.06677673757076263, | |
| "learning_rate": 0.00011398923259992697, | |
| "loss": 1.6443, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.062335170805454254, | |
| "learning_rate": 0.00011379883351375901, | |
| "loss": 1.6738, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.06286536902189255, | |
| "learning_rate": 0.00011360838341963964, | |
| "loss": 1.7081, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.07303211838006973, | |
| "learning_rate": 0.00011341788302157536, | |
| "loss": 1.6906, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.06304056942462921, | |
| "learning_rate": 0.00011322733302375863, | |
| "loss": 1.6783, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.07291906327009201, | |
| "learning_rate": 0.00011303673413056541, | |
| "loss": 1.7162, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.061802685260772705, | |
| "learning_rate": 0.00011284608704655215, | |
| "loss": 1.7375, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.06205203756690025, | |
| "learning_rate": 0.00011265539247645373, | |
| "loss": 1.6617, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.06457790732383728, | |
| "learning_rate": 0.0001124646511251803, | |
| "loss": 1.6395, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.06102142482995987, | |
| "learning_rate": 0.00011227386369781508, | |
| "loss": 1.7031, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.062267519533634186, | |
| "learning_rate": 0.00011208303089961161, | |
| "loss": 1.6889, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.06354745477437973, | |
| "learning_rate": 0.00011189215343599109, | |
| "loss": 1.7099, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.06255058199167252, | |
| "learning_rate": 0.00011170123201253986, | |
| "loss": 1.7092, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.06354597955942154, | |
| "learning_rate": 0.00011151026733500677, | |
| "loss": 1.6462, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.06314928829669952, | |
| "learning_rate": 0.00011131926010930058, | |
| "loss": 1.6377, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.06911808252334595, | |
| "learning_rate": 0.00011112821104148723, | |
| "loss": 1.6787, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.06356338411569595, | |
| "learning_rate": 0.00011093712083778746, | |
| "loss": 1.6657, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.06266220659017563, | |
| "learning_rate": 0.00011074599020457395, | |
| "loss": 1.7108, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.06397093832492828, | |
| "learning_rate": 0.00011055481984836893, | |
| "loss": 1.715, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.06519615650177002, | |
| "learning_rate": 0.00011036361047584143, | |
| "loss": 1.6625, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.06543872505426407, | |
| "learning_rate": 0.00011017236279380467, | |
| "loss": 1.6611, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.06356982886791229, | |
| "learning_rate": 0.00010998107750921354, | |
| "loss": 1.6366, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.06404688209295273, | |
| "learning_rate": 0.00010978975532916189, | |
| "loss": 1.689, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.06206212565302849, | |
| "learning_rate": 0.00010959839696088001, | |
| "loss": 1.6853, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.0640236884355545, | |
| "learning_rate": 0.00010940700311173184, | |
| "loss": 1.6874, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.06289862096309662, | |
| "learning_rate": 0.00010921557448921267, | |
| "loss": 1.7187, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.06534165889024734, | |
| "learning_rate": 0.00010902411180094607, | |
| "loss": 1.6285, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.06411545723676682, | |
| "learning_rate": 0.00010883261575468184, | |
| "loss": 1.6932, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.06283684074878693, | |
| "learning_rate": 0.00010864108705829282, | |
| "loss": 1.7544, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.06294089555740356, | |
| "learning_rate": 0.00010844952641977273, | |
| "loss": 1.695, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.06469050794839859, | |
| "learning_rate": 0.00010825793454723325, | |
| "loss": 1.654, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.06504753977060318, | |
| "learning_rate": 0.00010806631214890155, | |
| "loss": 1.6641, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.06289339065551758, | |
| "learning_rate": 0.00010787465993311768, | |
| "loss": 1.7246, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.07044830918312073, | |
| "learning_rate": 0.00010768297860833185, | |
| "loss": 1.6784, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.06241421401500702, | |
| "learning_rate": 0.00010749126888310197, | |
| "loss": 1.7413, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.061875198036432266, | |
| "learning_rate": 0.00010729953146609076, | |
| "loss": 1.6837, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.06335246562957764, | |
| "learning_rate": 0.00010710776706606349, | |
| "loss": 1.6713, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.06218186393380165, | |
| "learning_rate": 0.00010691597639188507, | |
| "loss": 1.6563, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.06283168494701385, | |
| "learning_rate": 0.00010672416015251757, | |
| "loss": 1.6672, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.06283591687679291, | |
| "learning_rate": 0.00010653231905701748, | |
| "loss": 1.6719, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.0629267543554306, | |
| "learning_rate": 0.00010634045381453337, | |
| "loss": 1.6764, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.06264865398406982, | |
| "learning_rate": 0.00010614856513430284, | |
| "loss": 1.6874, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.06411181390285492, | |
| "learning_rate": 0.00010595665372565027, | |
| "loss": 1.7095, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.06262548267841339, | |
| "learning_rate": 0.00010576472029798399, | |
| "loss": 1.6898, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.06278496235609055, | |
| "learning_rate": 0.00010557276556079378, | |
| "loss": 1.6055, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.06674374639987946, | |
| "learning_rate": 0.00010538079022364819, | |
| "loss": 1.7226, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.06753117591142654, | |
| "learning_rate": 0.00010518879499619181, | |
| "loss": 1.7008, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.07137101143598557, | |
| "learning_rate": 0.0001049967805881429, | |
| "loss": 1.6945, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.06417196989059448, | |
| "learning_rate": 0.00010480474770929054, | |
| "loss": 1.6662, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.064505934715271, | |
| "learning_rate": 0.00010461269706949213, | |
| "loss": 1.6914, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.06325452029705048, | |
| "learning_rate": 0.00010442062937867063, | |
| "loss": 1.6703, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.0945320799946785, | |
| "learning_rate": 0.00010422854534681219, | |
| "loss": 1.6595, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.07015063613653183, | |
| "learning_rate": 0.00010403644568396322, | |
| "loss": 1.7153, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.06436234712600708, | |
| "learning_rate": 0.000103844331100228, | |
| "loss": 1.6767, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.06437043845653534, | |
| "learning_rate": 0.0001036522023057659, | |
| "loss": 1.7026, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.06160353124141693, | |
| "learning_rate": 0.00010346006001078885, | |
| "loss": 1.7112, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.06519316881895065, | |
| "learning_rate": 0.00010326790492555876, | |
| "loss": 1.6611, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.06452979147434235, | |
| "learning_rate": 0.00010307573776038462, | |
| "loss": 1.6291, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.06813566386699677, | |
| "learning_rate": 0.00010288355922562034, | |
| "loss": 1.6432, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.06800167262554169, | |
| "learning_rate": 0.0001026913700316616, | |
| "loss": 1.6739, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.062173567712306976, | |
| "learning_rate": 0.0001024991708889437, | |
| "loss": 1.7207, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.06301440298557281, | |
| "learning_rate": 0.00010230696250793856, | |
| "loss": 1.6348, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.06262702494859695, | |
| "learning_rate": 0.00010211474559915233, | |
| "loss": 1.6982, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.06448613107204437, | |
| "learning_rate": 0.00010192252087312265, | |
| "loss": 1.7004, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.06269077211618423, | |
| "learning_rate": 0.00010173028904041606, | |
| "loss": 1.6981, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.06326784938573837, | |
| "learning_rate": 0.00010153805081162539, | |
| "loss": 1.718, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.06502313911914825, | |
| "learning_rate": 0.0001013458068973671, | |
| "loss": 1.6669, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.06869412958621979, | |
| "learning_rate": 0.0001011535580082787, | |
| "loss": 1.6237, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.0637192502617836, | |
| "learning_rate": 0.00010096130485501598, | |
| "loss": 1.7264, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "eval_loss": 1.7267118692398071, | |
| "eval_runtime": 76.2251, | |
| "eval_samples_per_second": 65.595, | |
| "eval_steps_per_second": 16.399, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.06338479369878769, | |
| "learning_rate": 0.00010076904814825066, | |
| "loss": 1.66, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.0718810185790062, | |
| "learning_rate": 0.0001005767885986674, | |
| "loss": 1.7044, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.06428621709346771, | |
| "learning_rate": 0.00010038452691696161, | |
| "loss": 1.6375, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.06198599189519882, | |
| "learning_rate": 0.00010019226381383633, | |
| "loss": 1.644, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.0649799108505249, | |
| "learning_rate": 0.0001, | |
| "loss": 1.6751, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.06546121090650558, | |
| "learning_rate": 9.980773618616371e-05, | |
| "loss": 1.6728, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.0744151845574379, | |
| "learning_rate": 9.961547308303844e-05, | |
| "loss": 1.7465, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.06264037638902664, | |
| "learning_rate": 9.942321140133261e-05, | |
| "loss": 1.6005, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.06265675276517868, | |
| "learning_rate": 9.923095185174938e-05, | |
| "loss": 1.7181, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.06809694319963455, | |
| "learning_rate": 9.903869514498402e-05, | |
| "loss": 1.6345, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.06538775563240051, | |
| "learning_rate": 9.884644199172135e-05, | |
| "loss": 1.7251, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.06529638916254044, | |
| "learning_rate": 9.865419310263292e-05, | |
| "loss": 1.6418, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.08285729587078094, | |
| "learning_rate": 9.846194918837462e-05, | |
| "loss": 1.6837, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.06490971148014069, | |
| "learning_rate": 9.826971095958395e-05, | |
| "loss": 1.6723, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.06375712156295776, | |
| "learning_rate": 9.807747912687739e-05, | |
| "loss": 1.6838, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.06696437299251556, | |
| "learning_rate": 9.788525440084771e-05, | |
| "loss": 1.6579, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.06473565846681595, | |
| "learning_rate": 9.769303749206146e-05, | |
| "loss": 1.6489, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.07211591303348541, | |
| "learning_rate": 9.750082911105634e-05, | |
| "loss": 1.7435, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.06550677120685577, | |
| "learning_rate": 9.730862996833841e-05, | |
| "loss": 1.6935, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.06820110231637955, | |
| "learning_rate": 9.711644077437968e-05, | |
| "loss": 1.6759, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.06783100217580795, | |
| "learning_rate": 9.692426223961537e-05, | |
| "loss": 1.7081, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.06615381687879562, | |
| "learning_rate": 9.67320950744413e-05, | |
| "loss": 1.7375, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.0648663192987442, | |
| "learning_rate": 9.653993998921118e-05, | |
| "loss": 1.6836, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.0639321506023407, | |
| "learning_rate": 9.63477976942341e-05, | |
| "loss": 1.6319, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.06528212130069733, | |
| "learning_rate": 9.615566889977201e-05, | |
| "loss": 1.6675, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.06574473530054092, | |
| "learning_rate": 9.59635543160368e-05, | |
| "loss": 1.6442, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.06326039880514145, | |
| "learning_rate": 9.577145465318783e-05, | |
| "loss": 1.639, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.06851720809936523, | |
| "learning_rate": 9.557937062132938e-05, | |
| "loss": 1.7044, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.06546233594417572, | |
| "learning_rate": 9.538730293050792e-05, | |
| "loss": 1.7091, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.0674884095788002, | |
| "learning_rate": 9.51952522907095e-05, | |
| "loss": 1.6572, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.06366416811943054, | |
| "learning_rate": 9.50032194118571e-05, | |
| "loss": 1.6913, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.065780408680439, | |
| "learning_rate": 9.481120500380818e-05, | |
| "loss": 1.7106, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.06662867218255997, | |
| "learning_rate": 9.461920977635184e-05, | |
| "loss": 1.6486, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.06339140236377716, | |
| "learning_rate": 9.442723443920623e-05, | |
| "loss": 1.6799, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.06222783029079437, | |
| "learning_rate": 9.423527970201602e-05, | |
| "loss": 1.72, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.06612752377986908, | |
| "learning_rate": 9.404334627434974e-05, | |
| "loss": 1.7294, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.06335198134183884, | |
| "learning_rate": 9.385143486569718e-05, | |
| "loss": 1.6978, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.0652630627155304, | |
| "learning_rate": 9.365954618546665e-05, | |
| "loss": 1.6808, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.08252695202827454, | |
| "learning_rate": 9.346768094298252e-05, | |
| "loss": 1.7117, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.0695163905620575, | |
| "learning_rate": 9.327583984748248e-05, | |
| "loss": 1.6948, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.06612583249807358, | |
| "learning_rate": 9.308402360811497e-05, | |
| "loss": 1.705, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.06415654718875885, | |
| "learning_rate": 9.289223293393652e-05, | |
| "loss": 1.6796, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.06522924453020096, | |
| "learning_rate": 9.270046853390925e-05, | |
| "loss": 1.6783, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.06422727555036545, | |
| "learning_rate": 9.250873111689808e-05, | |
| "loss": 1.709, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.06485796719789505, | |
| "learning_rate": 9.231702139166816e-05, | |
| "loss": 1.6323, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.06597612798213959, | |
| "learning_rate": 9.212534006688233e-05, | |
| "loss": 1.6578, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.06861060112714767, | |
| "learning_rate": 9.193368785109844e-05, | |
| "loss": 1.6711, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.07582002878189087, | |
| "learning_rate": 9.174206545276677e-05, | |
| "loss": 1.666, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.06606924533843994, | |
| "learning_rate": 9.15504735802273e-05, | |
| "loss": 1.7304, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.06642486900091171, | |
| "learning_rate": 9.135891294170718e-05, | |
| "loss": 1.7082, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.072264164686203, | |
| "learning_rate": 9.11673842453182e-05, | |
| "loss": 1.6355, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.06571400165557861, | |
| "learning_rate": 9.097588819905394e-05, | |
| "loss": 1.6383, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.062258243560791016, | |
| "learning_rate": 9.078442551078736e-05, | |
| "loss": 1.6676, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.06381349265575409, | |
| "learning_rate": 9.059299688826816e-05, | |
| "loss": 1.699, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.06702978163957596, | |
| "learning_rate": 9.040160303912003e-05, | |
| "loss": 1.7245, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.0637059286236763, | |
| "learning_rate": 9.021024467083812e-05, | |
| "loss": 1.6478, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.0654047429561615, | |
| "learning_rate": 9.001892249078648e-05, | |
| "loss": 1.7275, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.06602399051189423, | |
| "learning_rate": 8.982763720619533e-05, | |
| "loss": 1.7712, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.06693969666957855, | |
| "learning_rate": 8.96363895241586e-05, | |
| "loss": 1.6684, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.06519246846437454, | |
| "learning_rate": 8.944518015163108e-05, | |
| "loss": 1.6698, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.06838595122098923, | |
| "learning_rate": 8.925400979542606e-05, | |
| "loss": 1.655, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.06535571813583374, | |
| "learning_rate": 8.906287916221259e-05, | |
| "loss": 1.6858, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.06805121898651123, | |
| "learning_rate": 8.887178895851279e-05, | |
| "loss": 1.6746, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.0715852826833725, | |
| "learning_rate": 8.868073989069943e-05, | |
| "loss": 1.7676, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.06408550590276718, | |
| "learning_rate": 8.848973266499322e-05, | |
| "loss": 1.6434, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.0682334452867508, | |
| "learning_rate": 8.829876798746017e-05, | |
| "loss": 1.6663, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.06532958894968033, | |
| "learning_rate": 8.810784656400895e-05, | |
| "loss": 1.6914, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.06579031050205231, | |
| "learning_rate": 8.791696910038843e-05, | |
| "loss": 1.6359, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.0659404769539833, | |
| "learning_rate": 8.772613630218492e-05, | |
| "loss": 1.7121, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.06567792594432831, | |
| "learning_rate": 8.753534887481976e-05, | |
| "loss": 1.6565, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.07625501602888107, | |
| "learning_rate": 8.734460752354629e-05, | |
| "loss": 1.6743, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.06591348350048065, | |
| "learning_rate": 8.715391295344784e-05, | |
| "loss": 1.6265, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.06538601964712143, | |
| "learning_rate": 8.696326586943464e-05, | |
| "loss": 1.7139, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.06885919719934464, | |
| "learning_rate": 8.677266697624138e-05, | |
| "loss": 1.6884, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.06452605873346329, | |
| "learning_rate": 8.658211697842466e-05, | |
| "loss": 1.6894, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.06521788239479065, | |
| "learning_rate": 8.639161658036037e-05, | |
| "loss": 1.6943, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.06771497428417206, | |
| "learning_rate": 8.6201166486241e-05, | |
| "loss": 1.6718, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.0637250766158104, | |
| "learning_rate": 8.601076740007305e-05, | |
| "loss": 1.6842, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.0656089335680008, | |
| "learning_rate": 8.582042002567456e-05, | |
| "loss": 1.6649, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.06827680766582489, | |
| "learning_rate": 8.563012506667233e-05, | |
| "loss": 1.7095, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.06502600759267807, | |
| "learning_rate": 8.543988322649954e-05, | |
| "loss": 1.6368, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.06803898513317108, | |
| "learning_rate": 8.524969520839279e-05, | |
| "loss": 1.657, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.06632059067487717, | |
| "learning_rate": 8.505956171538994e-05, | |
| "loss": 1.7279, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.06838211417198181, | |
| "learning_rate": 8.486948345032719e-05, | |
| "loss": 1.6318, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.0652574896812439, | |
| "learning_rate": 8.46794611158366e-05, | |
| "loss": 1.6307, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.0648072361946106, | |
| "learning_rate": 8.448949541434346e-05, | |
| "loss": 1.6517, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.06592056900262833, | |
| "learning_rate": 8.429958704806379e-05, | |
| "loss": 1.6958, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.06285024434328079, | |
| "learning_rate": 8.410973671900162e-05, | |
| "loss": 1.666, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.06529216468334198, | |
| "learning_rate": 8.391994512894641e-05, | |
| "loss": 1.6919, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.06455468386411667, | |
| "learning_rate": 8.373021297947053e-05, | |
| "loss": 1.6217, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.06522978842258453, | |
| "learning_rate": 8.35405409719266e-05, | |
| "loss": 1.6729, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.06686036288738251, | |
| "learning_rate": 8.335092980744502e-05, | |
| "loss": 1.6324, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.06648086756467819, | |
| "learning_rate": 8.316138018693108e-05, | |
| "loss": 1.6052, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.06622032076120377, | |
| "learning_rate": 8.297189281106278e-05, | |
| "loss": 1.7219, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.07183654606342316, | |
| "learning_rate": 8.278246838028793e-05, | |
| "loss": 1.7633, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.06654607504606247, | |
| "learning_rate": 8.259310759482164e-05, | |
| "loss": 1.7602, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.06768395006656647, | |
| "learning_rate": 8.240381115464377e-05, | |
| "loss": 1.678, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.0649079754948616, | |
| "learning_rate": 8.22145797594964e-05, | |
| "loss": 1.7013, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.06565246731042862, | |
| "learning_rate": 8.20254141088811e-05, | |
| "loss": 1.7064, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.06477197259664536, | |
| "learning_rate": 8.183631490205637e-05, | |
| "loss": 1.7219, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.06408128142356873, | |
| "learning_rate": 8.164728283803518e-05, | |
| "loss": 1.7337, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.06464950740337372, | |
| "learning_rate": 8.145831861558225e-05, | |
| "loss": 1.6853, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.06401928514242172, | |
| "learning_rate": 8.126942293321162e-05, | |
| "loss": 1.6587, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.06978955864906311, | |
| "learning_rate": 8.108059648918377e-05, | |
| "loss": 1.7083, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.06544001400470734, | |
| "learning_rate": 8.089183998150344e-05, | |
| "loss": 1.6318, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.06558380275964737, | |
| "learning_rate": 8.070315410791679e-05, | |
| "loss": 1.6897, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.06930231302976608, | |
| "learning_rate": 8.051453956590878e-05, | |
| "loss": 1.6266, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.06593599915504456, | |
| "learning_rate": 8.03259970527008e-05, | |
| "loss": 1.7096, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.06622833758592606, | |
| "learning_rate": 8.013752726524795e-05, | |
| "loss": 1.5817, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.06626243144273758, | |
| "learning_rate": 7.994913090023651e-05, | |
| "loss": 1.6525, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.0677393451333046, | |
| "learning_rate": 7.976080865408131e-05, | |
| "loss": 1.7158, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.06529498845338821, | |
| "learning_rate": 7.957256122292323e-05, | |
| "loss": 1.7317, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.07396451383829117, | |
| "learning_rate": 7.938438930262656e-05, | |
| "loss": 1.6791, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.07032353430986404, | |
| "learning_rate": 7.919629358877657e-05, | |
| "loss": 1.7024, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.06451990455389023, | |
| "learning_rate": 7.900827477667663e-05, | |
| "loss": 1.7266, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.06694858521223068, | |
| "learning_rate": 7.882033356134603e-05, | |
| "loss": 1.6612, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.06609500199556351, | |
| "learning_rate": 7.863247063751715e-05, | |
| "loss": 1.713, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.06344272941350937, | |
| "learning_rate": 7.844468669963289e-05, | |
| "loss": 1.6219, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.06307589262723923, | |
| "learning_rate": 7.825698244184431e-05, | |
| "loss": 1.7042, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.06659837812185287, | |
| "learning_rate": 7.806935855800782e-05, | |
| "loss": 1.6993, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.06524292379617691, | |
| "learning_rate": 7.788181574168283e-05, | |
| "loss": 1.6687, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.06560816615819931, | |
| "learning_rate": 7.769435468612896e-05, | |
| "loss": 1.7081, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.06725630909204483, | |
| "learning_rate": 7.750697608430365e-05, | |
| "loss": 1.7001, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.06650066375732422, | |
| "learning_rate": 7.731968062885956e-05, | |
| "loss": 1.7225, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.06517896801233292, | |
| "learning_rate": 7.713246901214206e-05, | |
| "loss": 1.6299, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.06807747483253479, | |
| "learning_rate": 7.694534192618641e-05, | |
| "loss": 1.695, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.06809186935424805, | |
| "learning_rate": 7.67583000627156e-05, | |
| "loss": 1.6611, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.06693090498447418, | |
| "learning_rate": 7.657134411313753e-05, | |
| "loss": 1.6603, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.06553305685520172, | |
| "learning_rate": 7.638447476854245e-05, | |
| "loss": 1.7036, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.06823913007974625, | |
| "learning_rate": 7.619769271970056e-05, | |
| "loss": 1.6848, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.0652228444814682, | |
| "learning_rate": 7.601099865705927e-05, | |
| "loss": 1.6893, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.07233775407075882, | |
| "learning_rate": 7.58243932707409e-05, | |
| "loss": 1.6777, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.07119675725698471, | |
| "learning_rate": 7.563787725053981e-05, | |
| "loss": 1.706, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.06489936262369156, | |
| "learning_rate": 7.54514512859201e-05, | |
| "loss": 1.6538, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.06696008145809174, | |
| "learning_rate": 7.526511606601293e-05, | |
| "loss": 1.6862, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.06405473500490189, | |
| "learning_rate": 7.507887227961414e-05, | |
| "loss": 1.662, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.06998445093631744, | |
| "learning_rate": 7.489272061518136e-05, | |
| "loss": 1.6604, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "eval_loss": 1.726022481918335, | |
| "eval_runtime": 76.3141, | |
| "eval_samples_per_second": 65.519, | |
| "eval_steps_per_second": 16.38, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.06673965603113174, | |
| "learning_rate": 7.470666176083192e-05, | |
| "loss": 1.7049, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.06746464222669601, | |
| "learning_rate": 7.452069640433997e-05, | |
| "loss": 1.6803, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.06396359950304031, | |
| "learning_rate": 7.433482523313395e-05, | |
| "loss": 1.7104, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.066098153591156, | |
| "learning_rate": 7.414904893429433e-05, | |
| "loss": 1.6527, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.06473662704229355, | |
| "learning_rate": 7.39633681945507e-05, | |
| "loss": 1.6891, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.07003339380025864, | |
| "learning_rate": 7.377778370027962e-05, | |
| "loss": 1.676, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.06654497236013412, | |
| "learning_rate": 7.35922961375016e-05, | |
| "loss": 1.6601, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.06775406002998352, | |
| "learning_rate": 7.340690619187908e-05, | |
| "loss": 1.6391, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.06764483451843262, | |
| "learning_rate": 7.322161454871356e-05, | |
| "loss": 1.7057, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.0728226825594902, | |
| "learning_rate": 7.303642189294316e-05, | |
| "loss": 1.6793, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.06543935835361481, | |
| "learning_rate": 7.285132890914002e-05, | |
| "loss": 1.6962, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.06830572336912155, | |
| "learning_rate": 7.266633628150801e-05, | |
| "loss": 1.6774, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.07373080402612686, | |
| "learning_rate": 7.248144469387992e-05, | |
| "loss": 1.6815, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.06465107947587967, | |
| "learning_rate": 7.229665482971499e-05, | |
| "loss": 1.6572, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.06544660031795502, | |
| "learning_rate": 7.211196737209653e-05, | |
| "loss": 1.6841, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.06559861451387405, | |
| "learning_rate": 7.192738300372925e-05, | |
| "loss": 1.6835, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.06756362318992615, | |
| "learning_rate": 7.174290240693689e-05, | |
| "loss": 1.5912, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.06515438854694366, | |
| "learning_rate": 7.155852626365938e-05, | |
| "loss": 1.6586, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.06673271209001541, | |
| "learning_rate": 7.137425525545074e-05, | |
| "loss": 1.67, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.06732840090990067, | |
| "learning_rate": 7.119009006347625e-05, | |
| "loss": 1.6262, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.0666419267654419, | |
| "learning_rate": 7.100603136851009e-05, | |
| "loss": 1.6963, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.07527624070644379, | |
| "learning_rate": 7.082207985093268e-05, | |
| "loss": 1.6903, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.06989062577486038, | |
| "learning_rate": 7.063823619072838e-05, | |
| "loss": 1.6497, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.0654689222574234, | |
| "learning_rate": 7.045450106748277e-05, | |
| "loss": 1.6782, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.06511061638593674, | |
| "learning_rate": 7.027087516038022e-05, | |
| "loss": 1.6824, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.06674464046955109, | |
| "learning_rate": 7.008735914820138e-05, | |
| "loss": 1.7367, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.06592298299074173, | |
| "learning_rate": 6.990395370932068e-05, | |
| "loss": 1.6879, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.06826543807983398, | |
| "learning_rate": 6.97206595217039e-05, | |
| "loss": 1.6682, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.06695631891489029, | |
| "learning_rate": 6.953747726290535e-05, | |
| "loss": 1.7181, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.06656961888074875, | |
| "learning_rate": 6.935440761006582e-05, | |
| "loss": 1.6778, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.06611720472574234, | |
| "learning_rate": 6.917145123990973e-05, | |
| "loss": 1.6467, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.06846632063388824, | |
| "learning_rate": 6.898860882874279e-05, | |
| "loss": 1.7165, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.06631824374198914, | |
| "learning_rate": 6.88058810524494e-05, | |
| "loss": 1.7042, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.06761027872562408, | |
| "learning_rate": 6.862326858649026e-05, | |
| "loss": 1.6822, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.06898529827594757, | |
| "learning_rate": 6.844077210589986e-05, | |
| "loss": 1.6635, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.06683610379695892, | |
| "learning_rate": 6.825839228528382e-05, | |
| "loss": 1.6949, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.06670662760734558, | |
| "learning_rate": 6.807612979881661e-05, | |
| "loss": 1.6724, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.19084873795509338, | |
| "learning_rate": 6.789398532023894e-05, | |
| "loss": 1.7499, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.06561749428510666, | |
| "learning_rate": 6.77119595228554e-05, | |
| "loss": 1.6733, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.07371030747890472, | |
| "learning_rate": 6.753005307953167e-05, | |
| "loss": 1.6607, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.0679875835776329, | |
| "learning_rate": 6.734826666269238e-05, | |
| "loss": 1.6233, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.0667947381734848, | |
| "learning_rate": 6.716660094431846e-05, | |
| "loss": 1.6186, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.06578990817070007, | |
| "learning_rate": 6.698505659594466e-05, | |
| "loss": 1.6997, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.07320542633533478, | |
| "learning_rate": 6.680363428865704e-05, | |
| "loss": 1.6729, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.06879616528749466, | |
| "learning_rate": 6.662233469309058e-05, | |
| "loss": 1.6982, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.06353451311588287, | |
| "learning_rate": 6.644115847942667e-05, | |
| "loss": 1.6698, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.06664732843637466, | |
| "learning_rate": 6.626010631739054e-05, | |
| "loss": 1.6225, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.0662289708852768, | |
| "learning_rate": 6.60791788762489e-05, | |
| "loss": 1.713, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.06735072284936905, | |
| "learning_rate": 6.589837682480744e-05, | |
| "loss": 1.6431, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.06567612290382385, | |
| "learning_rate": 6.571770083140836e-05, | |
| "loss": 1.6972, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.06742958724498749, | |
| "learning_rate": 6.553715156392776e-05, | |
| "loss": 1.6439, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.06748675554990768, | |
| "learning_rate": 6.535672968977345e-05, | |
| "loss": 1.6711, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.07259120792150497, | |
| "learning_rate": 6.517643587588221e-05, | |
| "loss": 1.7223, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.07579007744789124, | |
| "learning_rate": 6.499627078871753e-05, | |
| "loss": 1.6614, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.07152054458856583, | |
| "learning_rate": 6.481623509426697e-05, | |
| "loss": 1.7038, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.06873390078544617, | |
| "learning_rate": 6.463632945803981e-05, | |
| "loss": 1.6602, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.0664227306842804, | |
| "learning_rate": 6.445655454506465e-05, | |
| "loss": 1.6916, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.06599757075309753, | |
| "learning_rate": 6.427691101988673e-05, | |
| "loss": 1.605, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.06476866453886032, | |
| "learning_rate": 6.40973995465657e-05, | |
| "loss": 1.6309, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.06668147444725037, | |
| "learning_rate": 6.391802078867304e-05, | |
| "loss": 1.684, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.06579145044088364, | |
| "learning_rate": 6.373877540928972e-05, | |
| "loss": 1.6277, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.06740958243608475, | |
| "learning_rate": 6.355966407100346e-05, | |
| "loss": 1.728, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.07092586159706116, | |
| "learning_rate": 6.338068743590676e-05, | |
| "loss": 1.7091, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.06797771900892258, | |
| "learning_rate": 6.320184616559402e-05, | |
| "loss": 1.6962, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.06833136081695557, | |
| "learning_rate": 6.30231409211593e-05, | |
| "loss": 1.6981, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.06703907996416092, | |
| "learning_rate": 6.284457236319381e-05, | |
| "loss": 1.7082, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.0666668489575386, | |
| "learning_rate": 6.266614115178351e-05, | |
| "loss": 1.6198, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.07242632657289505, | |
| "learning_rate": 6.248784794650672e-05, | |
| "loss": 1.705, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.06651555746793747, | |
| "learning_rate": 6.230969340643149e-05, | |
| "loss": 1.6417, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.06552428007125854, | |
| "learning_rate": 6.213167819011338e-05, | |
| "loss": 1.6917, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.06741311401128769, | |
| "learning_rate": 6.195380295559288e-05, | |
| "loss": 1.7241, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.06656550616025925, | |
| "learning_rate": 6.177606836039311e-05, | |
| "loss": 1.646, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.06896986067295074, | |
| "learning_rate": 6.159847506151719e-05, | |
| "loss": 1.6708, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.06811494380235672, | |
| "learning_rate": 6.142102371544604e-05, | |
| "loss": 1.6927, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.06616541743278503, | |
| "learning_rate": 6.124371497813582e-05, | |
| "loss": 1.6175, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.06697241216897964, | |
| "learning_rate": 6.106654950501547e-05, | |
| "loss": 1.6848, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.06779171526432037, | |
| "learning_rate": 6.0889527950984416e-05, | |
| "loss": 1.6566, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.0683891773223877, | |
| "learning_rate": 6.071265097041005e-05, | |
| "loss": 1.6258, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.06936081498861313, | |
| "learning_rate": 6.053591921712541e-05, | |
| "loss": 1.6115, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.0856877937912941, | |
| "learning_rate": 6.035933334442654e-05, | |
| "loss": 1.6742, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.07240041345357895, | |
| "learning_rate": 6.01828940050704e-05, | |
| "loss": 1.6901, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.0770583376288414, | |
| "learning_rate": 6.000660185127219e-05, | |
| "loss": 1.6803, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.06806863099336624, | |
| "learning_rate": 5.983045753470308e-05, | |
| "loss": 1.6561, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.06816756725311279, | |
| "learning_rate": 5.965446170648765e-05, | |
| "loss": 1.6635, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.06543378531932831, | |
| "learning_rate": 5.947861501720175e-05, | |
| "loss": 1.7153, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.06688012927770615, | |
| "learning_rate": 5.930291811686983e-05, | |
| "loss": 1.7142, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.071477010846138, | |
| "learning_rate": 5.9127371654962615e-05, | |
| "loss": 1.6804, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.06843505799770355, | |
| "learning_rate": 5.8951976280394795e-05, | |
| "loss": 1.7476, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.06697747856378555, | |
| "learning_rate": 5.8776732641522503e-05, | |
| "loss": 1.662, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.06771202385425568, | |
| "learning_rate": 5.86016413861411e-05, | |
| "loss": 1.655, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.07092612236738205, | |
| "learning_rate": 5.842670316148244e-05, | |
| "loss": 1.707, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.06740372627973557, | |
| "learning_rate": 5.825191861421285e-05, | |
| "loss": 1.673, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.06587556004524231, | |
| "learning_rate": 5.807728839043061e-05, | |
| "loss": 1.6879, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.06834732741117477, | |
| "learning_rate": 5.790281313566341e-05, | |
| "loss": 1.7233, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.06691209226846695, | |
| "learning_rate": 5.7728493494866134e-05, | |
| "loss": 1.6966, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.06715382635593414, | |
| "learning_rate": 5.755433011241851e-05, | |
| "loss": 1.7185, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.06831709295511246, | |
| "learning_rate": 5.738032363212258e-05, | |
| "loss": 1.6529, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.06592843681573868, | |
| "learning_rate": 5.720647469720033e-05, | |
| "loss": 1.6939, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.06575801223516464, | |
| "learning_rate": 5.70327839502915e-05, | |
| "loss": 1.6642, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.07193956524133682, | |
| "learning_rate": 5.685925203345108e-05, | |
| "loss": 1.6675, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.0670444443821907, | |
| "learning_rate": 5.6685879588146815e-05, | |
| "loss": 1.7136, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.07206844538450241, | |
| "learning_rate": 5.651266725525703e-05, | |
| "loss": 1.6999, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.0692375898361206, | |
| "learning_rate": 5.633961567506819e-05, | |
| "loss": 1.6782, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.06483175605535507, | |
| "learning_rate": 5.6166725487272576e-05, | |
| "loss": 1.6448, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.0667993351817131, | |
| "learning_rate": 5.5993997330965796e-05, | |
| "loss": 1.6683, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.0673048198223114, | |
| "learning_rate": 5.5821431844644476e-05, | |
| "loss": 1.6534, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.07212254405021667, | |
| "learning_rate": 5.564902966620408e-05, | |
| "loss": 1.7084, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.06697355955839157, | |
| "learning_rate": 5.547679143293624e-05, | |
| "loss": 1.7029, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.07669904828071594, | |
| "learning_rate": 5.530471778152658e-05, | |
| "loss": 1.7153, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.07381530106067657, | |
| "learning_rate": 5.513280934805243e-05, | |
| "loss": 1.6769, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.068946473300457, | |
| "learning_rate": 5.4961066767980363e-05, | |
| "loss": 1.6799, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.06763108819723129, | |
| "learning_rate": 5.478949067616381e-05, | |
| "loss": 1.7185, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.06624120473861694, | |
| "learning_rate": 5.4618081706840754e-05, | |
| "loss": 1.6972, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.06670323014259338, | |
| "learning_rate": 5.444684049363147e-05, | |
| "loss": 1.6826, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.06699904054403305, | |
| "learning_rate": 5.4275767669536146e-05, | |
| "loss": 1.643, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.07036450505256653, | |
| "learning_rate": 5.410486386693243e-05, | |
| "loss": 1.6719, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.06482276320457458, | |
| "learning_rate": 5.3934129717573165e-05, | |
| "loss": 1.6756, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.06716746836900711, | |
| "learning_rate": 5.3763565852584177e-05, | |
| "loss": 1.6995, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.06743574887514114, | |
| "learning_rate": 5.3593172902461717e-05, | |
| "loss": 1.7064, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.06770848482847214, | |
| "learning_rate": 5.342295149707025e-05, | |
| "loss": 1.6588, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.06666205823421478, | |
| "learning_rate": 5.325290226564017e-05, | |
| "loss": 1.6215, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.0728970617055893, | |
| "learning_rate": 5.308302583676548e-05, | |
| "loss": 1.6878, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.06758435070514679, | |
| "learning_rate": 5.291332283840125e-05, | |
| "loss": 1.6422, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.06901335716247559, | |
| "learning_rate": 5.274379389786154e-05, | |
| "loss": 1.7208, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.06578974425792694, | |
| "learning_rate": 5.2574439641817006e-05, | |
| "loss": 1.6822, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.08507327735424042, | |
| "learning_rate": 5.240526069629265e-05, | |
| "loss": 1.6697, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.06818517297506332, | |
| "learning_rate": 5.223625768666528e-05, | |
| "loss": 1.7514, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.06869194656610489, | |
| "learning_rate": 5.206743123766139e-05, | |
| "loss": 1.6667, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.06622481346130371, | |
| "learning_rate": 5.1898781973354914e-05, | |
| "loss": 1.6807, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.07047388702630997, | |
| "learning_rate": 5.173031051716472e-05, | |
| "loss": 1.7118, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.0671396255493164, | |
| "learning_rate": 5.1562017491852387e-05, | |
| "loss": 1.641, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.06699879467487335, | |
| "learning_rate": 5.139390351951997e-05, | |
| "loss": 1.689, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.06538563221693039, | |
| "learning_rate": 5.122596922160768e-05, | |
| "loss": 1.6552, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.06701681017875671, | |
| "learning_rate": 5.105821521889147e-05, | |
| "loss": 1.6229, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.06672403961420059, | |
| "learning_rate": 5.089064213148082e-05, | |
| "loss": 1.695, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.06800191104412079, | |
| "learning_rate": 5.0723250578816576e-05, | |
| "loss": 1.6773, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.066898874938488, | |
| "learning_rate": 5.0556041179668354e-05, | |
| "loss": 1.6562, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "eval_loss": 1.7255171537399292, | |
| "eval_runtime": 76.5349, | |
| "eval_samples_per_second": 65.33, | |
| "eval_steps_per_second": 16.332, | |
| "step": 1096 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1644, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 548, | |
| "total_flos": 3.2705098222896415e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |