| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9994372537985369, | |
| "eval_steps": 500, | |
| "global_step": 888, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0011254924029262803, | |
| "grad_norm": 0.8479363918304443, | |
| "learning_rate": 2.247191011235955e-06, | |
| "loss": 1.0084, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005627462014631401, | |
| "grad_norm": 1.0625563859939575, | |
| "learning_rate": 1.1235955056179776e-05, | |
| "loss": 1.1513, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.011254924029262802, | |
| "grad_norm": 1.9530349969863892, | |
| "learning_rate": 2.2471910112359552e-05, | |
| "loss": 1.3647, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016882386043894203, | |
| "grad_norm": 1.0856108665466309, | |
| "learning_rate": 3.370786516853933e-05, | |
| "loss": 1.1026, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.022509848058525603, | |
| "grad_norm": 1.3664439916610718, | |
| "learning_rate": 4.4943820224719104e-05, | |
| "loss": 0.836, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.028137310073157007, | |
| "grad_norm": 0.8295888304710388, | |
| "learning_rate": 5.6179775280898885e-05, | |
| "loss": 0.6505, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03376477208778841, | |
| "grad_norm": 0.8303141593933105, | |
| "learning_rate": 6.741573033707866e-05, | |
| "loss": 0.6232, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03939223410241981, | |
| "grad_norm": 0.6008478999137878, | |
| "learning_rate": 7.865168539325843e-05, | |
| "loss": 0.428, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.04501969611705121, | |
| "grad_norm": 0.731120228767395, | |
| "learning_rate": 8.988764044943821e-05, | |
| "loss": 0.4453, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.050647158131682614, | |
| "grad_norm": 0.503491997718811, | |
| "learning_rate": 0.00010112359550561799, | |
| "loss": 0.3312, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.056274620146314014, | |
| "grad_norm": 0.736613392829895, | |
| "learning_rate": 0.00011235955056179777, | |
| "loss": 0.3825, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.061902082160945414, | |
| "grad_norm": 1.1015475988388062, | |
| "learning_rate": 0.00012359550561797752, | |
| "loss": 0.2907, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.06752954417557681, | |
| "grad_norm": 0.7216058373451233, | |
| "learning_rate": 0.00013483146067415732, | |
| "loss": 0.3717, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07315700619020822, | |
| "grad_norm": 1.0304406881332397, | |
| "learning_rate": 0.0001460674157303371, | |
| "loss": 0.4053, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07878446820483961, | |
| "grad_norm": 0.717244029045105, | |
| "learning_rate": 0.00015730337078651685, | |
| "loss": 0.3471, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08441193021947102, | |
| "grad_norm": 0.8437204360961914, | |
| "learning_rate": 0.00016853932584269662, | |
| "loss": 0.3412, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.09003939223410241, | |
| "grad_norm": 0.5658055543899536, | |
| "learning_rate": 0.00017977528089887642, | |
| "loss": 0.4183, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09566685424873382, | |
| "grad_norm": 0.6256535053253174, | |
| "learning_rate": 0.00019101123595505618, | |
| "loss": 0.3304, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.10129431626336523, | |
| "grad_norm": 0.41338804364204407, | |
| "learning_rate": 0.00019999922700687455, | |
| "loss": 0.324, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.10692177827799662, | |
| "grad_norm": 1.2900114059448242, | |
| "learning_rate": 0.000199972173502251, | |
| "loss": 0.3403, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.11254924029262803, | |
| "grad_norm": 0.5315810441970825, | |
| "learning_rate": 0.00019990648229089103, | |
| "loss": 0.3061, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11817670230725942, | |
| "grad_norm": 0.6736317276954651, | |
| "learning_rate": 0.00019980217876143698, | |
| "loss": 0.307, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.12380416432189083, | |
| "grad_norm": 0.5415677428245544, | |
| "learning_rate": 0.000199659303225598, | |
| "loss": 0.3489, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12943162633652222, | |
| "grad_norm": 0.6013039946556091, | |
| "learning_rate": 0.0001994779109025702, | |
| "loss": 0.3426, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.13505908835115363, | |
| "grad_norm": 0.6924653053283691, | |
| "learning_rate": 0.00019925807189769533, | |
| "loss": 0.3847, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.14068655036578503, | |
| "grad_norm": 2.3059215545654297, | |
| "learning_rate": 0.00019899987117536587, | |
| "loss": 0.3521, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.14631401238041644, | |
| "grad_norm": 0.7815282940864563, | |
| "learning_rate": 0.00019870340852618803, | |
| "loss": 0.2937, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.15194147439504782, | |
| "grad_norm": 0.7751880288124084, | |
| "learning_rate": 0.00019836879852841387, | |
| "loss": 0.3299, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.15756893640967923, | |
| "grad_norm": 0.6737527251243591, | |
| "learning_rate": 0.0001979961705036587, | |
| "loss": 0.307, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.16319639842431063, | |
| "grad_norm": 0.4875199794769287, | |
| "learning_rate": 0.00019758566846692029, | |
| "loss": 0.3564, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.16882386043894204, | |
| "grad_norm": 0.48927029967308044, | |
| "learning_rate": 0.00019713745107091923, | |
| "loss": 0.3709, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17445132245357345, | |
| "grad_norm": 0.8061405420303345, | |
| "learning_rate": 0.00019665169154478213, | |
| "loss": 0.2479, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.18007878446820483, | |
| "grad_norm": 0.5379148721694946, | |
| "learning_rate": 0.00019612857762709124, | |
| "loss": 0.2649, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18570624648283623, | |
| "grad_norm": 0.659520149230957, | |
| "learning_rate": 0.0001955683114933263, | |
| "loss": 0.3598, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.19133370849746764, | |
| "grad_norm": 0.6669427752494812, | |
| "learning_rate": 0.00019497110967772692, | |
| "loss": 0.2604, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.19696117051209905, | |
| "grad_norm": 0.48957839608192444, | |
| "learning_rate": 0.00019433720298960537, | |
| "loss": 0.2664, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.20258863252673046, | |
| "grad_norm": 0.4717267155647278, | |
| "learning_rate": 0.0001936668364241424, | |
| "loss": 0.2949, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.20821609454136183, | |
| "grad_norm": 0.5135904550552368, | |
| "learning_rate": 0.00019296026906770027, | |
| "loss": 0.3402, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.21384355655599324, | |
| "grad_norm": 0.36506161093711853, | |
| "learning_rate": 0.00019221777399768998, | |
| "loss": 0.2935, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.21947101857062465, | |
| "grad_norm": 0.6421459317207336, | |
| "learning_rate": 0.00019143963817703087, | |
| "loss": 0.2803, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.22509848058525606, | |
| "grad_norm": 0.6440847516059875, | |
| "learning_rate": 0.0001906261623432441, | |
| "loss": 0.2791, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.23072594259988746, | |
| "grad_norm": 0.4226614832878113, | |
| "learning_rate": 0.00018977766089222208, | |
| "loss": 0.2942, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.23635340461451884, | |
| "grad_norm": 0.3801310360431671, | |
| "learning_rate": 0.00018889446175671926, | |
| "loss": 0.3874, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.24198086662915025, | |
| "grad_norm": 0.626059353351593, | |
| "learning_rate": 0.00018797690627961132, | |
| "loss": 0.4083, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.24760832864378166, | |
| "grad_norm": 0.35303783416748047, | |
| "learning_rate": 0.0001870253490819713, | |
| "loss": 0.2474, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.25323579065841306, | |
| "grad_norm": 0.5032233595848083, | |
| "learning_rate": 0.00018604015792601396, | |
| "loss": 0.236, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.25886325267304444, | |
| "grad_norm": 0.7859108448028564, | |
| "learning_rate": 0.00018502171357296144, | |
| "loss": 0.2065, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2644907146876759, | |
| "grad_norm": 0.47997885942459106, | |
| "learning_rate": 0.00018397040963588488, | |
| "loss": 0.2757, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.27011817670230726, | |
| "grad_norm": 0.3313188850879669, | |
| "learning_rate": 0.00018288665242757903, | |
| "loss": 0.2234, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.27574563871693863, | |
| "grad_norm": 0.42563286423683167, | |
| "learning_rate": 0.0001817708608035286, | |
| "loss": 0.2735, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.28137310073157007, | |
| "grad_norm": 0.7245692610740662, | |
| "learning_rate": 0.00018062346600002699, | |
| "loss": 0.247, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.28700056274620145, | |
| "grad_norm": 0.41776588559150696, | |
| "learning_rate": 0.00017944491146751026, | |
| "loss": 0.3202, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2926280247608329, | |
| "grad_norm": 0.46748408675193787, | |
| "learning_rate": 0.0001782356526991702, | |
| "loss": 0.2366, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.29825548677546426, | |
| "grad_norm": 0.3817427456378937, | |
| "learning_rate": 0.00017699615705491325, | |
| "loss": 0.2053, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.30388294879009564, | |
| "grad_norm": 0.3615594208240509, | |
| "learning_rate": 0.00017572690358073326, | |
| "loss": 0.1965, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3095104108047271, | |
| "grad_norm": 0.48413321375846863, | |
| "learning_rate": 0.00017442838282356727, | |
| "loss": 0.2121, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.31513787281935846, | |
| "grad_norm": 0.7311267256736755, | |
| "learning_rate": 0.00017310109664170703, | |
| "loss": 0.3424, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.3207653348339899, | |
| "grad_norm": 0.4602237641811371, | |
| "learning_rate": 0.00017174555801083814, | |
| "loss": 0.2099, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.32639279684862127, | |
| "grad_norm": 0.5406469702720642, | |
| "learning_rate": 0.00017036229082578307, | |
| "loss": 0.3583, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.33202025886325265, | |
| "grad_norm": 0.26748359203338623, | |
| "learning_rate": 0.00016895182969802386, | |
| "loss": 0.2119, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.3376477208778841, | |
| "grad_norm": 0.40785279870033264, | |
| "learning_rate": 0.00016751471974908288, | |
| "loss": 0.2793, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.34327518289251546, | |
| "grad_norm": 0.5709397196769714, | |
| "learning_rate": 0.00016605151639984187, | |
| "loss": 0.2525, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.3489026449071469, | |
| "grad_norm": 0.857624351978302, | |
| "learning_rate": 0.00016456278515588024, | |
| "loss": 0.3339, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3545301069217783, | |
| "grad_norm": 0.33093103766441345, | |
| "learning_rate": 0.00016304910138891597, | |
| "loss": 0.3434, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.36015756893640966, | |
| "grad_norm": 0.44036629796028137, | |
| "learning_rate": 0.00016151105011443314, | |
| "loss": 0.229, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3657850309510411, | |
| "grad_norm": 0.3742360770702362, | |
| "learning_rate": 0.00015994922576558263, | |
| "loss": 0.3026, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.37141249296567247, | |
| "grad_norm": 0.3356841802597046, | |
| "learning_rate": 0.0001583642319634426, | |
| "loss": 0.2458, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.3770399549803039, | |
| "grad_norm": 0.48720481991767883, | |
| "learning_rate": 0.00015675668128372854, | |
| "loss": 0.2653, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3826674169949353, | |
| "grad_norm": 0.6053282022476196, | |
| "learning_rate": 0.00015512719502004197, | |
| "loss": 0.3231, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.38829487900956666, | |
| "grad_norm": 0.41004592180252075, | |
| "learning_rate": 0.00015347640294375005, | |
| "loss": 0.3181, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.3939223410241981, | |
| "grad_norm": 0.6467001438140869, | |
| "learning_rate": 0.0001518049430605887, | |
| "loss": 0.5039, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3995498030388295, | |
| "grad_norm": 0.4072398543357849, | |
| "learning_rate": 0.0001501134613640832, | |
| "loss": 0.22, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.4051772650534609, | |
| "grad_norm": 0.7158648371696472, | |
| "learning_rate": 0.0001484026115858815, | |
| "loss": 0.2842, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4108047270680923, | |
| "grad_norm": 0.5195010304450989, | |
| "learning_rate": 0.00014667305494309727, | |
| "loss": 0.2622, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.41643218908272367, | |
| "grad_norm": 0.5050496459007263, | |
| "learning_rate": 0.00014492545988275933, | |
| "loss": 0.3665, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.4220596510973551, | |
| "grad_norm": 0.27042141556739807, | |
| "learning_rate": 0.00014316050182346733, | |
| "loss": 0.3115, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.4276871131119865, | |
| "grad_norm": 0.35634538531303406, | |
| "learning_rate": 0.00014137886289435295, | |
| "loss": 0.2217, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.4333145751266179, | |
| "grad_norm": 0.336165189743042, | |
| "learning_rate": 0.00013958123167144733, | |
| "loss": 0.2716, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.4389420371412493, | |
| "grad_norm": 0.5529112219810486, | |
| "learning_rate": 0.00013776830291155703, | |
| "loss": 0.3433, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.4445694991558807, | |
| "grad_norm": 0.3461211025714874, | |
| "learning_rate": 0.00013594077728375128, | |
| "loss": 0.2916, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.4501969611705121, | |
| "grad_norm": 0.6085760593414307, | |
| "learning_rate": 0.00013409936109856424, | |
| "loss": 0.2442, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4558244231851435, | |
| "grad_norm": 0.601696252822876, | |
| "learning_rate": 0.00013224476603501662, | |
| "loss": 0.2316, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.4614518851997749, | |
| "grad_norm": 0.44390204548835754, | |
| "learning_rate": 0.00013037770886556294, | |
| "loss": 0.3902, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.4670793472144063, | |
| "grad_norm": 0.3032180368900299, | |
| "learning_rate": 0.00012849891117906978, | |
| "loss": 0.2376, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.4727068092290377, | |
| "grad_norm": 1.0338925123214722, | |
| "learning_rate": 0.00012660909910193303, | |
| "loss": 0.2524, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4783342712436691, | |
| "grad_norm": 0.29725944995880127, | |
| "learning_rate": 0.000124709003017441, | |
| "loss": 0.2789, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.4839617332583005, | |
| "grad_norm": 0.5633781552314758, | |
| "learning_rate": 0.0001227993572834926, | |
| "loss": 0.2129, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.48958919527293193, | |
| "grad_norm": 0.4558543562889099, | |
| "learning_rate": 0.0001208808999487793, | |
| "loss": 0.2721, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.4952166572875633, | |
| "grad_norm": 0.41546952724456787, | |
| "learning_rate": 0.00011895437246754074, | |
| "loss": 0.2707, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.5008441193021947, | |
| "grad_norm": 0.5292194485664368, | |
| "learning_rate": 0.00011702051941300396, | |
| "loss": 0.2852, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.5064715813168261, | |
| "grad_norm": 0.44494009017944336, | |
| "learning_rate": 0.00011508008818961731, | |
| "loss": 0.1887, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5120990433314575, | |
| "grad_norm": 2.672574043273926, | |
| "learning_rate": 0.00011313382874419031, | |
| "loss": 0.2296, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.5177265053460889, | |
| "grad_norm": 0.4071643054485321, | |
| "learning_rate": 0.00011118249327605055, | |
| "loss": 0.2921, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5233539673607203, | |
| "grad_norm": 0.41754430532455444, | |
| "learning_rate": 0.00010922683594633021, | |
| "loss": 0.2266, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.5289814293753518, | |
| "grad_norm": 0.27264049649238586, | |
| "learning_rate": 0.00010726761258649461, | |
| "loss": 0.239, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5346088913899831, | |
| "grad_norm": 0.5015512704849243, | |
| "learning_rate": 0.00010530558040622472, | |
| "loss": 0.3052, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.5402363534046145, | |
| "grad_norm": 0.3031107187271118, | |
| "learning_rate": 0.00010334149770076747, | |
| "loss": 0.3044, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5458638154192459, | |
| "grad_norm": 0.75295090675354, | |
| "learning_rate": 0.00010137612355786618, | |
| "loss": 0.2545, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.5514912774338773, | |
| "grad_norm": 0.5242462754249573, | |
| "learning_rate": 9.941021756438488e-05, | |
| "loss": 0.2483, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5571187394485088, | |
| "grad_norm": 0.30885180830955505, | |
| "learning_rate": 9.744453951273968e-05, | |
| "loss": 0.279, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.5627462014631401, | |
| "grad_norm": 0.39063045382499695, | |
| "learning_rate": 9.547984910725064e-05, | |
| "loss": 0.211, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5683736634777715, | |
| "grad_norm": 0.3500135838985443, | |
| "learning_rate": 9.35169056705278e-05, | |
| "loss": 0.2148, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.5740011254924029, | |
| "grad_norm": 0.34409910440444946, | |
| "learning_rate": 9.155646785000467e-05, | |
| "loss": 0.2509, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5796285875070343, | |
| "grad_norm": 0.3541821539402008, | |
| "learning_rate": 8.959929332473262e-05, | |
| "loss": 0.3381, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.5852560495216658, | |
| "grad_norm": 0.8181503415107727, | |
| "learning_rate": 8.764613851254968e-05, | |
| "loss": 0.2808, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5908835115362971, | |
| "grad_norm": 0.36616384983062744, | |
| "learning_rate": 8.569775827773656e-05, | |
| "loss": 0.1762, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.5965109735509285, | |
| "grad_norm": 0.5440443754196167, | |
| "learning_rate": 8.375490563927328e-05, | |
| "loss": 0.2909, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.6021384355655599, | |
| "grad_norm": 0.4618743360042572, | |
| "learning_rate": 8.181833147980894e-05, | |
| "loss": 0.3326, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.6077658975801913, | |
| "grad_norm": 0.604923665523529, | |
| "learning_rate": 7.98887842554572e-05, | |
| "loss": 0.2639, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.6133933595948228, | |
| "grad_norm": 0.46064886450767517, | |
| "learning_rate": 7.796700970652932e-05, | |
| "loss": 0.2933, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.6190208216094542, | |
| "grad_norm": 0.4644724428653717, | |
| "learning_rate": 7.605375056931712e-05, | |
| "loss": 0.2487, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6246482836240855, | |
| "grad_norm": 0.5088258981704712, | |
| "learning_rate": 7.41497462890369e-05, | |
| "loss": 0.2957, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.6302757456387169, | |
| "grad_norm": 0.6130680441856384, | |
| "learning_rate": 7.225573273404513e-05, | |
| "loss": 0.2588, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6359032076533483, | |
| "grad_norm": 0.45168906450271606, | |
| "learning_rate": 7.037244191143661e-05, | |
| "loss": 0.2477, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.6415306696679798, | |
| "grad_norm": 0.2619435787200928, | |
| "learning_rate": 6.850060168413518e-05, | |
| "loss": 0.1566, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6471581316826112, | |
| "grad_norm": 0.36049678921699524, | |
| "learning_rate": 6.66409354895857e-05, | |
| "loss": 0.3076, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.6527855936972425, | |
| "grad_norm": 0.20779716968536377, | |
| "learning_rate": 6.479416206015679e-05, | |
| "loss": 0.1849, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6584130557118739, | |
| "grad_norm": 0.5497414469718933, | |
| "learning_rate": 6.296099514536167e-05, | |
| "loss": 0.2734, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.6640405177265053, | |
| "grad_norm": 0.3398374319076538, | |
| "learning_rate": 6.114214323600504e-05, | |
| "loss": 0.2271, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6696679797411368, | |
| "grad_norm": 0.2531116306781769, | |
| "learning_rate": 5.9338309290362324e-05, | |
| "loss": 0.1864, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.6752954417557682, | |
| "grad_norm": 0.38855037093162537, | |
| "learning_rate": 5.7550190462496946e-05, | |
| "loss": 0.2591, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6809229037703995, | |
| "grad_norm": 0.4525040090084076, | |
| "learning_rate": 5.577847783282122e-05, | |
| "loss": 0.3319, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.6865503657850309, | |
| "grad_norm": 0.5147562623023987, | |
| "learning_rate": 5.4023856141004236e-05, | |
| "loss": 0.2328, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.6921778277996623, | |
| "grad_norm": 0.48170509934425354, | |
| "learning_rate": 5.228700352133071e-05, | |
| "loss": 0.3459, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.6978052898142938, | |
| "grad_norm": 0.3423648178577423, | |
| "learning_rate": 5.05685912406123e-05, | |
| "loss": 0.2372, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.7034327518289252, | |
| "grad_norm": 0.34861063957214355, | |
| "learning_rate": 4.886928343875341e-05, | |
| "loss": 0.2686, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.7090602138435566, | |
| "grad_norm": 0.5629642009735107, | |
| "learning_rate": 4.71897368720714e-05, | |
| "loss": 0.1908, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.7146876758581879, | |
| "grad_norm": 0.47687891125679016, | |
| "learning_rate": 4.553060065947013e-05, | |
| "loss": 0.3051, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.7203151378728193, | |
| "grad_norm": 0.3600665032863617, | |
| "learning_rate": 4.3892516031565954e-05, | |
| "loss": 0.216, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7259425998874508, | |
| "grad_norm": 0.3238658905029297, | |
| "learning_rate": 4.227611608286147e-05, | |
| "loss": 0.2727, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.7315700619020822, | |
| "grad_norm": 0.5159012675285339, | |
| "learning_rate": 4.0682025527064486e-05, | |
| "loss": 0.2408, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7371975239167136, | |
| "grad_norm": 0.5588057041168213, | |
| "learning_rate": 3.911086045564575e-05, | |
| "loss": 0.2084, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.7428249859313449, | |
| "grad_norm": 0.33754897117614746, | |
| "learning_rate": 3.756322809972905e-05, | |
| "loss": 0.2405, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7484524479459763, | |
| "grad_norm": 0.3047542870044708, | |
| "learning_rate": 3.6039726595405755e-05, | |
| "loss": 0.2054, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.7540799099606078, | |
| "grad_norm": 0.5348085761070251, | |
| "learning_rate": 3.4540944752564406e-05, | |
| "loss": 0.215, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7597073719752392, | |
| "grad_norm": 0.6096937656402588, | |
| "learning_rate": 3.3067461827324755e-05, | |
| "loss": 0.3615, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.7653348339898706, | |
| "grad_norm": 0.29212549328804016, | |
| "learning_rate": 3.161984729816415e-05, | |
| "loss": 0.2056, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.770962296004502, | |
| "grad_norm": 0.40820997953414917, | |
| "learning_rate": 3.0198660645822985e-05, | |
| "loss": 0.2244, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.7765897580191333, | |
| "grad_norm": 0.35913002490997314, | |
| "learning_rate": 2.880445113707384e-05, | |
| "loss": 0.2536, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7822172200337648, | |
| "grad_norm": 0.36664295196533203, | |
| "learning_rate": 2.743775761243843e-05, | |
| "loss": 0.266, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.7878446820483962, | |
| "grad_norm": 0.3958778381347656, | |
| "learning_rate": 2.6099108277934103e-05, | |
| "loss": 0.2483, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7934721440630276, | |
| "grad_norm": 0.4310711920261383, | |
| "learning_rate": 2.4789020500930095e-05, | |
| "loss": 0.179, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.799099606077659, | |
| "grad_norm": 1.0834096670150757, | |
| "learning_rate": 2.3508000610193258e-05, | |
| "loss": 0.3142, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.8047270680922903, | |
| "grad_norm": 1.0267940759658813, | |
| "learning_rate": 2.2256543700199685e-05, | |
| "loss": 0.2546, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.8103545301069218, | |
| "grad_norm": 0.2950025498867035, | |
| "learning_rate": 2.1035133439788236e-05, | |
| "loss": 0.151, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.8159819921215532, | |
| "grad_norm": 0.3759666085243225, | |
| "learning_rate": 1.9844241885230163e-05, | |
| "loss": 0.2239, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.8216094541361846, | |
| "grad_norm": 0.34732529520988464, | |
| "learning_rate": 1.8684329297786453e-05, | |
| "loss": 0.2362, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.827236916150816, | |
| "grad_norm": 0.2747817635536194, | |
| "learning_rate": 1.7555843965823992e-05, | |
| "loss": 0.2227, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.8328643781654473, | |
| "grad_norm": 0.5855769515037537, | |
| "learning_rate": 1.6459222031558974e-05, | |
| "loss": 0.2677, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8384918401800788, | |
| "grad_norm": 0.49194827675819397, | |
| "learning_rate": 1.5394887322494732e-05, | |
| "loss": 0.2306, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.8441193021947102, | |
| "grad_norm": 0.475304514169693, | |
| "learning_rate": 1.4363251187618854e-05, | |
| "loss": 0.3053, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8497467642093416, | |
| "grad_norm": 0.37457942962646484, | |
| "learning_rate": 1.3364712338423214e-05, | |
| "loss": 0.1884, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.855374226223973, | |
| "grad_norm": 0.4119722247123718, | |
| "learning_rate": 1.2399656694807971e-05, | |
| "loss": 0.3746, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8610016882386043, | |
| "grad_norm": 0.5167866945266724, | |
| "learning_rate": 1.1468457235929597e-05, | |
| "loss": 0.2426, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.8666291502532358, | |
| "grad_norm": 0.41178828477859497, | |
| "learning_rate": 1.0571473856050107e-05, | |
| "loss": 0.2886, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.8722566122678672, | |
| "grad_norm": 0.43694284558296204, | |
| "learning_rate": 9.709053225443487e-06, | |
| "loss": 0.2708, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.8778840742824986, | |
| "grad_norm": 0.22772341966629028, | |
| "learning_rate": 8.881528656412963e-06, | |
| "loss": 0.1469, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.88351153629713, | |
| "grad_norm": 0.38090091943740845, | |
| "learning_rate": 8.08921997447094e-06, | |
| "loss": 0.3346, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.8891389983117614, | |
| "grad_norm": 0.3263999819755554, | |
| "learning_rate": 7.332433394731331e-06, | |
| "loss": 0.2386, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8947664603263928, | |
| "grad_norm": 0.30097389221191406, | |
| "learning_rate": 6.611461403562147e-06, | |
| "loss": 0.1905, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.9003939223410242, | |
| "grad_norm": 0.41428399085998535, | |
| "learning_rate": 5.92658264554401e-06, | |
| "loss": 0.2399, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.9060213843556556, | |
| "grad_norm": 0.4272648096084595, | |
| "learning_rate": 5.278061815778313e-06, | |
| "loss": 0.195, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.911648846370287, | |
| "grad_norm": 0.44488322734832764, | |
| "learning_rate": 4.666149557586697e-06, | |
| "loss": 0.2342, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.9172763083849184, | |
| "grad_norm": 0.3607059717178345, | |
| "learning_rate": 4.091082365641085e-06, | |
| "loss": 0.2702, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.9229037703995498, | |
| "grad_norm": 0.30268949270248413, | |
| "learning_rate": 3.5530824945623542e-06, | |
| "loss": 0.2509, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.9285312324141812, | |
| "grad_norm": 0.478462815284729, | |
| "learning_rate": 3.0523578730221713e-06, | |
| "loss": 0.2529, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.9341586944288126, | |
| "grad_norm": 0.36823543906211853, | |
| "learning_rate": 2.589102023381895e-06, | |
| "loss": 0.2497, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.939786156443444, | |
| "grad_norm": 0.6508424878120422, | |
| "learning_rate": 2.1634939868990235e-06, | |
| "loss": 0.4272, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.9454136184580754, | |
| "grad_norm": 0.4297642409801483, | |
| "learning_rate": 1.7756982545306443e-06, | |
| "loss": 0.2261, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.9510410804727069, | |
| "grad_norm": 0.2725857198238373, | |
| "learning_rate": 1.4258647033601024e-06, | |
| "loss": 0.1526, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.9566685424873382, | |
| "grad_norm": 0.366515189409256, | |
| "learning_rate": 1.1141285386718437e-06, | |
| "loss": 0.2365, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9622960045019696, | |
| "grad_norm": 0.4519096910953522, | |
| "learning_rate": 8.406102416967043e-07, | |
| "loss": 0.2357, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.967923466516601, | |
| "grad_norm": 0.36480775475502014, | |
| "learning_rate": 6.054155230476699e-07, | |
| "loss": 0.2632, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.9735509285312324, | |
| "grad_norm": 0.29836106300354004, | |
| "learning_rate": 4.0863528186445564e-07, | |
| "loss": 0.2645, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.9791783905458639, | |
| "grad_norm": 0.33390042185783386, | |
| "learning_rate": 2.50345570682331e-07, | |
| "loss": 0.2836, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.9848058525604952, | |
| "grad_norm": 0.5138782262802124, | |
| "learning_rate": 1.3060756603897605e-07, | |
| "loss": 0.2035, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.9904333145751266, | |
| "grad_norm": 0.47627323865890503, | |
| "learning_rate": 4.946754483071692e-08, | |
| "loss": 0.2365, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.996060776589758, | |
| "grad_norm": 0.2622200548648834, | |
| "learning_rate": 6.95686642719906e-09, | |
| "loss": 0.1815, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.9994372537985369, | |
| "step": 888, | |
| "total_flos": 8.639715708407644e+17, | |
| "train_loss": 0.2980908542066007, | |
| "train_runtime": 5659.1413, | |
| "train_samples_per_second": 2.512, | |
| "train_steps_per_second": 0.157 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 888, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.639715708407644e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |