| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 8.0, | |
| "eval_steps": 400, | |
| "global_step": 1712, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04672897196261682, | |
| "grad_norm": 0.8108399564287991, | |
| "learning_rate": 9.999158178436007e-05, | |
| "loss": 1.1115, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.09345794392523364, | |
| "grad_norm": 0.19874272531557952, | |
| "learning_rate": 9.996632997209443e-05, | |
| "loss": 0.1905, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.14018691588785046, | |
| "grad_norm": 0.12703843810365584, | |
| "learning_rate": 9.992425306621115e-05, | |
| "loss": 0.0789, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.18691588785046728, | |
| "grad_norm": 0.10355469925054432, | |
| "learning_rate": 9.986536523520889e-05, | |
| "loss": 0.0924, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2336448598130841, | |
| "grad_norm": 0.1852892166670333, | |
| "learning_rate": 9.978968630830607e-05, | |
| "loss": 0.065, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2803738317757009, | |
| "grad_norm": 0.09323366928517218, | |
| "learning_rate": 9.969724176876373e-05, | |
| "loss": 0.0531, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.32710280373831774, | |
| "grad_norm": 0.08829483418959966, | |
| "learning_rate": 9.95880627453046e-05, | |
| "loss": 0.0782, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.37383177570093457, | |
| "grad_norm": 0.15247331956402047, | |
| "learning_rate": 9.94621860016312e-05, | |
| "loss": 0.0633, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.4205607476635514, | |
| "grad_norm": 0.14725457723867078, | |
| "learning_rate": 9.931965392404641e-05, | |
| "loss": 0.0501, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4672897196261682, | |
| "grad_norm": 0.0922740352810748, | |
| "learning_rate": 9.916051450718084e-05, | |
| "loss": 0.0508, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.514018691588785, | |
| "grad_norm": 0.0938141317411703, | |
| "learning_rate": 9.89848213378316e-05, | |
| "loss": 0.0356, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5607476635514018, | |
| "grad_norm": 0.12421407254599728, | |
| "learning_rate": 9.879263357691814e-05, | |
| "loss": 0.0416, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6074766355140186, | |
| "grad_norm": 0.237166690677984, | |
| "learning_rate": 9.858401593956104e-05, | |
| "loss": 0.0407, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6542056074766355, | |
| "grad_norm": 0.08880528008550467, | |
| "learning_rate": 9.83590386732906e-05, | |
| "loss": 0.0338, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.7009345794392523, | |
| "grad_norm": 0.11986338307776492, | |
| "learning_rate": 9.811777753439248e-05, | |
| "loss": 0.0341, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7476635514018691, | |
| "grad_norm": 0.08032330195379932, | |
| "learning_rate": 9.786031376239842e-05, | |
| "loss": 0.024, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.794392523364486, | |
| "grad_norm": 0.07663400363911589, | |
| "learning_rate": 9.758673405273046e-05, | |
| "loss": 0.0242, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8411214953271028, | |
| "grad_norm": 0.14946426405800525, | |
| "learning_rate": 9.729713052750826e-05, | |
| "loss": 0.0237, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8878504672897196, | |
| "grad_norm": 0.0759393683447156, | |
| "learning_rate": 9.699160070452882e-05, | |
| "loss": 0.0202, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.9345794392523364, | |
| "grad_norm": 0.12858143092057014, | |
| "learning_rate": 9.667024746442952e-05, | |
| "loss": 0.019, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9813084112149533, | |
| "grad_norm": 0.10495732835434407, | |
| "learning_rate": 9.633317901604523e-05, | |
| "loss": 0.0183, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.02803738317757, | |
| "grad_norm": 0.06980923471022675, | |
| "learning_rate": 9.59805088599713e-05, | |
| "loss": 0.015, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.074766355140187, | |
| "grad_norm": 0.06932653950015637, | |
| "learning_rate": 9.561235575034469e-05, | |
| "loss": 0.0131, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.1214953271028036, | |
| "grad_norm": 0.058548744277500064, | |
| "learning_rate": 9.522884365485598e-05, | |
| "loss": 0.0118, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1682242990654206, | |
| "grad_norm": 0.03726047410080607, | |
| "learning_rate": 9.483010171300602e-05, | |
| "loss": 0.0135, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.2149532710280373, | |
| "grad_norm": 0.05545270603496205, | |
| "learning_rate": 9.441626419262084e-05, | |
| "loss": 0.0121, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.2616822429906542, | |
| "grad_norm": 0.05893605931281947, | |
| "learning_rate": 9.398747044463992e-05, | |
| "loss": 0.012, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.308411214953271, | |
| "grad_norm": 0.052627420151130956, | |
| "learning_rate": 9.354386485619264e-05, | |
| "loss": 0.0136, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.355140186915888, | |
| "grad_norm": 0.051128701449751776, | |
| "learning_rate": 9.308559680197914e-05, | |
| "loss": 0.0137, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.4018691588785046, | |
| "grad_norm": 0.09981668657519205, | |
| "learning_rate": 9.261282059397145e-05, | |
| "loss": 0.0116, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.4485981308411215, | |
| "grad_norm": 0.04456617572462679, | |
| "learning_rate": 9.212569542945234e-05, | |
| "loss": 0.0128, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.4953271028037383, | |
| "grad_norm": 0.06065053274675731, | |
| "learning_rate": 9.162438533740892e-05, | |
| "loss": 0.0113, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.542056074766355, | |
| "grad_norm": 0.08108720647504085, | |
| "learning_rate": 9.110905912329949e-05, | |
| "loss": 0.012, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.588785046728972, | |
| "grad_norm": 0.04189447531626791, | |
| "learning_rate": 9.057989031221188e-05, | |
| "loss": 0.0112, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.6355140186915889, | |
| "grad_norm": 0.06292392241512725, | |
| "learning_rate": 9.003705709043253e-05, | |
| "loss": 0.0101, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.6822429906542056, | |
| "grad_norm": 0.16839424797262825, | |
| "learning_rate": 8.948074224544614e-05, | |
| "loss": 0.0113, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.7289719626168223, | |
| "grad_norm": 0.03631611864356132, | |
| "learning_rate": 8.891113310438587e-05, | |
| "loss": 0.0117, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.7757009345794392, | |
| "grad_norm": 0.02998579815737736, | |
| "learning_rate": 8.832842147095495e-05, | |
| "loss": 0.0109, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.8224299065420562, | |
| "grad_norm": 0.04479035362698208, | |
| "learning_rate": 8.773280356084077e-05, | |
| "loss": 0.0098, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.8691588785046729, | |
| "grad_norm": 0.05286540264614212, | |
| "learning_rate": 8.712447993564361e-05, | |
| "loss": 0.0109, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.8691588785046729, | |
| "eval_loss": 0.01072569377720356, | |
| "eval_runtime": 3.437, | |
| "eval_samples_per_second": 70.993, | |
| "eval_steps_per_second": 2.037, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.9158878504672896, | |
| "grad_norm": 0.05068443093268522, | |
| "learning_rate": 8.650365543534168e-05, | |
| "loss": 0.01, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.9626168224299065, | |
| "grad_norm": 0.034340227946281374, | |
| "learning_rate": 8.587053910931575e-05, | |
| "loss": 0.0093, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.0093457943925235, | |
| "grad_norm": 0.035620502174738417, | |
| "learning_rate": 8.522534414595609e-05, | |
| "loss": 0.0091, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.05607476635514, | |
| "grad_norm": 0.03143044172853539, | |
| "learning_rate": 8.456828780087598e-05, | |
| "loss": 0.008, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.102803738317757, | |
| "grad_norm": 0.05199083018672625, | |
| "learning_rate": 8.38995913237554e-05, | |
| "loss": 0.0078, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.149532710280374, | |
| "grad_norm": 0.03405283371576451, | |
| "learning_rate": 8.321947988384005e-05, | |
| "loss": 0.0089, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.196261682242991, | |
| "grad_norm": 0.050263061552753986, | |
| "learning_rate": 8.252818249412037e-05, | |
| "loss": 0.0084, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.2429906542056073, | |
| "grad_norm": 0.032967778518522166, | |
| "learning_rate": 8.182593193421625e-05, | |
| "loss": 0.0082, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.289719626168224, | |
| "grad_norm": 0.035321987909812884, | |
| "learning_rate": 8.111296467199356e-05, | |
| "loss": 0.008, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.336448598130841, | |
| "grad_norm": 0.029919394297831105, | |
| "learning_rate": 8.038952078393862e-05, | |
| "loss": 0.008, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.383177570093458, | |
| "grad_norm": 0.037839397396561614, | |
| "learning_rate": 7.96558438743175e-05, | |
| "loss": 0.0081, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.4299065420560746, | |
| "grad_norm": 0.03447748806162398, | |
| "learning_rate": 7.89121809931477e-05, | |
| "loss": 0.0082, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.4766355140186915, | |
| "grad_norm": 0.041992049585078906, | |
| "learning_rate": 7.815878255300901e-05, | |
| "loss": 0.0082, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.5233644859813085, | |
| "grad_norm": 0.034025872963113706, | |
| "learning_rate": 7.739590224472275e-05, | |
| "loss": 0.0078, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.5700934579439254, | |
| "grad_norm": 0.028042564915330366, | |
| "learning_rate": 7.662379695192663e-05, | |
| "loss": 0.0078, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.616822429906542, | |
| "grad_norm": 0.041319137226956335, | |
| "learning_rate": 7.58427266645747e-05, | |
| "loss": 0.0078, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.663551401869159, | |
| "grad_norm": 0.03522762783198424, | |
| "learning_rate": 7.505295439139133e-05, | |
| "loss": 0.0079, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.710280373831776, | |
| "grad_norm": 0.033750692975752054, | |
| "learning_rate": 7.425474607130858e-05, | |
| "loss": 0.0076, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.7570093457943923, | |
| "grad_norm": 0.030318374748605468, | |
| "learning_rate": 7.344837048391702e-05, | |
| "loss": 0.0081, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.803738317757009, | |
| "grad_norm": 0.0269893097675881, | |
| "learning_rate": 7.263409915895992e-05, | |
| "loss": 0.0075, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.850467289719626, | |
| "grad_norm": 0.080809904610704, | |
| "learning_rate": 7.181220628490135e-05, | |
| "loss": 0.0072, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.897196261682243, | |
| "grad_norm": 0.0479816994697567, | |
| "learning_rate": 7.098296861659925e-05, | |
| "loss": 0.0078, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.94392523364486, | |
| "grad_norm": 0.024727139983622894, | |
| "learning_rate": 7.014666538211391e-05, | |
| "loss": 0.0075, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.9906542056074765, | |
| "grad_norm": 0.035477577514644594, | |
| "learning_rate": 6.930357818868409e-05, | |
| "loss": 0.0076, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.0373831775700935, | |
| "grad_norm": 0.03489962140746076, | |
| "learning_rate": 6.845399092790168e-05, | |
| "loss": 0.0067, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.0841121495327104, | |
| "grad_norm": 0.028458398477187792, | |
| "learning_rate": 6.75981896801173e-05, | |
| "loss": 0.0069, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.130841121495327, | |
| "grad_norm": 0.029455198773575362, | |
| "learning_rate": 6.673646261810897e-05, | |
| "loss": 0.0073, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.177570093457944, | |
| "grad_norm": 0.021331692675162994, | |
| "learning_rate": 6.586909991004586e-05, | |
| "loss": 0.0063, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.2242990654205608, | |
| "grad_norm": 0.030623459310690392, | |
| "learning_rate": 6.499639362178057e-05, | |
| "loss": 0.0074, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 3.2710280373831777, | |
| "grad_norm": 0.033777185932132234, | |
| "learning_rate": 6.41186376185021e-05, | |
| "loss": 0.0073, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.317757009345794, | |
| "grad_norm": 0.03878683167456107, | |
| "learning_rate": 6.323612746578306e-05, | |
| "loss": 0.0071, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 3.364485981308411, | |
| "grad_norm": 0.0326477494007077, | |
| "learning_rate": 6.234916033005421e-05, | |
| "loss": 0.0073, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 3.411214953271028, | |
| "grad_norm": 0.03373929782607459, | |
| "learning_rate": 6.145803487854015e-05, | |
| "loss": 0.0067, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 3.457943925233645, | |
| "grad_norm": 0.023188946944247713, | |
| "learning_rate": 6.056305117868939e-05, | |
| "loss": 0.0065, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 3.5046728971962615, | |
| "grad_norm": 0.023508542077636894, | |
| "learning_rate": 5.966451059713311e-05, | |
| "loss": 0.0065, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.5514018691588785, | |
| "grad_norm": 0.02989633738957656, | |
| "learning_rate": 5.8762715698206385e-05, | |
| "loss": 0.0068, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 3.5981308411214954, | |
| "grad_norm": 0.02608338564335597, | |
| "learning_rate": 5.78579701420661e-05, | |
| "loss": 0.0065, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 3.6448598130841123, | |
| "grad_norm": 0.02843620648372604, | |
| "learning_rate": 5.695057858243988e-05, | |
| "loss": 0.0069, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.691588785046729, | |
| "grad_norm": 0.026903369236640558, | |
| "learning_rate": 5.604084656404052e-05, | |
| "loss": 0.0064, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 3.7383177570093458, | |
| "grad_norm": 0.03087535604554872, | |
| "learning_rate": 5.512908041968018e-05, | |
| "loss": 0.0068, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.7383177570093458, | |
| "eval_loss": 0.007949975319206715, | |
| "eval_runtime": 3.3099, | |
| "eval_samples_per_second": 73.719, | |
| "eval_steps_per_second": 2.115, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.7850467289719627, | |
| "grad_norm": 0.027092999369925153, | |
| "learning_rate": 5.4215587167119554e-05, | |
| "loss": 0.0066, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 3.831775700934579, | |
| "grad_norm": 0.022172386959882197, | |
| "learning_rate": 5.330067440568605e-05, | |
| "loss": 0.0063, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 3.878504672897196, | |
| "grad_norm": 0.02880464575204624, | |
| "learning_rate": 5.238465021269637e-05, | |
| "loss": 0.0072, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 3.925233644859813, | |
| "grad_norm": 0.026027691897489803, | |
| "learning_rate": 5.1467823039718044e-05, | |
| "loss": 0.0068, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 3.97196261682243, | |
| "grad_norm": 0.027074409669940073, | |
| "learning_rate": 5.0550501608704926e-05, | |
| "loss": 0.0064, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 4.018691588785047, | |
| "grad_norm": 0.022224303104632814, | |
| "learning_rate": 4.9632994808041724e-05, | |
| "loss": 0.0066, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 4.065420560747664, | |
| "grad_norm": 0.029720109312162384, | |
| "learning_rate": 4.871561158853241e-05, | |
| "loss": 0.0056, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 4.11214953271028, | |
| "grad_norm": 0.021302383660758806, | |
| "learning_rate": 4.7798660859367615e-05, | |
| "loss": 0.006, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 4.158878504672897, | |
| "grad_norm": 0.019221061294488036, | |
| "learning_rate": 4.688245138410612e-05, | |
| "loss": 0.006, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 4.205607476635514, | |
| "grad_norm": 0.025917557422674823, | |
| "learning_rate": 4.5967291676705286e-05, | |
| "loss": 0.0063, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.252336448598131, | |
| "grad_norm": 0.020256663017665554, | |
| "learning_rate": 4.5053489897635585e-05, | |
| "loss": 0.0066, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 4.299065420560748, | |
| "grad_norm": 0.017745913007780147, | |
| "learning_rate": 4.414135375011416e-05, | |
| "loss": 0.0063, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 4.345794392523365, | |
| "grad_norm": 0.02011370658432465, | |
| "learning_rate": 4.323119037649232e-05, | |
| "loss": 0.0057, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 4.392523364485982, | |
| "grad_norm": 0.024844301511041878, | |
| "learning_rate": 4.2323306254831934e-05, | |
| "loss": 0.0064, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 4.4392523364485985, | |
| "grad_norm": 0.022813937850513024, | |
| "learning_rate": 4.14180070957055e-05, | |
| "loss": 0.0067, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 4.485981308411215, | |
| "grad_norm": 0.020230098188474713, | |
| "learning_rate": 4.051559773925462e-05, | |
| "loss": 0.0062, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 4.5327102803738315, | |
| "grad_norm": 0.023811479597101767, | |
| "learning_rate": 3.961638205254161e-05, | |
| "loss": 0.0061, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 4.579439252336448, | |
| "grad_norm": 0.02740260066991885, | |
| "learning_rate": 3.872066282722877e-05, | |
| "loss": 0.0064, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 4.626168224299065, | |
| "grad_norm": 0.02317216889617009, | |
| "learning_rate": 3.782874167761977e-05, | |
| "loss": 0.006, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 4.672897196261682, | |
| "grad_norm": 0.012363068654073208, | |
| "learning_rate": 3.694091893909746e-05, | |
| "loss": 0.0062, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.719626168224299, | |
| "grad_norm": 0.03140973721401593, | |
| "learning_rate": 3.605749356699235e-05, | |
| "loss": 0.0066, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 4.766355140186916, | |
| "grad_norm": 0.02856466113066483, | |
| "learning_rate": 3.5178763035915804e-05, | |
| "loss": 0.0058, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 4.813084112149532, | |
| "grad_norm": 0.023964636381919646, | |
| "learning_rate": 3.430502323959185e-05, | |
| "loss": 0.0061, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 4.859813084112149, | |
| "grad_norm": 0.025128922566591057, | |
| "learning_rate": 3.343656839122121e-05, | |
| "loss": 0.0059, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 4.906542056074766, | |
| "grad_norm": 0.0186144001471827, | |
| "learning_rate": 3.257369092441137e-05, | |
| "loss": 0.0064, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 4.953271028037383, | |
| "grad_norm": 0.024922675182496204, | |
| "learning_rate": 3.171668139470578e-05, | |
| "loss": 0.0067, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.023268694442631153, | |
| "learning_rate": 3.086582838174551e-05, | |
| "loss": 0.0066, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.046728971962617, | |
| "grad_norm": 0.022858435420561946, | |
| "learning_rate": 3.0021418392096213e-05, | |
| "loss": 0.0056, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 5.093457943925234, | |
| "grad_norm": 0.03037878789593789, | |
| "learning_rate": 2.9183735762773124e-05, | |
| "loss": 0.0058, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 5.140186915887851, | |
| "grad_norm": 0.027831633677455617, | |
| "learning_rate": 2.8353062565496713e-05, | |
| "loss": 0.0057, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.186915887850467, | |
| "grad_norm": 0.02234327350971588, | |
| "learning_rate": 2.7529678511711036e-05, | |
| "loss": 0.0058, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 5.233644859813084, | |
| "grad_norm": 0.02420276983311316, | |
| "learning_rate": 2.671386085839682e-05, | |
| "loss": 0.0056, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 5.280373831775701, | |
| "grad_norm": 0.026279801398446302, | |
| "learning_rate": 2.5905884314711238e-05, | |
| "loss": 0.0059, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 5.327102803738318, | |
| "grad_norm": 0.024113471920291712, | |
| "learning_rate": 2.5106020949485348e-05, | |
| "loss": 0.0055, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 5.373831775700935, | |
| "grad_norm": 0.02757405539371541, | |
| "learning_rate": 2.4314540099610812e-05, | |
| "loss": 0.0064, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 5.420560747663552, | |
| "grad_norm": 0.023071247903649506, | |
| "learning_rate": 2.353170827934635e-05, | |
| "loss": 0.006, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 5.4672897196261685, | |
| "grad_norm": 0.0288737767028276, | |
| "learning_rate": 2.27577890905749e-05, | |
| "loss": 0.0058, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 5.5140186915887845, | |
| "grad_norm": 0.029369556474304507, | |
| "learning_rate": 2.1993043134041214e-05, | |
| "loss": 0.0058, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 5.5607476635514015, | |
| "grad_norm": 0.021962327780855752, | |
| "learning_rate": 2.1237727921600194e-05, | |
| "loss": 0.0062, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 5.607476635514018, | |
| "grad_norm": 0.027762289058911312, | |
| "learning_rate": 2.0492097789505178e-05, | |
| "loss": 0.0059, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.607476635514018, | |
| "eval_loss": 0.007473748177289963, | |
| "eval_runtime": 3.3345, | |
| "eval_samples_per_second": 73.174, | |
| "eval_steps_per_second": 2.099, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.654205607476635, | |
| "grad_norm": 0.02469372448375762, | |
| "learning_rate": 1.9756403812765763e-05, | |
| "loss": 0.0056, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 5.700934579439252, | |
| "grad_norm": 0.025899196843355222, | |
| "learning_rate": 1.9030893720603605e-05, | |
| "loss": 0.0058, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 5.747663551401869, | |
| "grad_norm": 0.0265685769061, | |
| "learning_rate": 1.831581181303489e-05, | |
| "loss": 0.006, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 5.794392523364486, | |
| "grad_norm": 0.0236407517735495, | |
| "learning_rate": 1.7611398878607544e-05, | |
| "loss": 0.0056, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 5.841121495327103, | |
| "grad_norm": 0.028633962957475903, | |
| "learning_rate": 1.6917892113320826e-05, | |
| "loss": 0.0056, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 5.88785046728972, | |
| "grad_norm": 0.025134468654909488, | |
| "learning_rate": 1.6235525040754667e-05, | |
| "loss": 0.0059, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 5.934579439252336, | |
| "grad_norm": 0.018750521917658348, | |
| "learning_rate": 1.5564527433435565e-05, | |
| "loss": 0.0054, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 5.981308411214953, | |
| "grad_norm": 0.02286869577795185, | |
| "learning_rate": 1.4905125235465589e-05, | |
| "loss": 0.0056, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 6.02803738317757, | |
| "grad_norm": 0.02111534299450912, | |
| "learning_rate": 1.4257540486440596e-05, | |
| "loss": 0.0052, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 6.074766355140187, | |
| "grad_norm": 0.020056682398156774, | |
| "learning_rate": 1.362199124668309e-05, | |
| "loss": 0.0052, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.121495327102804, | |
| "grad_norm": 0.023191711564030777, | |
| "learning_rate": 1.2998691523815043e-05, | |
| "loss": 0.0053, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 6.168224299065421, | |
| "grad_norm": 0.026466885727658793, | |
| "learning_rate": 1.23878512006955e-05, | |
| "loss": 0.0051, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 6.214953271028038, | |
| "grad_norm": 0.02292053543721861, | |
| "learning_rate": 1.178967596474691e-05, | |
| "loss": 0.0048, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 6.261682242990654, | |
| "grad_norm": 0.020924799561897002, | |
| "learning_rate": 1.1204367238694358e-05, | |
| "loss": 0.0056, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 6.308411214953271, | |
| "grad_norm": 0.02136313146143031, | |
| "learning_rate": 1.06321221127407e-05, | |
| "loss": 0.0051, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 6.355140186915888, | |
| "grad_norm": 0.023684372680794725, | |
| "learning_rate": 1.0073133278200703e-05, | |
| "loss": 0.0053, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 6.401869158878505, | |
| "grad_norm": 0.02285715840701787, | |
| "learning_rate": 9.527588962616352e-06, | |
| "loss": 0.0058, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 6.4485981308411215, | |
| "grad_norm": 0.026613967435669312, | |
| "learning_rate": 8.995672866375237e-06, | |
| "loss": 0.0058, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 6.4953271028037385, | |
| "grad_norm": 0.02754174252021364, | |
| "learning_rate": 8.47756410085338e-06, | |
| "loss": 0.0055, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 6.542056074766355, | |
| "grad_norm": 0.02170488478202453, | |
| "learning_rate": 7.973437128103306e-06, | |
| "loss": 0.0055, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 6.588785046728972, | |
| "grad_norm": 0.02730782213919483, | |
| "learning_rate": 7.4834617021076695e-06, | |
| "loss": 0.0055, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 6.635514018691588, | |
| "grad_norm": 0.02739226459077928, | |
| "learning_rate": 7.007802811618258e-06, | |
| "loss": 0.0056, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 6.682242990654205, | |
| "grad_norm": 0.021614604070826122, | |
| "learning_rate": 6.546620624599497e-06, | |
| "loss": 0.0055, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 6.728971962616822, | |
| "grad_norm": 0.02122813708773405, | |
| "learning_rate": 6.100070434295379e-06, | |
| "loss": 0.0055, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 6.775700934579439, | |
| "grad_norm": 0.023837078920304434, | |
| "learning_rate": 5.6683026069377535e-06, | |
| "loss": 0.0052, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 6.822429906542056, | |
| "grad_norm": 0.01936888685997085, | |
| "learning_rate": 5.251462531113704e-06, | |
| "loss": 0.0053, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 6.869158878504673, | |
| "grad_norm": 0.027794129758199313, | |
| "learning_rate": 4.84969056880904e-06, | |
| "loss": 0.0056, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 6.91588785046729, | |
| "grad_norm": 0.02333499254194896, | |
| "learning_rate": 4.4631220081444495e-06, | |
| "loss": 0.0052, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 6.962616822429906, | |
| "grad_norm": 0.022923436069210098, | |
| "learning_rate": 4.091887017820051e-06, | |
| "loss": 0.0056, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 7.009345794392523, | |
| "grad_norm": 0.0225875119677355, | |
| "learning_rate": 3.7361106032839264e-06, | |
| "loss": 0.0055, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.05607476635514, | |
| "grad_norm": 0.01938821336041444, | |
| "learning_rate": 3.3959125646391476e-06, | |
| "loss": 0.0052, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 7.102803738317757, | |
| "grad_norm": 0.03088082827099114, | |
| "learning_rate": 3.0714074563037044e-06, | |
| "loss": 0.0051, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 7.149532710280374, | |
| "grad_norm": 0.021927820725786244, | |
| "learning_rate": 2.7627045484367232e-06, | |
| "loss": 0.005, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 7.196261682242991, | |
| "grad_norm": 0.02690920708848648, | |
| "learning_rate": 2.4699077901440883e-06, | |
| "loss": 0.0049, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 7.242990654205608, | |
| "grad_norm": 0.025630634718450354, | |
| "learning_rate": 2.193115774475807e-06, | |
| "loss": 0.0048, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 7.289719626168225, | |
| "grad_norm": 0.025670435693965685, | |
| "learning_rate": 1.9324217052268835e-06, | |
| "loss": 0.005, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 7.336448598130841, | |
| "grad_norm": 0.025967263979272275, | |
| "learning_rate": 1.6879133655529622e-06, | |
| "loss": 0.0052, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 7.383177570093458, | |
| "grad_norm": 0.018831317858244562, | |
| "learning_rate": 1.4596730884112008e-06, | |
| "loss": 0.0052, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 7.429906542056075, | |
| "grad_norm": 0.025607378308549714, | |
| "learning_rate": 1.2477777288364355e-06, | |
| "loss": 0.0051, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 7.4766355140186915, | |
| "grad_norm": 0.025037526298953592, | |
| "learning_rate": 1.0522986380618605e-06, | |
| "loss": 0.0053, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.4766355140186915, | |
| "eval_loss": 0.007368447724729776, | |
| "eval_runtime": 3.3243, | |
| "eval_samples_per_second": 73.4, | |
| "eval_steps_per_second": 2.106, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.5233644859813085, | |
| "grad_norm": 0.029090444318040674, | |
| "learning_rate": 8.733016394930571e-07, | |
| "loss": 0.0049, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 7.570093457943925, | |
| "grad_norm": 0.02787466565009468, | |
| "learning_rate": 7.108470065433193e-07, | |
| "loss": 0.0054, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 7.616822429906542, | |
| "grad_norm": 0.025684874852680496, | |
| "learning_rate": 5.649894423379376e-07, | |
| "loss": 0.0053, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 7.663551401869158, | |
| "grad_norm": 0.02409464783376482, | |
| "learning_rate": 4.357780612940343e-07, | |
| "loss": 0.005, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 7.710280373831775, | |
| "grad_norm": 0.024379690680637514, | |
| "learning_rate": 3.232563725823645e-07, | |
| "loss": 0.005, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 7.757009345794392, | |
| "grad_norm": 0.027633151279458295, | |
| "learning_rate": 2.274622654765135e-07, | |
| "loss": 0.0052, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 7.803738317757009, | |
| "grad_norm": 0.0303886393499085, | |
| "learning_rate": 1.484279965945079e-07, | |
| "loss": 0.0054, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 7.850467289719626, | |
| "grad_norm": 0.028466293354854937, | |
| "learning_rate": 8.618017903708197e-08, | |
| "loss": 0.0053, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 7.897196261682243, | |
| "grad_norm": 0.021774487133470112, | |
| "learning_rate": 4.073977342629598e-08, | |
| "loss": 0.0052, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 7.94392523364486, | |
| "grad_norm": 0.021060893164801635, | |
| "learning_rate": 1.2122080847470906e-08, | |
| "loss": 0.0051, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 7.990654205607477, | |
| "grad_norm": 0.02474060027341605, | |
| "learning_rate": 3.367376968932412e-10, | |
| "loss": 0.0051, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "step": 1712, | |
| "total_flos": 30760457011200.0, | |
| "train_loss": 0.01869776981195139, | |
| "train_runtime": 4171.5414, | |
| "train_samples_per_second": 22.925, | |
| "train_steps_per_second": 0.41 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1712, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 3000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 30760457011200.0, | |
| "train_batch_size": 14, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |