swin-tiny-patch4-window7-224-swin-tiny-patch4-window7-224-finetuned-leukemia.v2.1
/
trainer_state.json
| { | |
| "best_metric": 0.954, | |
| "best_model_checkpoint": "swin-tiny-patch4-window7-224-swin-tiny-patch4-window7-224-finetuned-leukemia.v2.1/checkpoint-2810", | |
| "epoch": 9.991111111111111, | |
| "eval_steps": 500, | |
| "global_step": 2810, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.035555555555555556, | |
| "grad_norm": 6.782552719116211, | |
| "learning_rate": 1.7793594306049826e-06, | |
| "loss": 0.6998, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07111111111111111, | |
| "grad_norm": 9.350823402404785, | |
| "learning_rate": 3.558718861209965e-06, | |
| "loss": 0.6905, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10666666666666667, | |
| "grad_norm": 10.970987319946289, | |
| "learning_rate": 5.338078291814947e-06, | |
| "loss": 0.6829, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.14222222222222222, | |
| "grad_norm": 7.290198802947998, | |
| "learning_rate": 7.11743772241993e-06, | |
| "loss": 0.6713, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 10.42104721069336, | |
| "learning_rate": 8.896797153024912e-06, | |
| "loss": 0.6545, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.21333333333333335, | |
| "grad_norm": 7.574017524719238, | |
| "learning_rate": 1.0676156583629894e-05, | |
| "loss": 0.6612, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.24888888888888888, | |
| "grad_norm": 4.902874946594238, | |
| "learning_rate": 1.2455516014234877e-05, | |
| "loss": 0.6571, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.28444444444444444, | |
| "grad_norm": 6.821291446685791, | |
| "learning_rate": 1.423487544483986e-05, | |
| "loss": 0.6425, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.546478271484375, | |
| "learning_rate": 1.601423487544484e-05, | |
| "loss": 0.6333, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 8.954255104064941, | |
| "learning_rate": 1.7793594306049825e-05, | |
| "loss": 0.6294, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.39111111111111113, | |
| "grad_norm": 8.712015151977539, | |
| "learning_rate": 1.9572953736654805e-05, | |
| "loss": 0.6262, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4266666666666667, | |
| "grad_norm": 8.461681365966797, | |
| "learning_rate": 2.135231316725979e-05, | |
| "loss": 0.594, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4622222222222222, | |
| "grad_norm": 15.287362098693848, | |
| "learning_rate": 2.313167259786477e-05, | |
| "loss": 0.5622, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.49777777777777776, | |
| "grad_norm": 13.876784324645996, | |
| "learning_rate": 2.4911032028469753e-05, | |
| "loss": 0.5684, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 8.108331680297852, | |
| "learning_rate": 2.669039145907473e-05, | |
| "loss": 0.5268, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5688888888888889, | |
| "grad_norm": 10.684402465820312, | |
| "learning_rate": 2.846975088967972e-05, | |
| "loss": 0.5397, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.6044444444444445, | |
| "grad_norm": 6.989006042480469, | |
| "learning_rate": 3.02491103202847e-05, | |
| "loss": 0.5337, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 25.538442611694336, | |
| "learning_rate": 3.202846975088968e-05, | |
| "loss": 0.5013, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6755555555555556, | |
| "grad_norm": 16.017742156982422, | |
| "learning_rate": 3.380782918149467e-05, | |
| "loss": 0.4775, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.7111111111111111, | |
| "grad_norm": 8.600865364074707, | |
| "learning_rate": 3.558718861209965e-05, | |
| "loss": 0.5052, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7466666666666667, | |
| "grad_norm": 10.005355834960938, | |
| "learning_rate": 3.736654804270463e-05, | |
| "loss": 0.5027, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7822222222222223, | |
| "grad_norm": 9.54813003540039, | |
| "learning_rate": 3.914590747330961e-05, | |
| "loss": 0.4906, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.8177777777777778, | |
| "grad_norm": 26.83182144165039, | |
| "learning_rate": 4.09252669039146e-05, | |
| "loss": 0.4725, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.8533333333333334, | |
| "grad_norm": 15.171409606933594, | |
| "learning_rate": 4.270462633451958e-05, | |
| "loss": 0.4698, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 13.108918190002441, | |
| "learning_rate": 4.448398576512456e-05, | |
| "loss": 0.4294, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.9244444444444444, | |
| "grad_norm": 9.245574951171875, | |
| "learning_rate": 4.626334519572954e-05, | |
| "loss": 0.4691, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 24.02051544189453, | |
| "learning_rate": 4.8042704626334526e-05, | |
| "loss": 0.4528, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9955555555555555, | |
| "grad_norm": 15.161036491394043, | |
| "learning_rate": 4.9822064056939506e-05, | |
| "loss": 0.4215, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9991111111111111, | |
| "eval_accuracy": 0.82925, | |
| "eval_loss": 0.3879869878292084, | |
| "eval_runtime": 1523.0822, | |
| "eval_samples_per_second": 2.626, | |
| "eval_steps_per_second": 0.082, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.031111111111111, | |
| "grad_norm": 14.298422813415527, | |
| "learning_rate": 4.9822064056939506e-05, | |
| "loss": 0.4261, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.0666666666666667, | |
| "grad_norm": 25.5822696685791, | |
| "learning_rate": 4.962435745353895e-05, | |
| "loss": 0.4725, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.1022222222222222, | |
| "grad_norm": 6.261577606201172, | |
| "learning_rate": 4.9426650850138396e-05, | |
| "loss": 0.3882, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.1377777777777778, | |
| "grad_norm": 13.508868217468262, | |
| "learning_rate": 4.9228944246737844e-05, | |
| "loss": 0.4532, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.1733333333333333, | |
| "grad_norm": 15.246574401855469, | |
| "learning_rate": 4.903123764333729e-05, | |
| "loss": 0.4165, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.208888888888889, | |
| "grad_norm": 8.761860847473145, | |
| "learning_rate": 4.8833531039936733e-05, | |
| "loss": 0.3892, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.2444444444444445, | |
| "grad_norm": 14.988066673278809, | |
| "learning_rate": 4.863582443653618e-05, | |
| "loss": 0.4098, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 25.65663719177246, | |
| "learning_rate": 4.843811783313563e-05, | |
| "loss": 0.4069, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.3155555555555556, | |
| "grad_norm": 8.681095123291016, | |
| "learning_rate": 4.824041122973508e-05, | |
| "loss": 0.3701, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.3511111111111112, | |
| "grad_norm": 11.527020454406738, | |
| "learning_rate": 4.8042704626334526e-05, | |
| "loss": 0.3814, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.3866666666666667, | |
| "grad_norm": 20.192686080932617, | |
| "learning_rate": 4.784499802293397e-05, | |
| "loss": 0.3811, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.4222222222222223, | |
| "grad_norm": 31.64283561706543, | |
| "learning_rate": 4.7647291419533415e-05, | |
| "loss": 0.3792, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.4577777777777778, | |
| "grad_norm": 26.02726173400879, | |
| "learning_rate": 4.7449584816132864e-05, | |
| "loss": 0.3975, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.4933333333333334, | |
| "grad_norm": 19.982933044433594, | |
| "learning_rate": 4.725187821273231e-05, | |
| "loss": 0.3901, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.528888888888889, | |
| "grad_norm": 36.1695442199707, | |
| "learning_rate": 4.705417160933175e-05, | |
| "loss": 0.4053, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.5644444444444443, | |
| "grad_norm": 16.495031356811523, | |
| "learning_rate": 4.68564650059312e-05, | |
| "loss": 0.4005, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 31.459928512573242, | |
| "learning_rate": 4.665875840253064e-05, | |
| "loss": 0.3576, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.6355555555555554, | |
| "grad_norm": 6.371111869812012, | |
| "learning_rate": 4.64610517991301e-05, | |
| "loss": 0.3354, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.6711111111111112, | |
| "grad_norm": 7.015986919403076, | |
| "learning_rate": 4.626334519572954e-05, | |
| "loss": 0.3222, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.7066666666666666, | |
| "grad_norm": 30.189485549926758, | |
| "learning_rate": 4.606563859232899e-05, | |
| "loss": 0.3579, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.7422222222222223, | |
| "grad_norm": 15.577569007873535, | |
| "learning_rate": 4.586793198892843e-05, | |
| "loss": 0.3805, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.7777777777777777, | |
| "grad_norm": 30.020050048828125, | |
| "learning_rate": 4.5670225385527876e-05, | |
| "loss": 0.4028, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.8133333333333335, | |
| "grad_norm": 24.862821578979492, | |
| "learning_rate": 4.5472518782127324e-05, | |
| "loss": 0.3599, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.8488888888888888, | |
| "grad_norm": 36.88605880737305, | |
| "learning_rate": 4.527481217872677e-05, | |
| "loss": 0.3329, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.8844444444444446, | |
| "grad_norm": 32.23126983642578, | |
| "learning_rate": 4.5077105575326214e-05, | |
| "loss": 0.3715, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 9.027021408081055, | |
| "learning_rate": 4.487939897192566e-05, | |
| "loss": 0.3678, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.9555555555555557, | |
| "grad_norm": 16.631864547729492, | |
| "learning_rate": 4.468169236852511e-05, | |
| "loss": 0.3346, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.991111111111111, | |
| "grad_norm": 19.838829040527344, | |
| "learning_rate": 4.448398576512456e-05, | |
| "loss": 0.3137, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9982222222222221, | |
| "eval_accuracy": 0.87875, | |
| "eval_loss": 0.2897728383541107, | |
| "eval_runtime": 1451.863, | |
| "eval_samples_per_second": 2.755, | |
| "eval_steps_per_second": 0.086, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 2.026666666666667, | |
| "grad_norm": 20.36936378479004, | |
| "learning_rate": 4.4286279161724006e-05, | |
| "loss": 0.3102, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.062222222222222, | |
| "grad_norm": 8.112001419067383, | |
| "learning_rate": 4.408857255832345e-05, | |
| "loss": 0.3337, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.097777777777778, | |
| "grad_norm": 27.735227584838867, | |
| "learning_rate": 4.3890865954922896e-05, | |
| "loss": 0.3596, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.1333333333333333, | |
| "grad_norm": 12.126736640930176, | |
| "learning_rate": 4.3693159351522344e-05, | |
| "loss": 0.4431, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.168888888888889, | |
| "grad_norm": 36.314876556396484, | |
| "learning_rate": 4.349545274812179e-05, | |
| "loss": 0.3472, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.2044444444444444, | |
| "grad_norm": 8.522990226745605, | |
| "learning_rate": 4.3297746144721233e-05, | |
| "loss": 0.3179, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 13.799488067626953, | |
| "learning_rate": 4.310003954132068e-05, | |
| "loss": 0.3166, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.2755555555555556, | |
| "grad_norm": 10.06682300567627, | |
| "learning_rate": 4.290233293792013e-05, | |
| "loss": 0.3291, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.311111111111111, | |
| "grad_norm": 45.33847427368164, | |
| "learning_rate": 4.270462633451958e-05, | |
| "loss": 0.3048, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.3466666666666667, | |
| "grad_norm": 19.919029235839844, | |
| "learning_rate": 4.250691973111902e-05, | |
| "loss": 0.3771, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.3822222222222225, | |
| "grad_norm": 13.33297348022461, | |
| "learning_rate": 4.230921312771847e-05, | |
| "loss": 0.2913, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.417777777777778, | |
| "grad_norm": 10.342403411865234, | |
| "learning_rate": 4.211150652431791e-05, | |
| "loss": 0.329, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.453333333333333, | |
| "grad_norm": 14.087092399597168, | |
| "learning_rate": 4.1913799920917364e-05, | |
| "loss": 0.2843, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.488888888888889, | |
| "grad_norm": 20.755348205566406, | |
| "learning_rate": 4.1716093317516805e-05, | |
| "loss": 0.3078, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.5244444444444447, | |
| "grad_norm": 23.535104751586914, | |
| "learning_rate": 4.151838671411625e-05, | |
| "loss": 0.3001, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 32.4664421081543, | |
| "learning_rate": 4.13206801107157e-05, | |
| "loss": 0.3346, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.5955555555555554, | |
| "grad_norm": 12.650872230529785, | |
| "learning_rate": 4.112297350731515e-05, | |
| "loss": 0.2884, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.631111111111111, | |
| "grad_norm": 11.952192306518555, | |
| "learning_rate": 4.09252669039146e-05, | |
| "loss": 0.2912, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 9.068989753723145, | |
| "learning_rate": 4.072756030051404e-05, | |
| "loss": 0.2664, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.7022222222222223, | |
| "grad_norm": 47.9985466003418, | |
| "learning_rate": 4.052985369711349e-05, | |
| "loss": 0.2881, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.7377777777777776, | |
| "grad_norm": 23.085819244384766, | |
| "learning_rate": 4.033214709371293e-05, | |
| "loss": 0.3261, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.7733333333333334, | |
| "grad_norm": 9.50033950805664, | |
| "learning_rate": 4.013444049031238e-05, | |
| "loss": 0.3105, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.8088888888888888, | |
| "grad_norm": 13.149019241333008, | |
| "learning_rate": 3.9936733886911825e-05, | |
| "loss": 0.3034, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.8444444444444446, | |
| "grad_norm": 48.091148376464844, | |
| "learning_rate": 3.973902728351127e-05, | |
| "loss": 0.2799, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 11.447802543640137, | |
| "learning_rate": 3.9541320680110714e-05, | |
| "loss": 0.2979, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.9155555555555557, | |
| "grad_norm": 22.164430618286133, | |
| "learning_rate": 3.934361407671016e-05, | |
| "loss": 0.2732, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.951111111111111, | |
| "grad_norm": 9.461747169494629, | |
| "learning_rate": 3.914590747330961e-05, | |
| "loss": 0.284, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.986666666666667, | |
| "grad_norm": 9.027481079101562, | |
| "learning_rate": 3.894820086990906e-05, | |
| "loss": 0.2631, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.997333333333333, | |
| "eval_accuracy": 0.907, | |
| "eval_loss": 0.2382480353116989, | |
| "eval_runtime": 1544.9741, | |
| "eval_samples_per_second": 2.589, | |
| "eval_steps_per_second": 0.081, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 3.022222222222222, | |
| "grad_norm": 21.90301513671875, | |
| "learning_rate": 3.87504942665085e-05, | |
| "loss": 0.2526, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 3.057777777777778, | |
| "grad_norm": 17.74726104736328, | |
| "learning_rate": 3.855278766310795e-05, | |
| "loss": 0.2289, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 3.0933333333333333, | |
| "grad_norm": 5.85569953918457, | |
| "learning_rate": 3.8355081059707396e-05, | |
| "loss": 0.3025, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 3.128888888888889, | |
| "grad_norm": 24.68912124633789, | |
| "learning_rate": 3.8157374456306844e-05, | |
| "loss": 0.2638, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 3.1644444444444444, | |
| "grad_norm": 10.496946334838867, | |
| "learning_rate": 3.7959667852906285e-05, | |
| "loss": 0.2397, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 13.301694869995117, | |
| "learning_rate": 3.7761961249505734e-05, | |
| "loss": 0.2785, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.2355555555555555, | |
| "grad_norm": 21.722679138183594, | |
| "learning_rate": 3.756425464610518e-05, | |
| "loss": 0.2962, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 3.2711111111111113, | |
| "grad_norm": 20.864559173583984, | |
| "learning_rate": 3.736654804270463e-05, | |
| "loss": 0.2644, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 3.3066666666666666, | |
| "grad_norm": 7.889869689941406, | |
| "learning_rate": 3.716884143930408e-05, | |
| "loss": 0.2887, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.3422222222222224, | |
| "grad_norm": 9.892852783203125, | |
| "learning_rate": 3.697113483590352e-05, | |
| "loss": 0.2638, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.3777777777777778, | |
| "grad_norm": 9.880372047424316, | |
| "learning_rate": 3.677342823250297e-05, | |
| "loss": 0.2559, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.413333333333333, | |
| "grad_norm": 17.303327560424805, | |
| "learning_rate": 3.6575721629102416e-05, | |
| "loss": 0.246, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.448888888888889, | |
| "grad_norm": 25.565025329589844, | |
| "learning_rate": 3.6378015025701864e-05, | |
| "loss": 0.2475, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.4844444444444447, | |
| "grad_norm": 18.166460037231445, | |
| "learning_rate": 3.6180308422301305e-05, | |
| "loss": 0.2515, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 12.403401374816895, | |
| "learning_rate": 3.598260181890075e-05, | |
| "loss": 0.2545, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 3.5555555555555554, | |
| "grad_norm": 41.32758712768555, | |
| "learning_rate": 3.5784895215500194e-05, | |
| "loss": 0.2446, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.591111111111111, | |
| "grad_norm": 20.999855041503906, | |
| "learning_rate": 3.558718861209965e-05, | |
| "loss": 0.2752, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.626666666666667, | |
| "grad_norm": 10.489103317260742, | |
| "learning_rate": 3.538948200869909e-05, | |
| "loss": 0.2594, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.6622222222222223, | |
| "grad_norm": 15.303348541259766, | |
| "learning_rate": 3.519177540529854e-05, | |
| "loss": 0.2784, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.6977777777777776, | |
| "grad_norm": 28.007869720458984, | |
| "learning_rate": 3.499406880189798e-05, | |
| "loss": 0.249, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 3.7333333333333334, | |
| "grad_norm": 11.705853462219238, | |
| "learning_rate": 3.4796362198497435e-05, | |
| "loss": 0.2441, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.7688888888888887, | |
| "grad_norm": 10.978654861450195, | |
| "learning_rate": 3.4598655595096876e-05, | |
| "loss": 0.2476, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 3.8044444444444445, | |
| "grad_norm": 21.1198787689209, | |
| "learning_rate": 3.4400948991696325e-05, | |
| "loss": 0.2498, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "grad_norm": 15.153464317321777, | |
| "learning_rate": 3.420324238829577e-05, | |
| "loss": 0.2599, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 3.8755555555555556, | |
| "grad_norm": 13.55528450012207, | |
| "learning_rate": 3.4005535784895214e-05, | |
| "loss": 0.2381, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 3.911111111111111, | |
| "grad_norm": 8.704148292541504, | |
| "learning_rate": 3.380782918149467e-05, | |
| "loss": 0.2108, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.9466666666666668, | |
| "grad_norm": 9.983017921447754, | |
| "learning_rate": 3.361012257809411e-05, | |
| "loss": 0.2399, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 3.982222222222222, | |
| "grad_norm": 7.5024003982543945, | |
| "learning_rate": 3.341241597469356e-05, | |
| "loss": 0.2338, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8575, | |
| "eval_loss": 0.40904077887535095, | |
| "eval_runtime": 1463.697, | |
| "eval_samples_per_second": 2.733, | |
| "eval_steps_per_second": 0.085, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 4.017777777777778, | |
| "grad_norm": 16.46148109436035, | |
| "learning_rate": 3.3214709371293e-05, | |
| "loss": 0.2557, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 4.053333333333334, | |
| "grad_norm": 7.5980939865112305, | |
| "learning_rate": 3.301700276789245e-05, | |
| "loss": 0.2543, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 4.088888888888889, | |
| "grad_norm": 16.72043228149414, | |
| "learning_rate": 3.2819296164491896e-05, | |
| "loss": 0.2292, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 4.124444444444444, | |
| "grad_norm": 26.61065101623535, | |
| "learning_rate": 3.2621589561091344e-05, | |
| "loss": 0.2954, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "grad_norm": 10.202407836914062, | |
| "learning_rate": 3.2423882957690785e-05, | |
| "loss": 0.2527, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 4.195555555555556, | |
| "grad_norm": 25.287439346313477, | |
| "learning_rate": 3.2226176354290234e-05, | |
| "loss": 0.2308, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 4.231111111111111, | |
| "grad_norm": 10.251760482788086, | |
| "learning_rate": 3.202846975088968e-05, | |
| "loss": 0.2262, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 4.266666666666667, | |
| "grad_norm": 11.580595016479492, | |
| "learning_rate": 3.183076314748913e-05, | |
| "loss": 0.2135, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 4.302222222222222, | |
| "grad_norm": 10.563607215881348, | |
| "learning_rate": 3.163305654408857e-05, | |
| "loss": 0.2226, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 4.337777777777778, | |
| "grad_norm": 15.37928295135498, | |
| "learning_rate": 3.143534994068802e-05, | |
| "loss": 0.2237, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 4.373333333333333, | |
| "grad_norm": 9.385284423828125, | |
| "learning_rate": 3.123764333728747e-05, | |
| "loss": 0.2696, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 4.408888888888889, | |
| "grad_norm": 5.899435520172119, | |
| "learning_rate": 3.1039936733886916e-05, | |
| "loss": 0.2249, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 9.673226356506348, | |
| "learning_rate": 3.0842230130486364e-05, | |
| "loss": 0.2159, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "grad_norm": 13.770596504211426, | |
| "learning_rate": 3.0644523527085805e-05, | |
| "loss": 0.2372, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 4.515555555555555, | |
| "grad_norm": 7.797916412353516, | |
| "learning_rate": 3.044681692368525e-05, | |
| "loss": 0.206, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 4.551111111111111, | |
| "grad_norm": 14.872694969177246, | |
| "learning_rate": 3.02491103202847e-05, | |
| "loss": 0.2215, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 4.586666666666667, | |
| "grad_norm": 16.459089279174805, | |
| "learning_rate": 3.0051403716884146e-05, | |
| "loss": 0.1951, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 4.622222222222222, | |
| "grad_norm": 19.72576141357422, | |
| "learning_rate": 2.985369711348359e-05, | |
| "loss": 0.2248, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 4.657777777777778, | |
| "grad_norm": 11.154007911682129, | |
| "learning_rate": 2.9655990510083035e-05, | |
| "loss": 0.2112, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 4.693333333333333, | |
| "grad_norm": 12.139333724975586, | |
| "learning_rate": 2.9458283906682484e-05, | |
| "loss": 0.1851, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 4.728888888888889, | |
| "grad_norm": 20.61275863647461, | |
| "learning_rate": 2.9260577303281932e-05, | |
| "loss": 0.2017, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 4.764444444444445, | |
| "grad_norm": 8.542513847351074, | |
| "learning_rate": 2.906287069988138e-05, | |
| "loss": 0.1957, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "grad_norm": 19.356861114501953, | |
| "learning_rate": 2.8865164096480825e-05, | |
| "loss": 0.2341, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 4.835555555555556, | |
| "grad_norm": 14.768260955810547, | |
| "learning_rate": 2.866745749308027e-05, | |
| "loss": 0.1954, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 4.871111111111111, | |
| "grad_norm": 9.00818157196045, | |
| "learning_rate": 2.846975088967972e-05, | |
| "loss": 0.2095, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 4.906666666666666, | |
| "grad_norm": 27.53821563720703, | |
| "learning_rate": 2.8272044286279166e-05, | |
| "loss": 0.2237, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 4.942222222222222, | |
| "grad_norm": 8.379549980163574, | |
| "learning_rate": 2.807433768287861e-05, | |
| "loss": 0.2137, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 4.977777777777778, | |
| "grad_norm": 14.70921516418457, | |
| "learning_rate": 2.7876631079478055e-05, | |
| "loss": 0.1834, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 4.999111111111111, | |
| "eval_accuracy": 0.8985, | |
| "eval_loss": 0.2476767748594284, | |
| "eval_runtime": 1541.9167, | |
| "eval_samples_per_second": 2.594, | |
| "eval_steps_per_second": 0.081, | |
| "step": 1406 | |
| }, | |
| { | |
| "epoch": 5.013333333333334, | |
| "grad_norm": 4.798450469970703, | |
| "learning_rate": 2.76789244760775e-05, | |
| "loss": 0.2062, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 5.0488888888888885, | |
| "grad_norm": 23.149574279785156, | |
| "learning_rate": 2.748121787267695e-05, | |
| "loss": 0.2002, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 5.084444444444444, | |
| "grad_norm": 8.797248840332031, | |
| "learning_rate": 2.7283511269276396e-05, | |
| "loss": 0.2004, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "grad_norm": 11.881458282470703, | |
| "learning_rate": 2.708580466587584e-05, | |
| "loss": 0.1961, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 5.155555555555556, | |
| "grad_norm": 12.706141471862793, | |
| "learning_rate": 2.6888098062475286e-05, | |
| "loss": 0.1797, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 5.191111111111111, | |
| "grad_norm": 7.330083847045898, | |
| "learning_rate": 2.669039145907473e-05, | |
| "loss": 0.1711, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 5.226666666666667, | |
| "grad_norm": 18.660188674926758, | |
| "learning_rate": 2.6492684855674182e-05, | |
| "loss": 0.1848, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 5.262222222222222, | |
| "grad_norm": 7.45512056350708, | |
| "learning_rate": 2.6294978252273626e-05, | |
| "loss": 0.1827, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 5.297777777777778, | |
| "grad_norm": 8.177336692810059, | |
| "learning_rate": 2.609727164887307e-05, | |
| "loss": 0.183, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 5.333333333333333, | |
| "grad_norm": 14.408385276794434, | |
| "learning_rate": 2.589956504547252e-05, | |
| "loss": 0.1949, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 5.368888888888889, | |
| "grad_norm": 7.131970405578613, | |
| "learning_rate": 2.5701858442071967e-05, | |
| "loss": 0.191, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 5.404444444444445, | |
| "grad_norm": 14.019416809082031, | |
| "learning_rate": 2.5504151838671416e-05, | |
| "loss": 0.2121, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "grad_norm": 30.826915740966797, | |
| "learning_rate": 2.530644523527086e-05, | |
| "loss": 0.2317, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 5.475555555555555, | |
| "grad_norm": 13.3015718460083, | |
| "learning_rate": 2.5108738631870305e-05, | |
| "loss": 0.2021, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 5.511111111111111, | |
| "grad_norm": 24.24390983581543, | |
| "learning_rate": 2.4911032028469753e-05, | |
| "loss": 0.2085, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 5.546666666666667, | |
| "grad_norm": 7.3809285163879395, | |
| "learning_rate": 2.4713325425069198e-05, | |
| "loss": 0.168, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 5.582222222222223, | |
| "grad_norm": 17.8999080657959, | |
| "learning_rate": 2.4515618821668646e-05, | |
| "loss": 0.2103, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 5.6177777777777775, | |
| "grad_norm": 19.31194305419922, | |
| "learning_rate": 2.431791221826809e-05, | |
| "loss": 0.1994, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 5.653333333333333, | |
| "grad_norm": 6.58336067199707, | |
| "learning_rate": 2.412020561486754e-05, | |
| "loss": 0.1677, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 5.688888888888889, | |
| "grad_norm": 12.235469818115234, | |
| "learning_rate": 2.3922499011466984e-05, | |
| "loss": 0.1707, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 5.724444444444444, | |
| "grad_norm": 21.070587158203125, | |
| "learning_rate": 2.3724792408066432e-05, | |
| "loss": 0.1754, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "grad_norm": 20.813701629638672, | |
| "learning_rate": 2.3527085804665877e-05, | |
| "loss": 0.1576, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 5.795555555555556, | |
| "grad_norm": 17.073057174682617, | |
| "learning_rate": 2.332937920126532e-05, | |
| "loss": 0.1631, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 5.831111111111111, | |
| "grad_norm": 10.700809478759766, | |
| "learning_rate": 2.313167259786477e-05, | |
| "loss": 0.1854, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 5.866666666666667, | |
| "grad_norm": 11.791812896728516, | |
| "learning_rate": 2.2933965994464214e-05, | |
| "loss": 0.187, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 5.902222222222222, | |
| "grad_norm": 13.353257179260254, | |
| "learning_rate": 2.2736259391063662e-05, | |
| "loss": 0.1798, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 5.937777777777778, | |
| "grad_norm": 13.19456672668457, | |
| "learning_rate": 2.2538552787663107e-05, | |
| "loss": 0.1817, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 5.973333333333334, | |
| "grad_norm": 13.983536720275879, | |
| "learning_rate": 2.2340846184262555e-05, | |
| "loss": 0.2065, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 5.998222222222222, | |
| "eval_accuracy": 0.95125, | |
| "eval_loss": 0.13313554227352142, | |
| "eval_runtime": 1541.5332, | |
| "eval_samples_per_second": 2.595, | |
| "eval_steps_per_second": 0.081, | |
| "step": 1687 | |
| }, | |
| { | |
| "epoch": 6.0088888888888885, | |
| "grad_norm": 10.821728706359863, | |
| "learning_rate": 2.2143139580862003e-05, | |
| "loss": 0.1775, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 6.044444444444444, | |
| "grad_norm": 16.398344039916992, | |
| "learning_rate": 2.1945432977461448e-05, | |
| "loss": 0.179, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 18.149566650390625, | |
| "learning_rate": 2.1747726374060896e-05, | |
| "loss": 0.1822, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 6.115555555555556, | |
| "grad_norm": 10.178900718688965, | |
| "learning_rate": 2.155001977066034e-05, | |
| "loss": 0.1779, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 6.151111111111111, | |
| "grad_norm": 22.30776023864746, | |
| "learning_rate": 2.135231316725979e-05, | |
| "loss": 0.2134, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 6.1866666666666665, | |
| "grad_norm": 10.142642974853516, | |
| "learning_rate": 2.1154606563859234e-05, | |
| "loss": 0.1676, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 6.222222222222222, | |
| "grad_norm": 11.22693920135498, | |
| "learning_rate": 2.0956899960458682e-05, | |
| "loss": 0.153, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 6.257777777777778, | |
| "grad_norm": 16.93440055847168, | |
| "learning_rate": 2.0759193357058127e-05, | |
| "loss": 0.1707, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 6.293333333333333, | |
| "grad_norm": 15.217277526855469, | |
| "learning_rate": 2.0561486753657575e-05, | |
| "loss": 0.1661, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 6.328888888888889, | |
| "grad_norm": 10.898624420166016, | |
| "learning_rate": 2.036378015025702e-05, | |
| "loss": 0.1621, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 6.364444444444445, | |
| "grad_norm": 8.637317657470703, | |
| "learning_rate": 2.0166073546856464e-05, | |
| "loss": 0.1895, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "grad_norm": 9.220898628234863, | |
| "learning_rate": 1.9968366943455912e-05, | |
| "loss": 0.1598, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 6.435555555555555, | |
| "grad_norm": 10.16035270690918, | |
| "learning_rate": 1.9770660340055357e-05, | |
| "loss": 0.1688, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 6.471111111111111, | |
| "grad_norm": 12.095807075500488, | |
| "learning_rate": 1.9572953736654805e-05, | |
| "loss": 0.201, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 6.506666666666667, | |
| "grad_norm": 23.264787673950195, | |
| "learning_rate": 1.937524713325425e-05, | |
| "loss": 0.1788, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 6.542222222222223, | |
| "grad_norm": 14.32829475402832, | |
| "learning_rate": 1.9177540529853698e-05, | |
| "loss": 0.1723, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 6.5777777777777775, | |
| "grad_norm": 6.539437770843506, | |
| "learning_rate": 1.8979833926453143e-05, | |
| "loss": 0.1761, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 6.613333333333333, | |
| "grad_norm": 22.11655616760254, | |
| "learning_rate": 1.878212732305259e-05, | |
| "loss": 0.1652, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 6.648888888888889, | |
| "grad_norm": 17.654651641845703, | |
| "learning_rate": 1.858442071965204e-05, | |
| "loss": 0.1959, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 6.684444444444445, | |
| "grad_norm": 11.6602201461792, | |
| "learning_rate": 1.8386714116251484e-05, | |
| "loss": 0.1927, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "grad_norm": 13.29917049407959, | |
| "learning_rate": 1.8189007512850932e-05, | |
| "loss": 0.146, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 6.7555555555555555, | |
| "grad_norm": 20.093284606933594, | |
| "learning_rate": 1.7991300909450377e-05, | |
| "loss": 0.1623, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 6.791111111111111, | |
| "grad_norm": 8.822929382324219, | |
| "learning_rate": 1.7793594306049825e-05, | |
| "loss": 0.1647, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 6.826666666666666, | |
| "grad_norm": 5.047310829162598, | |
| "learning_rate": 1.759588770264927e-05, | |
| "loss": 0.1479, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 6.862222222222222, | |
| "grad_norm": 12.150626182556152, | |
| "learning_rate": 1.7398181099248718e-05, | |
| "loss": 0.1616, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 6.897777777777778, | |
| "grad_norm": 9.621389389038086, | |
| "learning_rate": 1.7200474495848162e-05, | |
| "loss": 0.1556, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 6.933333333333334, | |
| "grad_norm": 12.77206039428711, | |
| "learning_rate": 1.7002767892447607e-05, | |
| "loss": 0.1941, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 6.968888888888889, | |
| "grad_norm": 12.906224250793457, | |
| "learning_rate": 1.6805061289047055e-05, | |
| "loss": 0.1555, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 6.997333333333334, | |
| "eval_accuracy": 0.94725, | |
| "eval_loss": 0.13042479753494263, | |
| "eval_runtime": 1543.7566, | |
| "eval_samples_per_second": 2.591, | |
| "eval_steps_per_second": 0.081, | |
| "step": 1968 | |
| }, | |
| { | |
| "epoch": 7.004444444444444, | |
| "grad_norm": 13.00174331665039, | |
| "learning_rate": 1.66073546856465e-05, | |
| "loss": 0.1638, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 18.73016929626465, | |
| "learning_rate": 1.6409648082245948e-05, | |
| "loss": 0.1565, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 7.075555555555556, | |
| "grad_norm": 7.3105010986328125, | |
| "learning_rate": 1.6211941478845393e-05, | |
| "loss": 0.1375, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 7.111111111111111, | |
| "grad_norm": 9.498517036437988, | |
| "learning_rate": 1.601423487544484e-05, | |
| "loss": 0.1353, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 7.1466666666666665, | |
| "grad_norm": 19.775840759277344, | |
| "learning_rate": 1.5816528272044286e-05, | |
| "loss": 0.144, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 7.182222222222222, | |
| "grad_norm": 14.198583602905273, | |
| "learning_rate": 1.5618821668643734e-05, | |
| "loss": 0.1414, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 7.217777777777778, | |
| "grad_norm": 9.943511962890625, | |
| "learning_rate": 1.5421115065243182e-05, | |
| "loss": 0.143, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 7.253333333333333, | |
| "grad_norm": 9.717743873596191, | |
| "learning_rate": 1.5223408461842625e-05, | |
| "loss": 0.1644, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 7.288888888888889, | |
| "grad_norm": 8.998052597045898, | |
| "learning_rate": 1.5025701858442073e-05, | |
| "loss": 0.1434, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 7.3244444444444445, | |
| "grad_norm": 7.94929313659668, | |
| "learning_rate": 1.4827995255041518e-05, | |
| "loss": 0.1408, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "grad_norm": 7.949029922485352, | |
| "learning_rate": 1.4630288651640966e-05, | |
| "loss": 0.1426, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 7.395555555555555, | |
| "grad_norm": 13.912178993225098, | |
| "learning_rate": 1.4432582048240412e-05, | |
| "loss": 0.1423, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 7.431111111111111, | |
| "grad_norm": 9.720952987670898, | |
| "learning_rate": 1.423487544483986e-05, | |
| "loss": 0.1611, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 7.466666666666667, | |
| "grad_norm": 15.604865074157715, | |
| "learning_rate": 1.4037168841439305e-05, | |
| "loss": 0.1355, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 7.502222222222223, | |
| "grad_norm": 9.24775505065918, | |
| "learning_rate": 1.383946223803875e-05, | |
| "loss": 0.1471, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 7.5377777777777775, | |
| "grad_norm": 10.455300331115723, | |
| "learning_rate": 1.3641755634638198e-05, | |
| "loss": 0.1271, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 7.573333333333333, | |
| "grad_norm": 15.100184440612793, | |
| "learning_rate": 1.3444049031237643e-05, | |
| "loss": 0.1388, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 7.608888888888889, | |
| "grad_norm": 10.345260620117188, | |
| "learning_rate": 1.3246342427837091e-05, | |
| "loss": 0.1354, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 7.644444444444445, | |
| "grad_norm": 12.270657539367676, | |
| "learning_rate": 1.3048635824436536e-05, | |
| "loss": 0.154, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "grad_norm": 9.241147994995117, | |
| "learning_rate": 1.2850929221035984e-05, | |
| "loss": 0.1259, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 7.7155555555555555, | |
| "grad_norm": 16.320280075073242, | |
| "learning_rate": 1.265322261763543e-05, | |
| "loss": 0.1351, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 7.751111111111111, | |
| "grad_norm": 11.753779411315918, | |
| "learning_rate": 1.2455516014234877e-05, | |
| "loss": 0.1476, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 7.786666666666667, | |
| "grad_norm": 10.116710662841797, | |
| "learning_rate": 1.2257809410834323e-05, | |
| "loss": 0.1461, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 7.822222222222222, | |
| "grad_norm": 11.41565990447998, | |
| "learning_rate": 1.206010280743377e-05, | |
| "loss": 0.1505, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 7.857777777777778, | |
| "grad_norm": 12.816720008850098, | |
| "learning_rate": 1.1862396204033216e-05, | |
| "loss": 0.1357, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 7.8933333333333335, | |
| "grad_norm": 14.3566255569458, | |
| "learning_rate": 1.166468960063266e-05, | |
| "loss": 0.1433, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 7.928888888888888, | |
| "grad_norm": 13.433180809020996, | |
| "learning_rate": 1.1466982997232107e-05, | |
| "loss": 0.1697, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 7.964444444444444, | |
| "grad_norm": 10.5477933883667, | |
| "learning_rate": 1.1269276393831553e-05, | |
| "loss": 0.1321, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 11.933510780334473, | |
| "learning_rate": 1.1071569790431002e-05, | |
| "loss": 0.1521, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.92925, | |
| "eval_loss": 0.1837126612663269, | |
| "eval_runtime": 1563.6163, | |
| "eval_samples_per_second": 2.558, | |
| "eval_steps_per_second": 0.08, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 8.035555555555556, | |
| "grad_norm": 22.18363380432129, | |
| "learning_rate": 1.0873863187030448e-05, | |
| "loss": 0.1396, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 8.071111111111112, | |
| "grad_norm": 13.1504545211792, | |
| "learning_rate": 1.0676156583629894e-05, | |
| "loss": 0.1265, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 8.106666666666667, | |
| "grad_norm": 21.022546768188477, | |
| "learning_rate": 1.0478449980229341e-05, | |
| "loss": 0.1476, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 8.142222222222221, | |
| "grad_norm": 15.906450271606445, | |
| "learning_rate": 1.0280743376828787e-05, | |
| "loss": 0.1285, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 8.177777777777777, | |
| "grad_norm": 10.43397331237793, | |
| "learning_rate": 1.0083036773428232e-05, | |
| "loss": 0.1336, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 8.213333333333333, | |
| "grad_norm": 7.347660541534424, | |
| "learning_rate": 9.885330170027678e-06, | |
| "loss": 0.1418, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 8.248888888888889, | |
| "grad_norm": 9.91401481628418, | |
| "learning_rate": 9.687623566627125e-06, | |
| "loss": 0.1212, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 8.284444444444444, | |
| "grad_norm": 9.150163650512695, | |
| "learning_rate": 9.489916963226571e-06, | |
| "loss": 0.1478, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "grad_norm": 11.815370559692383, | |
| "learning_rate": 9.29221035982602e-06, | |
| "loss": 0.1258, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 8.355555555555556, | |
| "grad_norm": 13.915023803710938, | |
| "learning_rate": 9.094503756425466e-06, | |
| "loss": 0.1257, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 8.391111111111112, | |
| "grad_norm": 8.791934967041016, | |
| "learning_rate": 8.896797153024912e-06, | |
| "loss": 0.1342, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 8.426666666666666, | |
| "grad_norm": 10.984416961669922, | |
| "learning_rate": 8.699090549624359e-06, | |
| "loss": 0.1292, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 8.462222222222222, | |
| "grad_norm": 14.471619606018066, | |
| "learning_rate": 8.501383946223804e-06, | |
| "loss": 0.1221, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 8.497777777777777, | |
| "grad_norm": 8.994637489318848, | |
| "learning_rate": 8.30367734282325e-06, | |
| "loss": 0.1246, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 8.533333333333333, | |
| "grad_norm": 16.3120059967041, | |
| "learning_rate": 8.105970739422696e-06, | |
| "loss": 0.1345, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 8.568888888888889, | |
| "grad_norm": 12.578171730041504, | |
| "learning_rate": 7.908264136022143e-06, | |
| "loss": 0.1386, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 8.604444444444445, | |
| "grad_norm": 10.959859848022461, | |
| "learning_rate": 7.710557532621591e-06, | |
| "loss": 0.1367, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "grad_norm": 11.834918022155762, | |
| "learning_rate": 7.5128509292210365e-06, | |
| "loss": 0.136, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 8.675555555555556, | |
| "grad_norm": 14.118315696716309, | |
| "learning_rate": 7.315144325820483e-06, | |
| "loss": 0.1232, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 8.71111111111111, | |
| "grad_norm": 8.814461708068848, | |
| "learning_rate": 7.11743772241993e-06, | |
| "loss": 0.1052, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 8.746666666666666, | |
| "grad_norm": 8.637076377868652, | |
| "learning_rate": 6.919731119019375e-06, | |
| "loss": 0.1062, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 8.782222222222222, | |
| "grad_norm": 9.377944946289062, | |
| "learning_rate": 6.722024515618821e-06, | |
| "loss": 0.1334, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 8.817777777777778, | |
| "grad_norm": 14.221964836120605, | |
| "learning_rate": 6.524317912218268e-06, | |
| "loss": 0.1387, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 8.853333333333333, | |
| "grad_norm": 20.073240280151367, | |
| "learning_rate": 6.326611308817715e-06, | |
| "loss": 0.1294, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 8.88888888888889, | |
| "grad_norm": 9.537182807922363, | |
| "learning_rate": 6.1289047054171615e-06, | |
| "loss": 0.1261, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 8.924444444444445, | |
| "grad_norm": 12.444225311279297, | |
| "learning_rate": 5.931198102016608e-06, | |
| "loss": 0.129, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "grad_norm": 10.986297607421875, | |
| "learning_rate": 5.7334914986160535e-06, | |
| "loss": 0.1171, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 8.995555555555555, | |
| "grad_norm": 5.872843265533447, | |
| "learning_rate": 5.535784895215501e-06, | |
| "loss": 0.1512, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 8.99911111111111, | |
| "eval_accuracy": 0.9405, | |
| "eval_loss": 0.1708436906337738, | |
| "eval_runtime": 1529.8652, | |
| "eval_samples_per_second": 2.615, | |
| "eval_steps_per_second": 0.082, | |
| "step": 2531 | |
| }, | |
| { | |
| "epoch": 9.03111111111111, | |
| "grad_norm": 7.123359680175781, | |
| "learning_rate": 5.338078291814947e-06, | |
| "loss": 0.1029, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 9.066666666666666, | |
| "grad_norm": 14.264687538146973, | |
| "learning_rate": 5.140371688414394e-06, | |
| "loss": 0.1146, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 9.102222222222222, | |
| "grad_norm": 6.885898113250732, | |
| "learning_rate": 4.942665085013839e-06, | |
| "loss": 0.1054, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 9.137777777777778, | |
| "grad_norm": 5.8031086921691895, | |
| "learning_rate": 4.744958481613286e-06, | |
| "loss": 0.1048, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 9.173333333333334, | |
| "grad_norm": 6.764829158782959, | |
| "learning_rate": 4.547251878212733e-06, | |
| "loss": 0.1031, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 9.20888888888889, | |
| "grad_norm": 3.4530787467956543, | |
| "learning_rate": 4.349545274812179e-06, | |
| "loss": 0.1027, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 9.244444444444444, | |
| "grad_norm": 19.80527114868164, | |
| "learning_rate": 4.151838671411625e-06, | |
| "loss": 0.1152, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 9.28, | |
| "grad_norm": 12.928886413574219, | |
| "learning_rate": 3.954132068011071e-06, | |
| "loss": 0.1, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 9.315555555555555, | |
| "grad_norm": 14.547968864440918, | |
| "learning_rate": 3.7564254646105183e-06, | |
| "loss": 0.1253, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 9.351111111111111, | |
| "grad_norm": 8.808683395385742, | |
| "learning_rate": 3.558718861209965e-06, | |
| "loss": 0.116, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 9.386666666666667, | |
| "grad_norm": 18.376087188720703, | |
| "learning_rate": 3.3610122578094107e-06, | |
| "loss": 0.1247, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 9.422222222222222, | |
| "grad_norm": 9.673834800720215, | |
| "learning_rate": 3.1633056544088575e-06, | |
| "loss": 0.1322, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 9.457777777777778, | |
| "grad_norm": 10.23854923248291, | |
| "learning_rate": 2.965599051008304e-06, | |
| "loss": 0.1233, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 9.493333333333334, | |
| "grad_norm": 6.59231424331665, | |
| "learning_rate": 2.7678924476077504e-06, | |
| "loss": 0.1172, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 9.528888888888888, | |
| "grad_norm": 4.731305122375488, | |
| "learning_rate": 2.570185844207197e-06, | |
| "loss": 0.0819, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 9.564444444444444, | |
| "grad_norm": 8.215780258178711, | |
| "learning_rate": 2.372479240806643e-06, | |
| "loss": 0.128, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "grad_norm": 14.254526138305664, | |
| "learning_rate": 2.1747726374060897e-06, | |
| "loss": 0.1286, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 9.635555555555555, | |
| "grad_norm": 13.742310523986816, | |
| "learning_rate": 1.9770660340055357e-06, | |
| "loss": 0.1205, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 9.671111111111111, | |
| "grad_norm": 10.408873558044434, | |
| "learning_rate": 1.7793594306049826e-06, | |
| "loss": 0.1158, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 9.706666666666667, | |
| "grad_norm": 5.809567451477051, | |
| "learning_rate": 1.5816528272044288e-06, | |
| "loss": 0.1195, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 9.742222222222223, | |
| "grad_norm": 9.508487701416016, | |
| "learning_rate": 1.3839462238038752e-06, | |
| "loss": 0.117, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 9.777777777777779, | |
| "grad_norm": 9.351639747619629, | |
| "learning_rate": 1.1862396204033214e-06, | |
| "loss": 0.1286, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 9.813333333333333, | |
| "grad_norm": 11.513580322265625, | |
| "learning_rate": 9.885330170027678e-07, | |
| "loss": 0.0973, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 9.848888888888888, | |
| "grad_norm": 6.790437698364258, | |
| "learning_rate": 7.908264136022144e-07, | |
| "loss": 0.1026, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 9.884444444444444, | |
| "grad_norm": 12.467495918273926, | |
| "learning_rate": 5.931198102016607e-07, | |
| "loss": 0.108, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "grad_norm": 9.36400032043457, | |
| "learning_rate": 3.954132068011072e-07, | |
| "loss": 0.1155, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 9.955555555555556, | |
| "grad_norm": 6.071395397186279, | |
| "learning_rate": 1.977066034005536e-07, | |
| "loss": 0.1256, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 9.991111111111111, | |
| "grad_norm": 8.255842208862305, | |
| "learning_rate": 0.0, | |
| "loss": 0.119, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 9.991111111111111, | |
| "eval_accuracy": 0.954, | |
| "eval_loss": 0.13787274062633514, | |
| "eval_runtime": 1553.5401, | |
| "eval_samples_per_second": 2.575, | |
| "eval_steps_per_second": 0.08, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 9.991111111111111, | |
| "step": 2810, | |
| "total_flos": 8.940202118432686e+18, | |
| "train_loss": 0.24847593615063568, | |
| "train_runtime": 161511.588, | |
| "train_samples_per_second": 2.229, | |
| "train_steps_per_second": 0.017 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2810, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.940202118432686e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |