| { | |
| "best_metric": 0.9886666666666667, | |
| "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-1266", | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 1266, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.023696682464454975, | |
| "grad_norm": 15.438875198364258, | |
| "learning_rate": 3.937007874015748e-06, | |
| "loss": 9.3952, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04739336492890995, | |
| "grad_norm": 17.365249633789062, | |
| "learning_rate": 7.874015748031496e-06, | |
| "loss": 9.0232, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07109004739336493, | |
| "grad_norm": 23.01938819885254, | |
| "learning_rate": 1.1811023622047245e-05, | |
| "loss": 8.5712, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0947867298578199, | |
| "grad_norm": 51.1461067199707, | |
| "learning_rate": 1.5748031496062993e-05, | |
| "loss": 7.8145, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11848341232227488, | |
| "grad_norm": 48.782527923583984, | |
| "learning_rate": 1.9685039370078743e-05, | |
| "loss": 6.7351, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.14218009478672985, | |
| "grad_norm": 86.34725189208984, | |
| "learning_rate": 2.362204724409449e-05, | |
| "loss": 5.2743, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.16587677725118483, | |
| "grad_norm": 49.05707550048828, | |
| "learning_rate": 2.755905511811024e-05, | |
| "loss": 4.1303, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1895734597156398, | |
| "grad_norm": 70.76948547363281, | |
| "learning_rate": 3.1496062992125985e-05, | |
| "loss": 3.4811, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2132701421800948, | |
| "grad_norm": 65.15145111083984, | |
| "learning_rate": 3.5433070866141735e-05, | |
| "loss": 3.2691, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.23696682464454977, | |
| "grad_norm": 39.73679733276367, | |
| "learning_rate": 3.9370078740157485e-05, | |
| "loss": 2.9577, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.26066350710900477, | |
| "grad_norm": 66.20768737792969, | |
| "learning_rate": 4.330708661417323e-05, | |
| "loss": 2.6592, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2843601895734597, | |
| "grad_norm": 50.88495635986328, | |
| "learning_rate": 4.724409448818898e-05, | |
| "loss": 2.4807, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3080568720379147, | |
| "grad_norm": 43.55908203125, | |
| "learning_rate": 4.986830553116769e-05, | |
| "loss": 2.3623, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.33175355450236965, | |
| "grad_norm": 30.119890213012695, | |
| "learning_rate": 4.9429323968393335e-05, | |
| "loss": 2.3652, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.35545023696682465, | |
| "grad_norm": 28.67392349243164, | |
| "learning_rate": 4.8990342405618965e-05, | |
| "loss": 2.3158, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3791469194312796, | |
| "grad_norm": 31.85961151123047, | |
| "learning_rate": 4.85513608428446e-05, | |
| "loss": 2.3018, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4028436018957346, | |
| "grad_norm": 75.70964813232422, | |
| "learning_rate": 4.8112379280070244e-05, | |
| "loss": 2.1835, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4265402843601896, | |
| "grad_norm": 24.69963836669922, | |
| "learning_rate": 4.7673397717295874e-05, | |
| "loss": 2.0962, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.45023696682464454, | |
| "grad_norm": 46.664432525634766, | |
| "learning_rate": 4.723441615452151e-05, | |
| "loss": 2.0229, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.47393364928909953, | |
| "grad_norm": 31.81464195251465, | |
| "learning_rate": 4.679543459174715e-05, | |
| "loss": 2.0519, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4976303317535545, | |
| "grad_norm": 25.131099700927734, | |
| "learning_rate": 4.635645302897278e-05, | |
| "loss": 2.1874, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5213270142180095, | |
| "grad_norm": 23.477203369140625, | |
| "learning_rate": 4.591747146619842e-05, | |
| "loss": 2.2174, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5450236966824644, | |
| "grad_norm": 28.71649742126465, | |
| "learning_rate": 4.547848990342406e-05, | |
| "loss": 1.8939, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5687203791469194, | |
| "grad_norm": 25.678308486938477, | |
| "learning_rate": 4.503950834064969e-05, | |
| "loss": 1.9235, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5924170616113744, | |
| "grad_norm": 17.22383689880371, | |
| "learning_rate": 4.460052677787533e-05, | |
| "loss": 1.9575, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6161137440758294, | |
| "grad_norm": 25.669090270996094, | |
| "learning_rate": 4.416154521510097e-05, | |
| "loss": 1.8465, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6398104265402843, | |
| "grad_norm": 27.523319244384766, | |
| "learning_rate": 4.37225636523266e-05, | |
| "loss": 1.9501, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6635071090047393, | |
| "grad_norm": 23.112300872802734, | |
| "learning_rate": 4.328358208955224e-05, | |
| "loss": 1.7979, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6872037914691943, | |
| "grad_norm": 21.1746768951416, | |
| "learning_rate": 4.284460052677788e-05, | |
| "loss": 1.7745, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.7109004739336493, | |
| "grad_norm": 39.38931655883789, | |
| "learning_rate": 4.240561896400351e-05, | |
| "loss": 1.8012, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7345971563981043, | |
| "grad_norm": 32.20198440551758, | |
| "learning_rate": 4.196663740122915e-05, | |
| "loss": 2.0618, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7582938388625592, | |
| "grad_norm": 23.157480239868164, | |
| "learning_rate": 4.152765583845479e-05, | |
| "loss": 1.7972, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7819905213270142, | |
| "grad_norm": 24.55837631225586, | |
| "learning_rate": 4.108867427568042e-05, | |
| "loss": 1.8858, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8056872037914692, | |
| "grad_norm": 18.101133346557617, | |
| "learning_rate": 4.064969271290606e-05, | |
| "loss": 1.7343, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8293838862559242, | |
| "grad_norm": 25.414764404296875, | |
| "learning_rate": 4.02107111501317e-05, | |
| "loss": 1.8935, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8530805687203792, | |
| "grad_norm": 15.749005317687988, | |
| "learning_rate": 3.977172958735733e-05, | |
| "loss": 1.5343, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8767772511848341, | |
| "grad_norm": 22.70486831665039, | |
| "learning_rate": 3.933274802458297e-05, | |
| "loss": 1.6898, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.9004739336492891, | |
| "grad_norm": 12.152778625488281, | |
| "learning_rate": 3.889376646180861e-05, | |
| "loss": 1.7357, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9241706161137441, | |
| "grad_norm": 14.83531379699707, | |
| "learning_rate": 3.8454784899034244e-05, | |
| "loss": 1.6003, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9478672985781991, | |
| "grad_norm": 21.903425216674805, | |
| "learning_rate": 3.801580333625988e-05, | |
| "loss": 1.6476, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9715639810426541, | |
| "grad_norm": 12.695667266845703, | |
| "learning_rate": 3.757682177348552e-05, | |
| "loss": 1.6488, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.995260663507109, | |
| "grad_norm": 18.37169647216797, | |
| "learning_rate": 3.713784021071115e-05, | |
| "loss": 1.4709, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9806666666666667, | |
| "eval_loss": 0.06099523976445198, | |
| "eval_runtime": 35.6417, | |
| "eval_samples_per_second": 168.342, | |
| "eval_steps_per_second": 5.275, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.018957345971564, | |
| "grad_norm": 14.619269371032715, | |
| "learning_rate": 3.669885864793679e-05, | |
| "loss": 1.6787, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.042654028436019, | |
| "grad_norm": 17.89664077758789, | |
| "learning_rate": 3.6259877085162426e-05, | |
| "loss": 1.667, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.066350710900474, | |
| "grad_norm": 17.098857879638672, | |
| "learning_rate": 3.582089552238806e-05, | |
| "loss": 1.5486, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.0900473933649288, | |
| "grad_norm": 18.231796264648438, | |
| "learning_rate": 3.53819139596137e-05, | |
| "loss": 1.5404, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.113744075829384, | |
| "grad_norm": 18.734926223754883, | |
| "learning_rate": 3.4942932396839335e-05, | |
| "loss": 1.6994, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.1374407582938388, | |
| "grad_norm": 15.583982467651367, | |
| "learning_rate": 3.450395083406497e-05, | |
| "loss": 1.5612, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.161137440758294, | |
| "grad_norm": 19.229564666748047, | |
| "learning_rate": 3.406496927129061e-05, | |
| "loss": 1.4565, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.1848341232227488, | |
| "grad_norm": 23.661117553710938, | |
| "learning_rate": 3.3625987708516244e-05, | |
| "loss": 1.638, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.2085308056872037, | |
| "grad_norm": 19.3845272064209, | |
| "learning_rate": 3.318700614574188e-05, | |
| "loss": 1.841, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.2322274881516588, | |
| "grad_norm": 22.151485443115234, | |
| "learning_rate": 3.274802458296752e-05, | |
| "loss": 1.8073, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.2559241706161137, | |
| "grad_norm": 24.08620262145996, | |
| "learning_rate": 3.230904302019315e-05, | |
| "loss": 1.523, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.2796208530805688, | |
| "grad_norm": 25.005783081054688, | |
| "learning_rate": 3.187006145741879e-05, | |
| "loss": 1.5896, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.3033175355450237, | |
| "grad_norm": 22.422975540161133, | |
| "learning_rate": 3.1431079894644426e-05, | |
| "loss": 1.599, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.3270142180094786, | |
| "grad_norm": 18.511837005615234, | |
| "learning_rate": 3.099209833187006e-05, | |
| "loss": 1.621, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.3507109004739337, | |
| "grad_norm": 20.40373420715332, | |
| "learning_rate": 3.0553116769095705e-05, | |
| "loss": 1.573, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.3744075829383886, | |
| "grad_norm": 19.02882957458496, | |
| "learning_rate": 3.0114135206321338e-05, | |
| "loss": 1.464, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.3981042654028437, | |
| "grad_norm": 18.40727996826172, | |
| "learning_rate": 2.967515364354697e-05, | |
| "loss": 1.5742, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.4218009478672986, | |
| "grad_norm": 21.194843292236328, | |
| "learning_rate": 2.923617208077261e-05, | |
| "loss": 1.334, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.4454976303317535, | |
| "grad_norm": 18.509262084960938, | |
| "learning_rate": 2.8797190517998247e-05, | |
| "loss": 1.5017, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.4691943127962086, | |
| "grad_norm": 20.656261444091797, | |
| "learning_rate": 2.835820895522388e-05, | |
| "loss": 1.6425, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.4928909952606635, | |
| "grad_norm": 16.49464988708496, | |
| "learning_rate": 2.791922739244952e-05, | |
| "loss": 1.4641, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.5165876777251186, | |
| "grad_norm": 29.223224639892578, | |
| "learning_rate": 2.7480245829675156e-05, | |
| "loss": 1.4755, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.5402843601895735, | |
| "grad_norm": 22.57363510131836, | |
| "learning_rate": 2.704126426690079e-05, | |
| "loss": 1.418, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.5639810426540284, | |
| "grad_norm": 20.45244026184082, | |
| "learning_rate": 2.660228270412643e-05, | |
| "loss": 1.5061, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.5876777251184833, | |
| "grad_norm": 18.2165470123291, | |
| "learning_rate": 2.6163301141352066e-05, | |
| "loss": 1.5323, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.6113744075829384, | |
| "grad_norm": 15.586666107177734, | |
| "learning_rate": 2.57243195785777e-05, | |
| "loss": 1.4886, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.6350710900473935, | |
| "grad_norm": 21.27082633972168, | |
| "learning_rate": 2.5285338015803338e-05, | |
| "loss": 1.5164, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.6587677725118484, | |
| "grad_norm": 18.144695281982422, | |
| "learning_rate": 2.4846356453028975e-05, | |
| "loss": 1.4823, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.6824644549763033, | |
| "grad_norm": 18.286558151245117, | |
| "learning_rate": 2.440737489025461e-05, | |
| "loss": 1.5464, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.7061611374407581, | |
| "grad_norm": 16.35245704650879, | |
| "learning_rate": 2.3968393327480247e-05, | |
| "loss": 1.4798, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.7298578199052133, | |
| "grad_norm": 18.115129470825195, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 1.4282, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.7535545023696684, | |
| "grad_norm": 10.362217903137207, | |
| "learning_rate": 2.309043020193152e-05, | |
| "loss": 1.5111, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.7772511848341233, | |
| "grad_norm": 14.301712989807129, | |
| "learning_rate": 2.2651448639157156e-05, | |
| "loss": 1.5408, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.8009478672985781, | |
| "grad_norm": 11.159360885620117, | |
| "learning_rate": 2.2212467076382793e-05, | |
| "loss": 1.3557, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.824644549763033, | |
| "grad_norm": 22.02513885498047, | |
| "learning_rate": 2.177348551360843e-05, | |
| "loss": 1.4304, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.8483412322274881, | |
| "grad_norm": 15.173885345458984, | |
| "learning_rate": 2.1334503950834065e-05, | |
| "loss": 1.5921, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.8720379146919433, | |
| "grad_norm": 16.821144104003906, | |
| "learning_rate": 2.0895522388059702e-05, | |
| "loss": 1.4525, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.8957345971563981, | |
| "grad_norm": 18.36412811279297, | |
| "learning_rate": 2.0456540825285338e-05, | |
| "loss": 1.3811, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.919431279620853, | |
| "grad_norm": 18.73419189453125, | |
| "learning_rate": 2.0017559262510978e-05, | |
| "loss": 1.5829, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.943127962085308, | |
| "grad_norm": 15.17447566986084, | |
| "learning_rate": 1.957857769973661e-05, | |
| "loss": 1.317, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.966824644549763, | |
| "grad_norm": 18.464017868041992, | |
| "learning_rate": 1.9139596136962247e-05, | |
| "loss": 1.5998, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.9905213270142181, | |
| "grad_norm": 16.639902114868164, | |
| "learning_rate": 1.8700614574187887e-05, | |
| "loss": 1.5976, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9868333333333333, | |
| "eval_loss": 0.04062141478061676, | |
| "eval_runtime": 35.7487, | |
| "eval_samples_per_second": 167.838, | |
| "eval_steps_per_second": 5.259, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.014218009478673, | |
| "grad_norm": 14.642781257629395, | |
| "learning_rate": 1.826163301141352e-05, | |
| "loss": 1.4676, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.037914691943128, | |
| "grad_norm": 18.012798309326172, | |
| "learning_rate": 1.7822651448639156e-05, | |
| "loss": 1.5122, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.061611374407583, | |
| "grad_norm": 19.37873077392578, | |
| "learning_rate": 1.7383669885864796e-05, | |
| "loss": 1.3235, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.085308056872038, | |
| "grad_norm": 16.801088333129883, | |
| "learning_rate": 1.694468832309043e-05, | |
| "loss": 1.359, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.109004739336493, | |
| "grad_norm": 18.08489418029785, | |
| "learning_rate": 1.6505706760316065e-05, | |
| "loss": 1.3441, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.132701421800948, | |
| "grad_norm": 14.385065078735352, | |
| "learning_rate": 1.6066725197541705e-05, | |
| "loss": 1.3717, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.156398104265403, | |
| "grad_norm": 14.971292495727539, | |
| "learning_rate": 1.562774363476734e-05, | |
| "loss": 1.4493, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.1800947867298577, | |
| "grad_norm": 15.784900665283203, | |
| "learning_rate": 1.5188762071992976e-05, | |
| "loss": 1.3515, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.2037914691943126, | |
| "grad_norm": 18.48076820373535, | |
| "learning_rate": 1.4749780509218614e-05, | |
| "loss": 1.5577, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.227488151658768, | |
| "grad_norm": 17.10760498046875, | |
| "learning_rate": 1.431079894644425e-05, | |
| "loss": 1.4396, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.251184834123223, | |
| "grad_norm": 25.413055419921875, | |
| "learning_rate": 1.3871817383669885e-05, | |
| "loss": 1.36, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.2748815165876777, | |
| "grad_norm": 25.242835998535156, | |
| "learning_rate": 1.3432835820895523e-05, | |
| "loss": 1.4158, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.2985781990521326, | |
| "grad_norm": 13.354720115661621, | |
| "learning_rate": 1.299385425812116e-05, | |
| "loss": 1.2912, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.322274881516588, | |
| "grad_norm": 19.005489349365234, | |
| "learning_rate": 1.2554872695346794e-05, | |
| "loss": 1.3714, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.345971563981043, | |
| "grad_norm": 14.166816711425781, | |
| "learning_rate": 1.2115891132572432e-05, | |
| "loss": 1.5125, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.3696682464454977, | |
| "grad_norm": 15.295882225036621, | |
| "learning_rate": 1.1676909569798069e-05, | |
| "loss": 1.2683, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.3933649289099526, | |
| "grad_norm": 15.587239265441895, | |
| "learning_rate": 1.1237928007023705e-05, | |
| "loss": 1.4069, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.4170616113744074, | |
| "grad_norm": 14.5875883102417, | |
| "learning_rate": 1.0798946444249341e-05, | |
| "loss": 1.2272, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.4407582938388623, | |
| "grad_norm": 18.715368270874023, | |
| "learning_rate": 1.035996488147498e-05, | |
| "loss": 1.2901, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.4644549763033177, | |
| "grad_norm": 16.098590850830078, | |
| "learning_rate": 9.920983318700614e-06, | |
| "loss": 1.3823, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.4881516587677726, | |
| "grad_norm": 13.056846618652344, | |
| "learning_rate": 9.482001755926252e-06, | |
| "loss": 1.377, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.5118483412322274, | |
| "grad_norm": 20.628856658935547, | |
| "learning_rate": 9.043020193151889e-06, | |
| "loss": 1.2071, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.5355450236966823, | |
| "grad_norm": 16.558698654174805, | |
| "learning_rate": 8.604038630377525e-06, | |
| "loss": 1.431, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.5592417061611377, | |
| "grad_norm": 15.537813186645508, | |
| "learning_rate": 8.165057067603161e-06, | |
| "loss": 1.2182, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.5829383886255926, | |
| "grad_norm": 17.30754280090332, | |
| "learning_rate": 7.726075504828798e-06, | |
| "loss": 1.3382, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.6066350710900474, | |
| "grad_norm": 14.758044242858887, | |
| "learning_rate": 7.287093942054433e-06, | |
| "loss": 1.3603, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.6303317535545023, | |
| "grad_norm": 17.097063064575195, | |
| "learning_rate": 6.84811237928007e-06, | |
| "loss": 1.3597, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.654028436018957, | |
| "grad_norm": 15.043681144714355, | |
| "learning_rate": 6.409130816505707e-06, | |
| "loss": 1.2835, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.677725118483412, | |
| "grad_norm": 17.108274459838867, | |
| "learning_rate": 5.970149253731343e-06, | |
| "loss": 1.2077, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.7014218009478674, | |
| "grad_norm": 15.565308570861816, | |
| "learning_rate": 5.53116769095698e-06, | |
| "loss": 1.1986, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.7251184834123223, | |
| "grad_norm": 17.27542495727539, | |
| "learning_rate": 5.092186128182617e-06, | |
| "loss": 1.3716, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.748815165876777, | |
| "grad_norm": 18.529542922973633, | |
| "learning_rate": 4.653204565408253e-06, | |
| "loss": 1.2624, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.772511848341232, | |
| "grad_norm": 13.805538177490234, | |
| "learning_rate": 4.2142230026338894e-06, | |
| "loss": 1.3426, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.7962085308056874, | |
| "grad_norm": 17.240198135375977, | |
| "learning_rate": 3.775241439859526e-06, | |
| "loss": 1.3494, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.8199052132701423, | |
| "grad_norm": 14.451141357421875, | |
| "learning_rate": 3.3362598770851626e-06, | |
| "loss": 1.3952, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.843601895734597, | |
| "grad_norm": 13.656115531921387, | |
| "learning_rate": 2.897278314310799e-06, | |
| "loss": 1.3488, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.867298578199052, | |
| "grad_norm": 13.846714973449707, | |
| "learning_rate": 2.4582967515364357e-06, | |
| "loss": 1.2827, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.890995260663507, | |
| "grad_norm": 22.159263610839844, | |
| "learning_rate": 2.019315188762072e-06, | |
| "loss": 1.434, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.914691943127962, | |
| "grad_norm": 20.175447463989258, | |
| "learning_rate": 1.5803336259877086e-06, | |
| "loss": 1.2202, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.938388625592417, | |
| "grad_norm": 17.73303985595703, | |
| "learning_rate": 1.141352063213345e-06, | |
| "loss": 1.4187, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.962085308056872, | |
| "grad_norm": 17.480005264282227, | |
| "learning_rate": 7.023705004389816e-07, | |
| "loss": 1.2624, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.985781990521327, | |
| "grad_norm": 12.864943504333496, | |
| "learning_rate": 2.633889376646181e-07, | |
| "loss": 1.1605, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9886666666666667, | |
| "eval_loss": 0.0382872000336647, | |
| "eval_runtime": 36.235, | |
| "eval_samples_per_second": 165.586, | |
| "eval_steps_per_second": 5.188, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 1266, | |
| "total_flos": 4.027570334613504e+18, | |
| "train_loss": 1.9390247602598363, | |
| "train_runtime": 2519.9488, | |
| "train_samples_per_second": 64.287, | |
| "train_steps_per_second": 0.502 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1266, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.027570334613504e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |