| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 8.0, | |
| "eval_steps": 500, | |
| "global_step": 32000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.025, | |
| "grad_norm": 0.20501533150672913, | |
| "learning_rate": 0.000499987952239832, | |
| "loss": 1.3493, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.17424988746643066, | |
| "learning_rate": 0.0004999518101205162, | |
| "loss": 1.1647, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.075, | |
| "grad_norm": 0.24931852519512177, | |
| "learning_rate": 0.0004998915771255053, | |
| "loss": 1.1393, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2063228040933609, | |
| "learning_rate": 0.0004998072590601808, | |
| "loss": 1.1057, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 0.23096567392349243, | |
| "learning_rate": 0.0004996988640512931, | |
| "loss": 1.1329, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.19355718791484833, | |
| "learning_rate": 0.000499566402546179, | |
| "loss": 1.1168, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.175, | |
| "grad_norm": 0.2221299558877945, | |
| "learning_rate": 0.0004994098873117539, | |
| "loss": 1.1316, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.2073143720626831, | |
| "learning_rate": 0.000499229333433282, | |
| "loss": 1.1141, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.225, | |
| "grad_norm": 0.21791169047355652, | |
| "learning_rate": 0.0004990247583129218, | |
| "loss": 1.1274, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.21467778086662292, | |
| "learning_rate": 0.0004987961816680492, | |
| "loss": 1.0698, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.275, | |
| "grad_norm": 0.2048187404870987, | |
| "learning_rate": 0.0004985436255293571, | |
| "loss": 1.0928, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.21932852268218994, | |
| "learning_rate": 0.0004982671142387316, | |
| "loss": 1.0906, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.325, | |
| "grad_norm": 0.2301362156867981, | |
| "learning_rate": 0.0004979666744469065, | |
| "loss": 1.0949, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.2186669409275055, | |
| "learning_rate": 0.0004976423351108943, | |
| "loss": 1.0857, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 0.19886991381645203, | |
| "learning_rate": 0.0004972941274911952, | |
| "loss": 1.0642, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.23275479674339294, | |
| "learning_rate": 0.0004969220851487844, | |
| "loss": 1.0718, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.425, | |
| "grad_norm": 0.21335655450820923, | |
| "learning_rate": 0.0004965262439418772, | |
| "loss": 1.082, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.2357306331396103, | |
| "learning_rate": 0.0004961066420224729, | |
| "loss": 1.0937, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.475, | |
| "grad_norm": 0.23492847383022308, | |
| "learning_rate": 0.000495663319832678, | |
| "loss": 1.0846, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.2015356421470642, | |
| "learning_rate": 0.0004951963201008077, | |
| "loss": 1.0829, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.525, | |
| "grad_norm": 0.24353289604187012, | |
| "learning_rate": 0.0004947056878372681, | |
| "loss": 1.0688, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.27955085039138794, | |
| "learning_rate": 0.0004941914703302181, | |
| "loss": 1.0644, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.575, | |
| "grad_norm": 0.24444086849689484, | |
| "learning_rate": 0.0004936537171410112, | |
| "loss": 1.0946, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.22312547266483307, | |
| "learning_rate": 0.0004930924800994192, | |
| "loss": 1.0636, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.22395829856395721, | |
| "learning_rate": 0.000492507813298636, | |
| "loss": 1.0858, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.2249772697687149, | |
| "learning_rate": 0.0004918997730900649, | |
| "loss": 1.0885, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.675, | |
| "grad_norm": 0.22566111385822296, | |
| "learning_rate": 0.0004912684180778869, | |
| "loss": 1.0647, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.256917804479599, | |
| "learning_rate": 0.0004906138091134118, | |
| "loss": 1.0484, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.725, | |
| "grad_norm": 0.2598745822906494, | |
| "learning_rate": 0.0004899360092892143, | |
| "loss": 1.063, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2576007843017578, | |
| "learning_rate": 0.0004892350839330522, | |
| "loss": 1.0585, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.775, | |
| "grad_norm": 0.2577688992023468, | |
| "learning_rate": 0.0004885111006015701, | |
| "loss": 1.0452, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2334214746952057, | |
| "learning_rate": 0.0004877641290737884, | |
| "loss": 1.0473, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.825, | |
| "grad_norm": 0.2869343161582947, | |
| "learning_rate": 0.0004869942413443776, | |
| "loss": 1.0412, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.26476991176605225, | |
| "learning_rate": 0.00048620151161671955, | |
| "loss": 1.064, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 0.2549433708190918, | |
| "learning_rate": 0.0004853860162957552, | |
| "loss": 1.0557, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.26020538806915283, | |
| "learning_rate": 0.0004845478339806211, | |
| "loss": 1.0424, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.925, | |
| "grad_norm": 0.2770324945449829, | |
| "learning_rate": 0.0004836870454570731, | |
| "loss": 1.0552, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.2561758756637573, | |
| "learning_rate": 0.00048280373368970086, | |
| "loss": 1.0336, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.975, | |
| "grad_norm": 0.25469744205474854, | |
| "learning_rate": 0.000481897983813931, | |
| "loss": 1.06, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2685888707637787, | |
| "learning_rate": 0.0004809698831278217, | |
| "loss": 1.0151, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.0406872034072876, | |
| "eval_runtime": 152.4194, | |
| "eval_samples_per_second": 26.243, | |
| "eval_steps_per_second": 6.561, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.025, | |
| "grad_norm": 0.28361451625823975, | |
| "learning_rate": 0.00048001952108364876, | |
| "loss": 1.0277, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.26193392276763916, | |
| "learning_rate": 0.00047904698927928404, | |
| "loss": 1.0187, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.075, | |
| "grad_norm": 0.2700245678424835, | |
| "learning_rate": 0.0004780523814493669, | |
| "loss": 1.0325, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.2610750198364258, | |
| "learning_rate": 0.00047703579345627036, | |
| "loss": 1.0182, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.125, | |
| "grad_norm": 0.2965630888938904, | |
| "learning_rate": 0.0004759973232808609, | |
| "loss": 1.0105, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.25167468190193176, | |
| "learning_rate": 0.0004749370710130554, | |
| "loss": 1.0404, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.175, | |
| "grad_norm": 0.26605212688446045, | |
| "learning_rate": 0.0004738551388421742, | |
| "loss": 1.0291, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.25520554184913635, | |
| "learning_rate": 0.00047275163104709196, | |
| "loss": 1.019, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.225, | |
| "grad_norm": 0.26057741045951843, | |
| "learning_rate": 0.00047162665398618666, | |
| "loss": 1.0309, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.2987058758735657, | |
| "learning_rate": 0.00047048031608708875, | |
| "loss": 1.0127, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.275, | |
| "grad_norm": 0.2619779706001282, | |
| "learning_rate": 0.00046931272783623106, | |
| "loss": 1.0191, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.27090466022491455, | |
| "learning_rate": 0.0004681240017681993, | |
| "loss": 1.0416, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.325, | |
| "grad_norm": 0.24344772100448608, | |
| "learning_rate": 0.00046691425245488607, | |
| "loss": 1.0075, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.2597128450870514, | |
| "learning_rate": 0.00046568359649444796, | |
| "loss": 1.0147, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 0.3321911692619324, | |
| "learning_rate": 0.00046443215250006805, | |
| "loss": 1.0277, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.2736588716506958, | |
| "learning_rate": 0.00046316004108852305, | |
| "loss": 1.041, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.425, | |
| "grad_norm": 0.30011600255966187, | |
| "learning_rate": 0.0004618673848685586, | |
| "loss": 1.006, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.27296823263168335, | |
| "learning_rate": 0.0004605543084290716, | |
| "loss": 1.0207, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.475, | |
| "grad_norm": 0.2965295910835266, | |
| "learning_rate": 0.0004592209383271023, | |
| "loss": 1.0306, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.27299028635025024, | |
| "learning_rate": 0.00045786740307563633, | |
| "loss": 1.0296, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.525, | |
| "grad_norm": 0.2956341803073883, | |
| "learning_rate": 0.0004564938331312183, | |
| "loss": 0.9965, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.2554098665714264, | |
| "learning_rate": 0.0004551003608813784, | |
| "loss": 1.0232, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.575, | |
| "grad_norm": 0.2712690234184265, | |
| "learning_rate": 0.00045368712063187237, | |
| "loss": 1.02, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.31331920623779297, | |
| "learning_rate": 0.0004522542485937369, | |
| "loss": 0.971, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.625, | |
| "grad_norm": 0.3378168046474457, | |
| "learning_rate": 0.0004508018828701612, | |
| "loss": 1.0017, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.3126436471939087, | |
| "learning_rate": 0.0004493301634431768, | |
| "loss": 0.9969, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.675, | |
| "grad_norm": 0.2890426218509674, | |
| "learning_rate": 0.00044783923216016507, | |
| "loss": 1.0082, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.3303642272949219, | |
| "learning_rate": 0.0004463292327201862, | |
| "loss": 0.9989, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.725, | |
| "grad_norm": 0.3025239408016205, | |
| "learning_rate": 0.00044480031066012916, | |
| "loss": 1.0305, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.2934839725494385, | |
| "learning_rate": 0.0004432526133406842, | |
| "loss": 1.0003, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.775, | |
| "grad_norm": 0.31030675768852234, | |
| "learning_rate": 0.00044168628993214036, | |
| "loss": 0.982, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.30027347803115845, | |
| "learning_rate": 0.0004401014914000078, | |
| "loss": 0.9825, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.825, | |
| "grad_norm": 0.2832087278366089, | |
| "learning_rate": 0.00043849837049046735, | |
| "loss": 1.007, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.30503541231155396, | |
| "learning_rate": 0.00043687708171564923, | |
| "loss": 1.0023, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 0.30458569526672363, | |
| "learning_rate": 0.0004352377813387398, | |
| "loss": 1.0006, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.3471212089061737, | |
| "learning_rate": 0.0004335806273589214, | |
| "loss": 1.0239, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.925, | |
| "grad_norm": 0.29310837388038635, | |
| "learning_rate": 0.00043190577949614375, | |
| "loss": 1.0129, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.294300377368927, | |
| "learning_rate": 0.0004302133991757297, | |
| "loss": 0.9956, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.975, | |
| "grad_norm": 0.3151143193244934, | |
| "learning_rate": 0.00042850364951281707, | |
| "loss": 1.0224, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3241264820098877, | |
| "learning_rate": 0.00042677669529663686, | |
| "loss": 1.0234, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.0086950063705444, | |
| "eval_runtime": 152.329, | |
| "eval_samples_per_second": 26.259, | |
| "eval_steps_per_second": 6.565, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.025, | |
| "grad_norm": 0.3218720853328705, | |
| "learning_rate": 0.0004250327029746309, | |
| "loss": 1.0029, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.31330084800720215, | |
| "learning_rate": 0.000423271840636409, | |
| "loss": 0.9844, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.075, | |
| "grad_norm": 0.30206719040870667, | |
| "learning_rate": 0.00042149427799754817, | |
| "loss": 0.989, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.303648978471756, | |
| "learning_rate": 0.00041970018638323546, | |
| "loss": 0.9543, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.125, | |
| "grad_norm": 0.317037433385849, | |
| "learning_rate": 0.00041788973871175465, | |
| "loss": 0.9945, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.3210434913635254, | |
| "learning_rate": 0.00041606310947782046, | |
| "loss": 0.988, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.175, | |
| "grad_norm": 0.33763307332992554, | |
| "learning_rate": 0.00041422047473576033, | |
| "loss": 1.0066, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.30534419417381287, | |
| "learning_rate": 0.0004123620120825459, | |
| "loss": 1.0033, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.225, | |
| "grad_norm": 0.3363495171070099, | |
| "learning_rate": 0.00041048790064067577, | |
| "loss": 0.993, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.2920531928539276, | |
| "learning_rate": 0.0004085983210409114, | |
| "loss": 0.9844, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.275, | |
| "grad_norm": 0.33446577191352844, | |
| "learning_rate": 0.0004066934554048674, | |
| "loss": 0.9846, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.33012858033180237, | |
| "learning_rate": 0.00040477348732745853, | |
| "loss": 0.9858, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.325, | |
| "grad_norm": 0.3301050364971161, | |
| "learning_rate": 0.0004028386018592041, | |
| "loss": 0.9787, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.3368571400642395, | |
| "learning_rate": 0.0004008889854883929, | |
| "loss": 0.9912, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.375, | |
| "grad_norm": 0.285281777381897, | |
| "learning_rate": 0.0003989248261231084, | |
| "loss": 0.9655, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.36711010336875916, | |
| "learning_rate": 0.0003969463130731183, | |
| "loss": 0.9753, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.425, | |
| "grad_norm": 0.28881680965423584, | |
| "learning_rate": 0.00039495363703162843, | |
| "loss": 0.978, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.3270690441131592, | |
| "learning_rate": 0.000392946990056903, | |
| "loss": 1.0242, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.475, | |
| "grad_norm": 0.3338991105556488, | |
| "learning_rate": 0.00039092656555375416, | |
| "loss": 1.0066, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.34082475304603577, | |
| "learning_rate": 0.00038889255825490053, | |
| "loss": 0.9781, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.525, | |
| "grad_norm": 0.34000107645988464, | |
| "learning_rate": 0.0003868451642021992, | |
| "loss": 0.9745, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.3570154309272766, | |
| "learning_rate": 0.0003847845807277501, | |
| "loss": 0.9759, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.575, | |
| "grad_norm": 0.33699771761894226, | |
| "learning_rate": 0.0003827110064348773, | |
| "loss": 0.9882, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.29268336296081543, | |
| "learning_rate": 0.0003806246411789872, | |
| "loss": 0.9745, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.625, | |
| "grad_norm": 0.3088798224925995, | |
| "learning_rate": 0.0003785256860483054, | |
| "loss": 0.9501, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.34749528765678406, | |
| "learning_rate": 0.0003764143433444962, | |
| "loss": 0.9702, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.675, | |
| "grad_norm": 0.33005061745643616, | |
| "learning_rate": 0.0003742908165631636, | |
| "loss": 0.987, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.3165997266769409, | |
| "learning_rate": 0.0003721553103742388, | |
| "loss": 1.0125, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.725, | |
| "grad_norm": 0.3213465213775635, | |
| "learning_rate": 0.0003700080306022528, | |
| "loss": 0.9613, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.33442971110343933, | |
| "learning_rate": 0.0003678491842064995, | |
| "loss": 0.9825, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.775, | |
| "grad_norm": 0.2766638994216919, | |
| "learning_rate": 0.00036567897926108756, | |
| "loss": 0.9473, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.3419225215911865, | |
| "learning_rate": 0.00036349762493488667, | |
| "loss": 0.9462, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.825, | |
| "grad_norm": 0.3595256209373474, | |
| "learning_rate": 0.0003613053314713671, | |
| "loss": 0.9879, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.3483733534812927, | |
| "learning_rate": 0.0003591023101683355, | |
| "loss": 0.9997, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.875, | |
| "grad_norm": 0.32273510098457336, | |
| "learning_rate": 0.0003568887733575705, | |
| "loss": 1.0057, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.31241312623023987, | |
| "learning_rate": 0.00035466493438435703, | |
| "loss": 0.9675, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.925, | |
| "grad_norm": 0.37985849380493164, | |
| "learning_rate": 0.0003524310075869239, | |
| "loss": 0.9927, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.33704909682273865, | |
| "learning_rate": 0.0003501872082757852, | |
| "loss": 0.9779, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.975, | |
| "grad_norm": 0.4041268229484558, | |
| "learning_rate": 0.000347933752712989, | |
| "loss": 0.9739, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.3415277302265167, | |
| "learning_rate": 0.0003456708580912725, | |
| "loss": 0.9995, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.9921265244483948, | |
| "eval_runtime": 153.1095, | |
| "eval_samples_per_second": 26.125, | |
| "eval_steps_per_second": 6.531, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.025, | |
| "grad_norm": 0.3260078430175781, | |
| "learning_rate": 0.0003433987425131291, | |
| "loss": 0.969, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.3035444915294647, | |
| "learning_rate": 0.0003411176249697875, | |
| "loss": 0.9636, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.075, | |
| "grad_norm": 0.3195238411426544, | |
| "learning_rate": 0.00033882772532010404, | |
| "loss": 0.9522, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.33937081694602966, | |
| "learning_rate": 0.0003365292642693733, | |
| "loss": 0.9425, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 0.37307849526405334, | |
| "learning_rate": 0.00033422246334805503, | |
| "loss": 0.9683, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.3180018365383148, | |
| "learning_rate": 0.0003319075448904234, | |
| "loss": 0.9761, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 3.175, | |
| "grad_norm": 0.3785949647426605, | |
| "learning_rate": 0.00032958473201313745, | |
| "loss": 0.9748, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 0.3146439790725708, | |
| "learning_rate": 0.00032725424859373687, | |
| "loss": 0.9657, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 3.225, | |
| "grad_norm": 0.3667052686214447, | |
| "learning_rate": 0.00032491631924906416, | |
| "loss": 0.9685, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.34998300671577454, | |
| "learning_rate": 0.00032257116931361555, | |
| "loss": 0.9821, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.275, | |
| "grad_norm": 0.34160691499710083, | |
| "learning_rate": 0.00032021902481782304, | |
| "loss": 0.9536, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 0.35554495453834534, | |
| "learning_rate": 0.00031786011246626855, | |
| "loss": 0.9626, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.325, | |
| "grad_norm": 0.373349666595459, | |
| "learning_rate": 0.0003154946596158343, | |
| "loss": 0.9926, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 0.38320091366767883, | |
| "learning_rate": 0.0003131228942537895, | |
| "loss": 0.9787, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 3.375, | |
| "grad_norm": 0.3836865723133087, | |
| "learning_rate": 0.000310745044975816, | |
| "loss": 0.9583, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.3358447551727295, | |
| "learning_rate": 0.0003083613409639764, | |
| "loss": 0.953, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 3.425, | |
| "grad_norm": 0.3501192629337311, | |
| "learning_rate": 0.00030597201196462466, | |
| "loss": 0.9346, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 0.3595263957977295, | |
| "learning_rate": 0.00030357728826626266, | |
| "loss": 0.9656, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 3.475, | |
| "grad_norm": 0.3395259380340576, | |
| "learning_rate": 0.00030117740067734495, | |
| "loss": 0.9835, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.36751946806907654, | |
| "learning_rate": 0.0002987725805040321, | |
| "loss": 0.9465, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.525, | |
| "grad_norm": 0.348893404006958, | |
| "learning_rate": 0.0002963630595278977, | |
| "loss": 0.9564, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.39346957206726074, | |
| "learning_rate": 0.0002939490699835887, | |
| "loss": 0.9508, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 3.575, | |
| "grad_norm": 0.33249151706695557, | |
| "learning_rate": 0.00029153084453644135, | |
| "loss": 0.9757, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 0.3582550585269928, | |
| "learning_rate": 0.00028910861626005774, | |
| "loss": 0.9552, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 3.625, | |
| "grad_norm": 0.3562643229961395, | |
| "learning_rate": 0.00028668261861384045, | |
| "loss": 0.95, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.3955428898334503, | |
| "learning_rate": 0.00028425308542049207, | |
| "loss": 0.9699, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 3.675, | |
| "grad_norm": 0.38744592666625977, | |
| "learning_rate": 0.0002818202508434783, | |
| "loss": 0.9838, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.404632031917572, | |
| "learning_rate": 0.00027938434936445943, | |
| "loss": 0.9589, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 3.725, | |
| "grad_norm": 0.36033356189727783, | |
| "learning_rate": 0.00027694561576068985, | |
| "loss": 0.973, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 0.3457838296890259, | |
| "learning_rate": 0.0002745042850823902, | |
| "loss": 0.9801, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.775, | |
| "grad_norm": 0.35734304785728455, | |
| "learning_rate": 0.00027206059263009243, | |
| "loss": 0.9469, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 0.3542312681674957, | |
| "learning_rate": 0.00026961477393196127, | |
| "loss": 0.9336, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 3.825, | |
| "grad_norm": 0.3671669065952301, | |
| "learning_rate": 0.0002671670647210934, | |
| "loss": 0.9793, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.357881098985672, | |
| "learning_rate": 0.00026471770091279724, | |
| "loss": 0.9544, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 3.875, | |
| "grad_norm": 0.31071895360946655, | |
| "learning_rate": 0.00026226691858185456, | |
| "loss": 0.9656, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "grad_norm": 0.34388652443885803, | |
| "learning_rate": 0.00025981495393976716, | |
| "loss": 0.96, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 3.925, | |
| "grad_norm": 0.3791946768760681, | |
| "learning_rate": 0.00025736204331199084, | |
| "loss": 0.9797, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 0.3630838096141815, | |
| "learning_rate": 0.00025490842311515704, | |
| "loss": 0.9592, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 3.975, | |
| "grad_norm": 0.3712921440601349, | |
| "learning_rate": 0.0002524543298342875, | |
| "loss": 0.9731, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.4159054756164551, | |
| "learning_rate": 0.00025, | |
| "loss": 0.9528, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.9823833107948303, | |
| "eval_runtime": 152.8782, | |
| "eval_samples_per_second": 26.165, | |
| "eval_steps_per_second": 6.541, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.025, | |
| "grad_norm": 0.39106351137161255, | |
| "learning_rate": 0.0002475456701657126, | |
| "loss": 0.9814, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.36192214488983154, | |
| "learning_rate": 0.00024509157688484297, | |
| "loss": 0.9369, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 4.075, | |
| "grad_norm": 0.3404277563095093, | |
| "learning_rate": 0.0002426379566880092, | |
| "loss": 0.9501, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.3791425824165344, | |
| "learning_rate": 0.00024018504606023293, | |
| "loss": 0.9336, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 4.125, | |
| "grad_norm": 0.4009718894958496, | |
| "learning_rate": 0.0002377330814181455, | |
| "loss": 0.9487, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "grad_norm": 0.37880653142929077, | |
| "learning_rate": 0.00023528229908720272, | |
| "loss": 0.9542, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 4.175, | |
| "grad_norm": 0.3936653733253479, | |
| "learning_rate": 0.00023283293527890658, | |
| "loss": 0.9388, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 0.33316799998283386, | |
| "learning_rate": 0.0002303852260680388, | |
| "loss": 0.943, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 4.225, | |
| "grad_norm": 0.3236179053783417, | |
| "learning_rate": 0.00022793940736990766, | |
| "loss": 0.9044, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.3429449200630188, | |
| "learning_rate": 0.00022549571491760985, | |
| "loss": 0.9624, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 4.275, | |
| "grad_norm": 0.35557985305786133, | |
| "learning_rate": 0.00022305438423931017, | |
| "loss": 0.9226, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "grad_norm": 1.0042773485183716, | |
| "learning_rate": 0.00022061565063554063, | |
| "loss": 0.9472, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 4.325, | |
| "grad_norm": 0.3724925220012665, | |
| "learning_rate": 0.00021817974915652172, | |
| "loss": 0.947, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "grad_norm": 0.3926277756690979, | |
| "learning_rate": 0.00021574691457950805, | |
| "loss": 0.9478, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 4.375, | |
| "grad_norm": 0.38053977489471436, | |
| "learning_rate": 0.00021331738138615958, | |
| "loss": 0.9801, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "grad_norm": 0.36115145683288574, | |
| "learning_rate": 0.00021089138373994224, | |
| "loss": 0.9619, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 4.425, | |
| "grad_norm": 0.35729482769966125, | |
| "learning_rate": 0.0002084691554635587, | |
| "loss": 0.9549, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "grad_norm": 0.3762321174144745, | |
| "learning_rate": 0.00020605093001641137, | |
| "loss": 0.9359, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 4.475, | |
| "grad_norm": 0.3317940831184387, | |
| "learning_rate": 0.00020363694047210228, | |
| "loss": 0.9571, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "grad_norm": 0.3733656406402588, | |
| "learning_rate": 0.00020122741949596797, | |
| "loss": 0.9409, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 4.525, | |
| "grad_norm": 0.3790251612663269, | |
| "learning_rate": 0.00019882259932265512, | |
| "loss": 0.9768, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "grad_norm": 0.37900087237358093, | |
| "learning_rate": 0.00019642271173373735, | |
| "loss": 0.9208, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 4.575, | |
| "grad_norm": 0.34171342849731445, | |
| "learning_rate": 0.00019402798803537538, | |
| "loss": 0.9831, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 0.39172932505607605, | |
| "learning_rate": 0.00019163865903602372, | |
| "loss": 0.941, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 4.625, | |
| "grad_norm": 0.36279597878456116, | |
| "learning_rate": 0.00018925495502418406, | |
| "loss": 0.9511, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "grad_norm": 0.35040661692619324, | |
| "learning_rate": 0.00018687710574621051, | |
| "loss": 0.9713, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 4.675, | |
| "grad_norm": 0.35176095366477966, | |
| "learning_rate": 0.00018450534038416566, | |
| "loss": 0.9227, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "grad_norm": 0.41925740242004395, | |
| "learning_rate": 0.00018213988753373146, | |
| "loss": 0.9454, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 4.725, | |
| "grad_norm": 0.4147469699382782, | |
| "learning_rate": 0.00017978097518217702, | |
| "loss": 0.9783, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "grad_norm": 0.364629864692688, | |
| "learning_rate": 0.00017742883068638446, | |
| "loss": 0.963, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 4.775, | |
| "grad_norm": 0.39363783597946167, | |
| "learning_rate": 0.00017508368075093582, | |
| "loss": 0.9175, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "grad_norm": 0.39291703701019287, | |
| "learning_rate": 0.00017274575140626317, | |
| "loss": 0.9616, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 4.825, | |
| "grad_norm": 0.3810083866119385, | |
| "learning_rate": 0.0001704152679868626, | |
| "loss": 0.9754, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "grad_norm": 0.36352667212486267, | |
| "learning_rate": 0.00016809245510957666, | |
| "loss": 0.953, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 4.875, | |
| "grad_norm": 0.31296002864837646, | |
| "learning_rate": 0.000165777536651945, | |
| "loss": 0.9478, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "grad_norm": 0.4004424214363098, | |
| "learning_rate": 0.0001634707357306267, | |
| "loss": 0.9508, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 4.925, | |
| "grad_norm": 0.3690031170845032, | |
| "learning_rate": 0.00016117227467989602, | |
| "loss": 0.9456, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 0.3946553170681, | |
| "learning_rate": 0.0001588823750302126, | |
| "loss": 0.95, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 4.975, | |
| "grad_norm": 0.39817288517951965, | |
| "learning_rate": 0.00015660125748687094, | |
| "loss": 0.9431, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.37246620655059814, | |
| "learning_rate": 0.00015432914190872756, | |
| "loss": 0.9353, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 0.9754775762557983, | |
| "eval_runtime": 152.4185, | |
| "eval_samples_per_second": 26.244, | |
| "eval_steps_per_second": 6.561, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.025, | |
| "grad_norm": 0.36520034074783325, | |
| "learning_rate": 0.000152066247287011, | |
| "loss": 0.9377, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.3535405397415161, | |
| "learning_rate": 0.00014981279172421482, | |
| "loss": 0.9414, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 5.075, | |
| "grad_norm": 0.35102036595344543, | |
| "learning_rate": 0.00014756899241307614, | |
| "loss": 0.9164, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.3539367616176605, | |
| "learning_rate": 0.00014533506561564306, | |
| "loss": 0.9187, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 5.125, | |
| "grad_norm": 0.347476601600647, | |
| "learning_rate": 0.00014311122664242953, | |
| "loss": 0.9196, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "grad_norm": 0.3902195990085602, | |
| "learning_rate": 0.00014089768983166444, | |
| "loss": 0.9301, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 5.175, | |
| "grad_norm": 0.3888334631919861, | |
| "learning_rate": 0.000138694668528633, | |
| "loss": 0.9241, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "grad_norm": 0.41042113304138184, | |
| "learning_rate": 0.00013650237506511331, | |
| "loss": 0.9504, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 5.225, | |
| "grad_norm": 0.3549586236476898, | |
| "learning_rate": 0.0001343210207389125, | |
| "loss": 0.955, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "grad_norm": 0.34020912647247314, | |
| "learning_rate": 0.00013215081579350058, | |
| "loss": 0.9471, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 5.275, | |
| "grad_norm": 0.33093366026878357, | |
| "learning_rate": 0.00012999196939774722, | |
| "loss": 0.9351, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "grad_norm": 0.4015860855579376, | |
| "learning_rate": 0.00012784468962576134, | |
| "loss": 0.9491, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 5.325, | |
| "grad_norm": 0.37603822350502014, | |
| "learning_rate": 0.00012570918343683636, | |
| "loss": 0.958, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "grad_norm": 0.39434927701950073, | |
| "learning_rate": 0.0001235856566555039, | |
| "loss": 0.94, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 5.375, | |
| "grad_norm": 0.43162479996681213, | |
| "learning_rate": 0.0001214743139516946, | |
| "loss": 0.9291, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "grad_norm": 0.38297414779663086, | |
| "learning_rate": 0.00011937535882101281, | |
| "loss": 0.9494, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 5.425, | |
| "grad_norm": 0.40226617455482483, | |
| "learning_rate": 0.00011728899356512265, | |
| "loss": 0.9067, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "grad_norm": 0.38879096508026123, | |
| "learning_rate": 0.00011521541927224994, | |
| "loss": 0.949, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 5.475, | |
| "grad_norm": 0.33627960085868835, | |
| "learning_rate": 0.00011315483579780094, | |
| "loss": 0.9358, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "grad_norm": 0.4547683596611023, | |
| "learning_rate": 0.00011110744174509952, | |
| "loss": 0.9179, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 5.525, | |
| "grad_norm": 0.3883083462715149, | |
| "learning_rate": 0.00010907343444624579, | |
| "loss": 0.9662, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "grad_norm": 0.4168870449066162, | |
| "learning_rate": 0.00010705300994309697, | |
| "loss": 0.9286, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 5.575, | |
| "grad_norm": 0.3810732066631317, | |
| "learning_rate": 0.00010504636296837161, | |
| "loss": 0.9443, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "grad_norm": 0.40432223677635193, | |
| "learning_rate": 0.00010305368692688174, | |
| "loss": 0.9138, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 5.625, | |
| "grad_norm": 0.3702322542667389, | |
| "learning_rate": 0.00010107517387689166, | |
| "loss": 0.9474, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "grad_norm": 0.40569931268692017, | |
| "learning_rate": 9.911101451160715e-05, | |
| "loss": 0.9645, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 5.675, | |
| "grad_norm": 0.39476191997528076, | |
| "learning_rate": 9.716139814079594e-05, | |
| "loss": 0.9478, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "grad_norm": 0.347662091255188, | |
| "learning_rate": 9.522651267254148e-05, | |
| "loss": 0.9627, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 5.725, | |
| "grad_norm": 0.36813852190971375, | |
| "learning_rate": 9.330654459513265e-05, | |
| "loss": 0.9328, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "grad_norm": 0.32601600885391235, | |
| "learning_rate": 9.140167895908866e-05, | |
| "loss": 0.9547, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 5.775, | |
| "grad_norm": 0.40840694308280945, | |
| "learning_rate": 8.951209935932425e-05, | |
| "loss": 0.9113, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "grad_norm": 0.38472625613212585, | |
| "learning_rate": 8.763798791745412e-05, | |
| "loss": 0.9667, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 5.825, | |
| "grad_norm": 0.37892642617225647, | |
| "learning_rate": 8.577952526423969e-05, | |
| "loss": 0.9241, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "grad_norm": 0.3874419927597046, | |
| "learning_rate": 8.393689052217964e-05, | |
| "loss": 0.9539, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 5.875, | |
| "grad_norm": 0.37583285570144653, | |
| "learning_rate": 8.211026128824539e-05, | |
| "loss": 0.9411, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "grad_norm": 0.37817347049713135, | |
| "learning_rate": 8.029981361676455e-05, | |
| "loss": 0.9426, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 5.925, | |
| "grad_norm": 0.32163432240486145, | |
| "learning_rate": 7.850572200245185e-05, | |
| "loss": 0.9512, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "grad_norm": 0.37549078464508057, | |
| "learning_rate": 7.672815936359106e-05, | |
| "loss": 0.9694, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 5.975, | |
| "grad_norm": 0.43039214611053467, | |
| "learning_rate": 7.496729702536912e-05, | |
| "loss": 0.9191, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.3925749361515045, | |
| "learning_rate": 7.322330470336314e-05, | |
| "loss": 0.9121, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 0.9720398187637329, | |
| "eval_runtime": 152.9557, | |
| "eval_samples_per_second": 26.151, | |
| "eval_steps_per_second": 6.538, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.025, | |
| "grad_norm": 0.41935107111930847, | |
| "learning_rate": 7.149635048718294e-05, | |
| "loss": 0.9072, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.4102177321910858, | |
| "learning_rate": 6.97866008242703e-05, | |
| "loss": 0.9105, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 6.075, | |
| "grad_norm": 0.3717847168445587, | |
| "learning_rate": 6.809422050385628e-05, | |
| "loss": 0.9399, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.3842828869819641, | |
| "learning_rate": 6.641937264107867e-05, | |
| "loss": 0.8992, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 6.125, | |
| "grad_norm": 0.4051499366760254, | |
| "learning_rate": 6.476221866126028e-05, | |
| "loss": 0.9274, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "grad_norm": 0.4197865128517151, | |
| "learning_rate": 6.312291828435076e-05, | |
| "loss": 0.9646, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 6.175, | |
| "grad_norm": 0.41968774795532227, | |
| "learning_rate": 6.150162950953264e-05, | |
| "loss": 0.9412, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "grad_norm": 0.40155336260795593, | |
| "learning_rate": 5.989850859999227e-05, | |
| "loss": 0.9627, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 6.225, | |
| "grad_norm": 0.39962807297706604, | |
| "learning_rate": 5.831371006785963e-05, | |
| "loss": 0.9337, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "grad_norm": 0.4056980609893799, | |
| "learning_rate": 5.6747386659315755e-05, | |
| "loss": 0.9221, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 6.275, | |
| "grad_norm": 0.4260208308696747, | |
| "learning_rate": 5.519968933987082e-05, | |
| "loss": 0.9359, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "grad_norm": 0.39483314752578735, | |
| "learning_rate": 5.367076727981382e-05, | |
| "loss": 0.9187, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 6.325, | |
| "grad_norm": 0.43257468938827515, | |
| "learning_rate": 5.216076783983492e-05, | |
| "loss": 0.9701, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "grad_norm": 0.39114078879356384, | |
| "learning_rate": 5.066983655682325e-05, | |
| "loss": 0.9664, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 6.375, | |
| "grad_norm": 0.39986172318458557, | |
| "learning_rate": 4.919811712983879e-05, | |
| "loss": 0.9345, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "grad_norm": 0.41802579164505005, | |
| "learning_rate": 4.7745751406263163e-05, | |
| "loss": 0.9192, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 6.425, | |
| "grad_norm": 0.34528008103370667, | |
| "learning_rate": 4.6312879368127645e-05, | |
| "loss": 0.953, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "grad_norm": 0.418544739484787, | |
| "learning_rate": 4.4899639118621604e-05, | |
| "loss": 0.9121, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 6.475, | |
| "grad_norm": 0.40490132570266724, | |
| "learning_rate": 4.350616686878175e-05, | |
| "loss": 0.9199, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "grad_norm": 0.4175280034542084, | |
| "learning_rate": 4.213259692436367e-05, | |
| "loss": 0.9304, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 6.525, | |
| "grad_norm": 0.3687520921230316, | |
| "learning_rate": 4.077906167289766e-05, | |
| "loss": 0.953, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "grad_norm": 0.389283686876297, | |
| "learning_rate": 3.944569157092839e-05, | |
| "loss": 0.9278, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 6.575, | |
| "grad_norm": 0.353508323431015, | |
| "learning_rate": 3.8132615131441396e-05, | |
| "loss": 0.9488, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "grad_norm": 0.3994731605052948, | |
| "learning_rate": 3.6839958911476953e-05, | |
| "loss": 0.8955, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 6.625, | |
| "grad_norm": 0.37398815155029297, | |
| "learning_rate": 3.5567847499932e-05, | |
| "loss": 0.9453, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "grad_norm": 0.37087592482566833, | |
| "learning_rate": 3.431640350555204e-05, | |
| "loss": 0.9449, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 6.675, | |
| "grad_norm": 0.3406459093093872, | |
| "learning_rate": 3.308574754511404e-05, | |
| "loss": 0.9143, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "grad_norm": 0.36757832765579224, | |
| "learning_rate": 3.187599823180071e-05, | |
| "loss": 0.935, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 6.725, | |
| "grad_norm": 0.40823671221733093, | |
| "learning_rate": 3.0687272163768986e-05, | |
| "loss": 0.9181, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "grad_norm": 0.3942839801311493, | |
| "learning_rate": 2.9519683912911265e-05, | |
| "loss": 0.9219, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 6.775, | |
| "grad_norm": 0.3952127695083618, | |
| "learning_rate": 2.8373346013813417e-05, | |
| "loss": 0.9001, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "grad_norm": 0.4122380018234253, | |
| "learning_rate": 2.7248368952908055e-05, | |
| "loss": 0.9266, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 6.825, | |
| "grad_norm": 0.4118337631225586, | |
| "learning_rate": 2.6144861157825773e-05, | |
| "loss": 0.9364, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "grad_norm": 0.39552587270736694, | |
| "learning_rate": 2.5062928986944677e-05, | |
| "loss": 0.9226, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 6.875, | |
| "grad_norm": 0.4226832687854767, | |
| "learning_rate": 2.4002676719139166e-05, | |
| "loss": 0.9394, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "grad_norm": 0.34474310278892517, | |
| "learning_rate": 2.296420654372966e-05, | |
| "loss": 0.9255, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 6.925, | |
| "grad_norm": 0.4371466636657715, | |
| "learning_rate": 2.1947618550633096e-05, | |
| "loss": 0.9298, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "grad_norm": 0.4318234622478485, | |
| "learning_rate": 2.0953010720716037e-05, | |
| "loss": 0.9533, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 6.975, | |
| "grad_norm": 0.38867416977882385, | |
| "learning_rate": 1.9980478916351297e-05, | |
| "loss": 0.9612, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.38006094098091125, | |
| "learning_rate": 1.9030116872178316e-05, | |
| "loss": 0.9175, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 0.9707372784614563, | |
| "eval_runtime": 152.8648, | |
| "eval_samples_per_second": 26.167, | |
| "eval_steps_per_second": 6.542, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 7.025, | |
| "grad_norm": 0.4155292510986328, | |
| "learning_rate": 1.8102016186068992e-05, | |
| "loss": 0.936, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.3884825110435486, | |
| "learning_rate": 1.719626631029911e-05, | |
| "loss": 0.9398, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 7.075, | |
| "grad_norm": 0.39031410217285156, | |
| "learning_rate": 1.6312954542926888e-05, | |
| "loss": 0.9056, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.4356350004673004, | |
| "learning_rate": 1.5452166019378987e-05, | |
| "loss": 0.9178, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 7.125, | |
| "grad_norm": 0.3904324769973755, | |
| "learning_rate": 1.4613983704244827e-05, | |
| "loss": 0.9067, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "grad_norm": 0.3213234543800354, | |
| "learning_rate": 1.3798488383280488e-05, | |
| "loss": 0.9436, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 7.175, | |
| "grad_norm": 0.38800540566444397, | |
| "learning_rate": 1.3005758655622424e-05, | |
| "loss": 0.9131, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "grad_norm": 0.3734656870365143, | |
| "learning_rate": 1.2235870926211617e-05, | |
| "loss": 0.9466, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 7.225, | |
| "grad_norm": 0.4088476002216339, | |
| "learning_rate": 1.1488899398429897e-05, | |
| "loss": 0.9444, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "grad_norm": 0.3788207471370697, | |
| "learning_rate": 1.0764916066947795e-05, | |
| "loss": 0.9015, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 7.275, | |
| "grad_norm": 0.3710539638996124, | |
| "learning_rate": 1.0063990710785648e-05, | |
| "loss": 0.9356, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "grad_norm": 0.39175015687942505, | |
| "learning_rate": 9.386190886588208e-06, | |
| "loss": 0.9277, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 7.325, | |
| "grad_norm": 0.39857038855552673, | |
| "learning_rate": 8.731581922113152e-06, | |
| "loss": 0.9597, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "grad_norm": 0.42670151591300964, | |
| "learning_rate": 8.10022690993506e-06, | |
| "loss": 0.9124, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 7.375, | |
| "grad_norm": 0.37594255805015564, | |
| "learning_rate": 7.4921867013640064e-06, | |
| "loss": 0.9202, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "grad_norm": 0.34726592898368835, | |
| "learning_rate": 6.907519900580861e-06, | |
| "loss": 0.9462, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 7.425, | |
| "grad_norm": 0.3583536744117737, | |
| "learning_rate": 6.34628285898875e-06, | |
| "loss": 0.9356, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "grad_norm": 0.40716230869293213, | |
| "learning_rate": 5.808529669781903e-06, | |
| "loss": 0.9204, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 7.475, | |
| "grad_norm": 0.4574654698371887, | |
| "learning_rate": 5.294312162731935e-06, | |
| "loss": 0.9272, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "grad_norm": 0.41072556376457214, | |
| "learning_rate": 4.803679899192393e-06, | |
| "loss": 0.9181, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 7.525, | |
| "grad_norm": 0.4989704191684723, | |
| "learning_rate": 4.336680167322055e-06, | |
| "loss": 0.9346, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "grad_norm": 0.4089345932006836, | |
| "learning_rate": 3.893357977527101e-06, | |
| "loss": 0.9392, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 7.575, | |
| "grad_norm": 0.4189968407154083, | |
| "learning_rate": 3.4737560581228343e-06, | |
| "loss": 0.9338, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "grad_norm": 0.40372830629348755, | |
| "learning_rate": 3.077914851215585e-06, | |
| "loss": 0.9394, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 7.625, | |
| "grad_norm": 0.3864797055721283, | |
| "learning_rate": 2.7058725088047465e-06, | |
| "loss": 0.9283, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "grad_norm": 0.4125591814517975, | |
| "learning_rate": 2.357664889105687e-06, | |
| "loss": 0.9731, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 7.675, | |
| "grad_norm": 0.4122030436992645, | |
| "learning_rate": 2.0333255530934903e-06, | |
| "loss": 0.9257, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "grad_norm": 0.40973401069641113, | |
| "learning_rate": 1.7328857612684267e-06, | |
| "loss": 0.8964, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 7.725, | |
| "grad_norm": 0.36363255977630615, | |
| "learning_rate": 1.4563744706429517e-06, | |
| "loss": 0.9012, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "grad_norm": 0.39668798446655273, | |
| "learning_rate": 1.2038183319507957e-06, | |
| "loss": 0.9399, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 7.775, | |
| "grad_norm": 0.40102848410606384, | |
| "learning_rate": 9.752416870782156e-07, | |
| "loss": 0.9471, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "grad_norm": 0.43242618441581726, | |
| "learning_rate": 7.70666566718009e-07, | |
| "loss": 0.9289, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 7.825, | |
| "grad_norm": 0.41685134172439575, | |
| "learning_rate": 5.90112688246075e-07, | |
| "loss": 0.9365, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "grad_norm": 0.36857473850250244, | |
| "learning_rate": 4.335974538210441e-07, | |
| "loss": 0.9324, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 7.875, | |
| "grad_norm": 0.42975786328315735, | |
| "learning_rate": 3.0113594870689873e-07, | |
| "loss": 0.9379, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "grad_norm": 0.42332813143730164, | |
| "learning_rate": 1.9274093981927476e-07, | |
| "loss": 0.9453, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 7.925, | |
| "grad_norm": 0.41806164383888245, | |
| "learning_rate": 1.0842287449469579e-07, | |
| "loss": 0.9055, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 7.95, | |
| "grad_norm": 0.35621610283851624, | |
| "learning_rate": 4.818987948379538e-08, | |
| "loss": 0.8726, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 7.975, | |
| "grad_norm": 0.43373915553092957, | |
| "learning_rate": 1.2047760167999133e-08, | |
| "loss": 0.946, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.4070851504802704, | |
| "learning_rate": 0.0, | |
| "loss": 0.9197, | |
| "step": 32000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 32000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.2123286020096e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |