newknp's picture
Training in progress, step 9000
e3eb8ec
raw
history blame
9.21 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 7.228915662650603,
"global_step": 9000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 0.0,
"loss": 36.5036,
"step": 1
},
{
"epoch": 0.4,
"learning_rate": 4.96e-05,
"loss": 8.5484,
"step": 500
},
{
"epoch": 0.4,
"eval_cer": 1.0,
"eval_clean_cer": 1.0,
"eval_loss": 3.6234467029571533,
"eval_runtime": 384.6662,
"eval_samples_per_second": 19.9,
"eval_steps_per_second": 1.245,
"eval_wer": 1.0,
"learning_rate": 4.96e-05,
"step": 500
},
{
"epoch": 0.8,
"learning_rate": 4.792887029288703e-05,
"loss": 3.2275,
"step": 1000
},
{
"epoch": 0.8,
"eval_cer": 0.7080718890168877,
"eval_clean_cer": 0.653960461430081,
"eval_loss": 2.2960469722747803,
"eval_runtime": 383.0083,
"eval_samples_per_second": 19.987,
"eval_steps_per_second": 1.251,
"eval_wer": 0.9997886281969985,
"learning_rate": 4.792887029288703e-05,
"step": 1000
},
{
"epoch": 1.2,
"learning_rate": 4.5841004184100424e-05,
"loss": 0.9955,
"step": 1500
},
{
"epoch": 1.2,
"eval_cer": 0.43273425819260275,
"eval_clean_cer": 0.37557605377480335,
"eval_loss": 1.2224403619766235,
"eval_runtime": 382.1035,
"eval_samples_per_second": 20.034,
"eval_steps_per_second": 1.254,
"eval_wer": 0.9549127684828382,
"learning_rate": 4.5841004184100424e-05,
"step": 1500
},
{
"epoch": 1.61,
"learning_rate": 4.37489539748954e-05,
"loss": 0.66,
"step": 2000
},
{
"epoch": 1.61,
"eval_cer": 0.36509166891345374,
"eval_clean_cer": 0.304027973464835,
"eval_loss": 0.9558963775634766,
"eval_runtime": 380.573,
"eval_samples_per_second": 20.114,
"eval_steps_per_second": 1.259,
"eval_wer": 0.9231907386631546,
"learning_rate": 4.37489539748954e-05,
"step": 2000
},
{
"epoch": 2.01,
"learning_rate": 4.1665271966527195e-05,
"loss": 0.546,
"step": 2500
},
{
"epoch": 2.01,
"eval_cer": 0.3585320718645065,
"eval_clean_cer": 0.2825745567688153,
"eval_loss": 0.920676589012146,
"eval_runtime": 379.317,
"eval_samples_per_second": 20.181,
"eval_steps_per_second": 1.263,
"eval_wer": 0.948051314570021,
"learning_rate": 4.1665271966527195e-05,
"step": 2500
},
{
"epoch": 2.41,
"learning_rate": 3.957740585774059e-05,
"loss": 0.4459,
"step": 3000
},
{
"epoch": 2.41,
"eval_cer": 0.29398698497512193,
"eval_clean_cer": 0.23832115181401903,
"eval_loss": 0.7700594067573547,
"eval_runtime": 382.0036,
"eval_samples_per_second": 20.039,
"eval_steps_per_second": 1.254,
"eval_wer": 0.869307188267239,
"learning_rate": 3.957740585774059e-05,
"step": 3000
},
{
"epoch": 2.81,
"learning_rate": 3.748953974895398e-05,
"loss": 0.4041,
"step": 3500
},
{
"epoch": 2.81,
"eval_cer": 0.2948846785460428,
"eval_clean_cer": 0.26338499471644944,
"eval_loss": 0.7755610346794128,
"eval_runtime": 382.5716,
"eval_samples_per_second": 20.009,
"eval_steps_per_second": 1.252,
"eval_wer": 0.8223663886314488,
"learning_rate": 3.748953974895398e-05,
"step": 3500
},
{
"epoch": 3.21,
"learning_rate": 3.5397489539748955e-05,
"loss": 0.3637,
"step": 4000
},
{
"epoch": 3.21,
"eval_cer": 0.20644807470771342,
"eval_clean_cer": 0.18069009040742046,
"eval_loss": 0.6014806032180786,
"eval_runtime": 383.3843,
"eval_samples_per_second": 19.967,
"eval_steps_per_second": 1.249,
"eval_wer": 0.7014942360535259,
"learning_rate": 3.5397489539748955e-05,
"step": 4000
},
{
"epoch": 3.61,
"learning_rate": 3.330962343096235e-05,
"loss": 0.334,
"step": 4500
},
{
"epoch": 3.61,
"eval_cer": 0.19067869310522317,
"eval_clean_cer": 0.1638084125865915,
"eval_loss": 0.5615196228027344,
"eval_runtime": 378.29,
"eval_samples_per_second": 20.236,
"eval_steps_per_second": 1.266,
"eval_wer": 0.667495894509211,
"learning_rate": 3.330962343096235e-05,
"step": 4500
},
{
"epoch": 4.02,
"learning_rate": 3.1225941422594144e-05,
"loss": 0.3283,
"step": 5000
},
{
"epoch": 4.02,
"eval_cer": 0.20923613323855977,
"eval_clean_cer": 0.18034519196900317,
"eval_loss": 0.6205064058303833,
"eval_runtime": 383.8788,
"eval_samples_per_second": 19.941,
"eval_steps_per_second": 1.248,
"eval_wer": 0.707282571581874,
"learning_rate": 3.1225941422594144e-05,
"step": 5000
},
{
"epoch": 4.42,
"learning_rate": 2.914644351464435e-05,
"loss": 0.3762,
"step": 5500
},
{
"epoch": 4.42,
"eval_cer": 0.1777892840510797,
"eval_clean_cer": 0.1600145297640014,
"eval_loss": 0.7516510486602783,
"eval_runtime": 383.1576,
"eval_samples_per_second": 19.979,
"eval_steps_per_second": 1.25,
"eval_wer": 0.63658683316261,
"learning_rate": 2.914644351464435e-05,
"step": 5500
},
{
"epoch": 4.82,
"learning_rate": 2.705439330543933e-05,
"loss": 0.4954,
"step": 6000
},
{
"epoch": 4.82,
"eval_cer": 0.2023119439201941,
"eval_clean_cer": 0.1735132675824821,
"eval_loss": 0.937389612197876,
"eval_runtime": 379.9047,
"eval_samples_per_second": 20.15,
"eval_steps_per_second": 1.261,
"eval_wer": 0.7072988309513357,
"learning_rate": 2.705439330543933e-05,
"step": 6000
},
{
"epoch": 5.22,
"learning_rate": 2.496234309623431e-05,
"loss": 0.5568,
"step": 6500
},
{
"epoch": 5.22,
"eval_cer": 0.19821564254025834,
"eval_clean_cer": 0.16663731360807796,
"eval_loss": 0.8858793377876282,
"eval_runtime": 379.7569,
"eval_samples_per_second": 20.158,
"eval_steps_per_second": 1.261,
"eval_wer": 0.7027462075020731,
"learning_rate": 2.496234309623431e-05,
"step": 6500
},
{
"epoch": 5.62,
"learning_rate": 2.28744769874477e-05,
"loss": 0.6756,
"step": 7000
},
{
"epoch": 5.62,
"eval_cer": 0.19202370156131277,
"eval_clean_cer": 0.16278105553598685,
"eval_loss": 1.0252363681793213,
"eval_runtime": 381.5363,
"eval_samples_per_second": 20.064,
"eval_steps_per_second": 1.255,
"eval_wer": 0.6802432401671463,
"learning_rate": 2.28744769874477e-05,
"step": 7000
},
{
"epoch": 6.02,
"learning_rate": 2.0790794979079496e-05,
"loss": 0.7752,
"step": 7500
},
{
"epoch": 6.02,
"eval_cer": 0.2309217137674943,
"eval_clean_cer": 0.19081322648820007,
"eval_loss": 1.12592613697052,
"eval_runtime": 381.2563,
"eval_samples_per_second": 20.078,
"eval_steps_per_second": 1.256,
"eval_wer": 0.7656537079492057,
"learning_rate": 2.0790794979079496e-05,
"step": 7500
},
{
"epoch": 6.43,
"learning_rate": 1.87071129707113e-05,
"loss": 0.8305,
"step": 8000
},
{
"epoch": 6.43,
"eval_cer": 0.3252438785264345,
"eval_clean_cer": 0.26681563343900433,
"eval_loss": 1.385704517364502,
"eval_runtime": 381.2294,
"eval_samples_per_second": 20.08,
"eval_steps_per_second": 1.256,
"eval_wer": 0.9028990455750125,
"learning_rate": 1.87071129707113e-05,
"step": 8000
},
{
"epoch": 6.83,
"learning_rate": 1.6619246861924685e-05,
"loss": 1.7385,
"step": 8500
},
{
"epoch": 6.83,
"eval_cer": 0.9234264320203927,
"eval_clean_cer": 0.911353763062111,
"eval_loss": 3.2320151329040527,
"eval_runtime": 377.3136,
"eval_samples_per_second": 20.288,
"eval_steps_per_second": 1.27,
"eval_wer": 0.9998374063053834,
"learning_rate": 1.6619246861924685e-05,
"step": 8500
},
{
"epoch": 7.23,
"learning_rate": 1.4527196652719665e-05,
"loss": 2.7839,
"step": 9000
},
{
"epoch": 7.23,
"eval_cer": 0.9399648275693032,
"eval_clean_cer": 0.9305836855700363,
"eval_loss": 3.3238463401794434,
"eval_runtime": 377.6325,
"eval_samples_per_second": 20.271,
"eval_steps_per_second": 1.268,
"eval_wer": 0.9998861844137684,
"learning_rate": 1.4527196652719665e-05,
"step": 9000
}
],
"max_steps": 12450,
"num_train_epochs": 10,
"total_flos": 9.660949620775597e+19,
"trial_name": null,
"trial_params": null
}