{ "best_metric": 0.8472222222222222, "best_model_checkpoint": "lungcancer_model_deit/checkpoint-84", "epoch": 12.987012987012987, "eval_steps": 500, "global_step": 100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.9090909090909091, "grad_norm": 9.56179428100586, "learning_rate": 4.666666666666667e-05, "loss": 1.3622, "step": 7 }, { "epoch": 0.9090909090909091, "eval_accuracy": 0.4583333333333333, "eval_loss": 1.1259331703186035, "eval_runtime": 1.0658, "eval_samples_per_second": 67.556, "eval_steps_per_second": 8.444, "step": 7 }, { "epoch": 1.8181818181818183, "grad_norm": 4.5356645584106445, "learning_rate": 4.3333333333333334e-05, "loss": 0.735, "step": 14 }, { "epoch": 1.948051948051948, "eval_accuracy": 0.5, "eval_loss": 0.9460827708244324, "eval_runtime": 1.2329, "eval_samples_per_second": 58.401, "eval_steps_per_second": 7.3, "step": 15 }, { "epoch": 2.7272727272727275, "grad_norm": 11.363588333129883, "learning_rate": 4e-05, "loss": 0.5287, "step": 21 }, { "epoch": 2.987012987012987, "eval_accuracy": 0.5972222222222222, "eval_loss": 0.9006068706512451, "eval_runtime": 1.1547, "eval_samples_per_second": 62.353, "eval_steps_per_second": 7.794, "step": 23 }, { "epoch": 3.6363636363636362, "grad_norm": 9.22575855255127, "learning_rate": 3.6666666666666666e-05, "loss": 0.2822, "step": 28 }, { "epoch": 3.896103896103896, "eval_accuracy": 0.6666666666666666, "eval_loss": 0.7236449718475342, "eval_runtime": 1.0624, "eval_samples_per_second": 67.772, "eval_steps_per_second": 8.471, "step": 30 }, { "epoch": 4.545454545454545, "grad_norm": 10.75616455078125, "learning_rate": 3.3333333333333335e-05, "loss": 0.1459, "step": 35 }, { "epoch": 4.935064935064935, "eval_accuracy": 0.7777777777777778, "eval_loss": 0.5326564908027649, "eval_runtime": 1.0763, "eval_samples_per_second": 66.898, "eval_steps_per_second": 8.362, "step": 38 }, { "epoch": 5.454545454545454, "grad_norm": 2.9255380630493164, "learning_rate": 3e-05, "loss": 0.0687, "step": 42 }, { "epoch": 5.974025974025974, "eval_accuracy": 0.8333333333333334, "eval_loss": 0.42256489396095276, "eval_runtime": 1.9017, "eval_samples_per_second": 37.86, "eval_steps_per_second": 4.733, "step": 46 }, { "epoch": 6.363636363636363, "grad_norm": 2.1261632442474365, "learning_rate": 2.6666666666666667e-05, "loss": 0.0269, "step": 49 }, { "epoch": 6.883116883116883, "eval_accuracy": 0.8333333333333334, "eval_loss": 0.4134489595890045, "eval_runtime": 1.0782, "eval_samples_per_second": 66.781, "eval_steps_per_second": 8.348, "step": 53 }, { "epoch": 7.2727272727272725, "grad_norm": 0.20565827190876007, "learning_rate": 2.3333333333333336e-05, "loss": 0.0139, "step": 56 }, { "epoch": 7.922077922077922, "eval_accuracy": 0.8333333333333334, "eval_loss": 0.3836323916912079, "eval_runtime": 1.0936, "eval_samples_per_second": 65.839, "eval_steps_per_second": 8.23, "step": 61 }, { "epoch": 8.181818181818182, "grad_norm": 0.11971937119960785, "learning_rate": 2e-05, "loss": 0.0077, "step": 63 }, { "epoch": 8.96103896103896, "eval_accuracy": 0.8194444444444444, "eval_loss": 0.5306501984596252, "eval_runtime": 1.071, "eval_samples_per_second": 67.228, "eval_steps_per_second": 8.404, "step": 69 }, { "epoch": 9.090909090909092, "grad_norm": 0.09062337130308151, "learning_rate": 1.6666666666666667e-05, "loss": 0.0054, "step": 70 }, { "epoch": 10.0, "grad_norm": 0.041697677224874496, "learning_rate": 1.3333333333333333e-05, "loss": 0.0042, "step": 77 }, { "epoch": 10.0, "eval_accuracy": 0.8333333333333334, "eval_loss": 0.4780552089214325, "eval_runtime": 1.1093, "eval_samples_per_second": 64.905, "eval_steps_per_second": 8.113, "step": 77 }, { "epoch": 10.909090909090908, "grad_norm": 0.0230174008756876, "learning_rate": 1e-05, "loss": 0.0038, "step": 84 }, { "epoch": 10.909090909090908, "eval_accuracy": 0.8472222222222222, "eval_loss": 0.41819339990615845, "eval_runtime": 1.0796, "eval_samples_per_second": 66.694, "eval_steps_per_second": 8.337, "step": 84 }, { "epoch": 11.818181818181818, "grad_norm": 0.024311551824212074, "learning_rate": 6.666666666666667e-06, "loss": 0.0039, "step": 91 }, { "epoch": 11.948051948051948, "eval_accuracy": 0.8472222222222222, "eval_loss": 0.39705508947372437, "eval_runtime": 1.0729, "eval_samples_per_second": 67.106, "eval_steps_per_second": 8.388, "step": 92 }, { "epoch": 12.727272727272727, "grad_norm": 0.022643834352493286, "learning_rate": 3.3333333333333333e-06, "loss": 0.0018, "step": 98 }, { "epoch": 12.987012987012987, "eval_accuracy": 0.8472222222222222, "eval_loss": 0.39274024963378906, "eval_runtime": 1.0807, "eval_samples_per_second": 66.626, "eval_steps_per_second": 8.328, "step": 100 } ], "logging_steps": 7, "max_steps": 105, "num_input_tokens_seen": 0, "num_train_epochs": 15, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 6.175723941563904e+17, "train_batch_size": 8, "trial_name": null, "trial_params": null }