amjadfqs's picture
Model save
745d173
{
"best_metric": 0.9076983503534957,
"best_model_checkpoint": "swin-base-patch4-window7-224-in22k-finetuned-brain-tumor-final_09/checkpoint-231",
"epoch": 19.74025974025974,
"global_step": 380,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.52,
"learning_rate": 2.631578947368421e-06,
"loss": 1.4243,
"step": 10
},
{
"epoch": 0.99,
"eval_accuracy": 0.4124116260801257,
"eval_f1_score": 0.3570354420437638,
"eval_loss": 1.2818444967269897,
"eval_precision": 0.49102085534919276,
"eval_runtime": 155.1351,
"eval_samples_per_second": 16.412,
"eval_sensitivity": 0.40190009326712317,
"eval_specificity": 0.8402743700367392,
"eval_steps_per_second": 0.168,
"step": 19
},
{
"epoch": 1.04,
"learning_rate": 5.263157894736842e-06,
"loss": 1.3172,
"step": 20
},
{
"epoch": 1.56,
"learning_rate": 7.894736842105265e-06,
"loss": 1.1046,
"step": 30
},
{
"epoch": 1.97,
"eval_accuracy": 0.6657501963864886,
"eval_f1_score": 0.6584447645455589,
"eval_loss": 0.8873111605644226,
"eval_precision": 0.7234734897623135,
"eval_runtime": 154.4349,
"eval_samples_per_second": 16.486,
"eval_sensitivity": 0.6607729185406499,
"eval_specificity": 0.9116520907117401,
"eval_steps_per_second": 0.168,
"step": 38
},
{
"epoch": 2.08,
"learning_rate": 9.941520467836257e-06,
"loss": 0.8039,
"step": 40
},
{
"epoch": 2.6,
"learning_rate": 9.649122807017545e-06,
"loss": 0.5232,
"step": 50
},
{
"epoch": 2.96,
"eval_accuracy": 0.7670856245090337,
"eval_f1_score": 0.7654299150147459,
"eval_loss": 0.5753296613693237,
"eval_precision": 0.8063317990936565,
"eval_runtime": 149.786,
"eval_samples_per_second": 16.998,
"eval_sensitivity": 0.7631016926046826,
"eval_specificity": 0.939519832581341,
"eval_steps_per_second": 0.174,
"step": 57
},
{
"epoch": 3.12,
"learning_rate": 9.35672514619883e-06,
"loss": 0.4024,
"step": 60
},
{
"epoch": 3.64,
"learning_rate": 9.064327485380117e-06,
"loss": 0.3235,
"step": 70
},
{
"epoch": 4.0,
"eval_accuracy": 0.8256087981146897,
"eval_f1_score": 0.8272037341017412,
"eval_loss": 0.4476053714752197,
"eval_precision": 0.8496309867737988,
"eval_runtime": 148.025,
"eval_samples_per_second": 17.2,
"eval_sensitivity": 0.8228407743542725,
"eval_specificity": 0.9549271529166663,
"eval_steps_per_second": 0.176,
"step": 77
},
{
"epoch": 4.16,
"learning_rate": 8.771929824561405e-06,
"loss": 0.2902,
"step": 80
},
{
"epoch": 4.68,
"learning_rate": 8.47953216374269e-06,
"loss": 0.2586,
"step": 90
},
{
"epoch": 4.99,
"eval_accuracy": 0.8589945011783189,
"eval_f1_score": 0.8607808845396272,
"eval_loss": 0.388581246137619,
"eval_precision": 0.8764394740919514,
"eval_runtime": 151.9044,
"eval_samples_per_second": 16.761,
"eval_sensitivity": 0.8567362734580628,
"eval_specificity": 0.963786905634904,
"eval_steps_per_second": 0.171,
"step": 96
},
{
"epoch": 5.19,
"learning_rate": 8.187134502923977e-06,
"loss": 0.2177,
"step": 100
},
{
"epoch": 5.71,
"learning_rate": 7.894736842105265e-06,
"loss": 0.1986,
"step": 110
},
{
"epoch": 5.97,
"eval_accuracy": 0.8641005498821681,
"eval_f1_score": 0.866301038890307,
"eval_loss": 0.3538317382335663,
"eval_precision": 0.8816381088413454,
"eval_runtime": 150.5083,
"eval_samples_per_second": 16.916,
"eval_sensitivity": 0.8623787282629114,
"eval_specificity": 0.9651698996707305,
"eval_steps_per_second": 0.173,
"step": 115
},
{
"epoch": 6.23,
"learning_rate": 7.60233918128655e-06,
"loss": 0.1842,
"step": 120
},
{
"epoch": 6.75,
"learning_rate": 7.309941520467837e-06,
"loss": 0.166,
"step": 130
},
{
"epoch": 6.96,
"eval_accuracy": 0.8648860958366065,
"eval_f1_score": 0.866825627759701,
"eval_loss": 0.3543463945388794,
"eval_precision": 0.884880621606718,
"eval_runtime": 148.1783,
"eval_samples_per_second": 17.182,
"eval_sensitivity": 0.8636517908756205,
"eval_specificity": 0.9654980481174277,
"eval_steps_per_second": 0.175,
"step": 134
},
{
"epoch": 7.27,
"learning_rate": 7.017543859649123e-06,
"loss": 0.1522,
"step": 140
},
{
"epoch": 7.79,
"learning_rate": 6.72514619883041e-06,
"loss": 0.1345,
"step": 150
},
{
"epoch": 8.0,
"eval_accuracy": 0.8586017282010998,
"eval_f1_score": 0.8610355490306234,
"eval_loss": 0.3729460835456848,
"eval_precision": 0.8837274049763126,
"eval_runtime": 148.525,
"eval_samples_per_second": 17.142,
"eval_sensitivity": 0.8570611575159114,
"eval_specificity": 0.9639971497498784,
"eval_steps_per_second": 0.175,
"step": 154
},
{
"epoch": 8.31,
"learning_rate": 6.432748538011696e-06,
"loss": 0.1392,
"step": 160
},
{
"epoch": 8.83,
"learning_rate": 6.140350877192983e-06,
"loss": 0.1197,
"step": 170
},
{
"epoch": 8.99,
"eval_accuracy": 0.8974862529457973,
"eval_f1_score": 0.8986651160172466,
"eval_loss": 0.2879232168197632,
"eval_precision": 0.9098410226182916,
"eval_runtime": 151.7698,
"eval_samples_per_second": 16.775,
"eval_sensitivity": 0.8960667823723667,
"eval_specificity": 0.9739595957022107,
"eval_steps_per_second": 0.171,
"step": 173
},
{
"epoch": 9.35,
"learning_rate": 5.847953216374269e-06,
"loss": 0.1191,
"step": 180
},
{
"epoch": 9.87,
"learning_rate": 5.555555555555557e-06,
"loss": 0.1033,
"step": 190
},
{
"epoch": 9.97,
"eval_accuracy": 0.8998428908091123,
"eval_f1_score": 0.9013387120046374,
"eval_loss": 0.2809693217277527,
"eval_precision": 0.9128018904283736,
"eval_runtime": 150.0251,
"eval_samples_per_second": 16.97,
"eval_sensitivity": 0.8983403692519598,
"eval_specificity": 0.9745916249389023,
"eval_steps_per_second": 0.173,
"step": 192
},
{
"epoch": 10.39,
"learning_rate": 5.263157894736842e-06,
"loss": 0.0968,
"step": 200
},
{
"epoch": 10.91,
"learning_rate": 4.970760233918129e-06,
"loss": 0.0957,
"step": 210
},
{
"epoch": 10.96,
"eval_accuracy": 0.8802042419481539,
"eval_f1_score": 0.8818332555076988,
"eval_loss": 0.32389283180236816,
"eval_precision": 0.8988229655279458,
"eval_runtime": 149.7055,
"eval_samples_per_second": 17.007,
"eval_sensitivity": 0.8795483483145464,
"eval_specificity": 0.9695877303192519,
"eval_steps_per_second": 0.174,
"step": 211
},
{
"epoch": 11.43,
"learning_rate": 4.678362573099415e-06,
"loss": 0.0943,
"step": 220
},
{
"epoch": 11.95,
"learning_rate": 4.385964912280702e-06,
"loss": 0.085,
"step": 230
},
{
"epoch": 12.0,
"eval_accuracy": 0.9076983503534957,
"eval_f1_score": 0.9092568799886447,
"eval_loss": 0.25855910778045654,
"eval_precision": 0.9184297970931635,
"eval_runtime": 148.6708,
"eval_samples_per_second": 17.125,
"eval_sensitivity": 0.9071315468404832,
"eval_specificity": 0.9765850087404824,
"eval_steps_per_second": 0.175,
"step": 231
},
{
"epoch": 12.47,
"learning_rate": 4.093567251461989e-06,
"loss": 0.0803,
"step": 240
},
{
"epoch": 12.99,
"learning_rate": 3.801169590643275e-06,
"loss": 0.0769,
"step": 250
},
{
"epoch": 12.99,
"eval_accuracy": 0.9018067556952082,
"eval_f1_score": 0.9035560483990503,
"eval_loss": 0.2662457525730133,
"eval_precision": 0.9148826606022603,
"eval_runtime": 148.906,
"eval_samples_per_second": 17.098,
"eval_sensitivity": 0.9011389208516956,
"eval_specificity": 0.9751077020657173,
"eval_steps_per_second": 0.175,
"step": 250
},
{
"epoch": 13.51,
"learning_rate": 3.5087719298245615e-06,
"loss": 0.0758,
"step": 260
},
{
"epoch": 13.97,
"eval_accuracy": 0.8951296150824823,
"eval_f1_score": 0.8970302146284463,
"eval_loss": 0.28304174542427063,
"eval_precision": 0.9102010845064002,
"eval_runtime": 150.6344,
"eval_samples_per_second": 16.902,
"eval_sensitivity": 0.8945146144376745,
"eval_specificity": 0.9734075498381344,
"eval_steps_per_second": 0.173,
"step": 269
},
{
"epoch": 14.03,
"learning_rate": 3.216374269005848e-06,
"loss": 0.0686,
"step": 270
},
{
"epoch": 14.55,
"learning_rate": 2.9239766081871347e-06,
"loss": 0.068,
"step": 280
},
{
"epoch": 14.96,
"eval_accuracy": 0.896700706991359,
"eval_f1_score": 0.8985675111661452,
"eval_loss": 0.275691956281662,
"eval_precision": 0.9112715756203089,
"eval_runtime": 150.7864,
"eval_samples_per_second": 16.885,
"eval_sensitivity": 0.8960200777949071,
"eval_specificity": 0.9738051721610081,
"eval_steps_per_second": 0.172,
"step": 288
},
{
"epoch": 15.06,
"learning_rate": 2.631578947368421e-06,
"loss": 0.0662,
"step": 290
},
{
"epoch": 15.58,
"learning_rate": 2.3391812865497075e-06,
"loss": 0.0641,
"step": 300
},
{
"epoch": 16.0,
"eval_accuracy": 0.899057344854674,
"eval_f1_score": 0.9007899141083138,
"eval_loss": 0.274333655834198,
"eval_precision": 0.9135533100325574,
"eval_runtime": 148.3245,
"eval_samples_per_second": 17.165,
"eval_sensitivity": 0.8984156696658092,
"eval_specificity": 0.9744403525399954,
"eval_steps_per_second": 0.175,
"step": 308
},
{
"epoch": 16.1,
"learning_rate": 2.0467836257309943e-06,
"loss": 0.0574,
"step": 310
},
{
"epoch": 16.62,
"learning_rate": 1.7543859649122807e-06,
"loss": 0.0623,
"step": 320
},
{
"epoch": 16.99,
"eval_accuracy": 0.8986645718774549,
"eval_f1_score": 0.9001455327215127,
"eval_loss": 0.2713204026222229,
"eval_precision": 0.9126572095328765,
"eval_runtime": 151.9721,
"eval_samples_per_second": 16.753,
"eval_sensitivity": 0.8981708274568941,
"eval_specificity": 0.9743345585732455,
"eval_steps_per_second": 0.171,
"step": 327
},
{
"epoch": 17.14,
"learning_rate": 1.4619883040935674e-06,
"loss": 0.0602,
"step": 330
},
{
"epoch": 17.66,
"learning_rate": 1.1695906432748538e-06,
"loss": 0.0542,
"step": 340
},
{
"epoch": 17.97,
"eval_accuracy": 0.8986645718774549,
"eval_f1_score": 0.9004639220672048,
"eval_loss": 0.2649886906147003,
"eval_precision": 0.91279384932618,
"eval_runtime": 150.7987,
"eval_samples_per_second": 16.883,
"eval_sensitivity": 0.8980391215162725,
"eval_specificity": 0.9743187669997398,
"eval_steps_per_second": 0.172,
"step": 346
},
{
"epoch": 18.18,
"learning_rate": 8.771929824561404e-07,
"loss": 0.0568,
"step": 350
},
{
"epoch": 18.7,
"learning_rate": 5.847953216374269e-07,
"loss": 0.0573,
"step": 360
},
{
"epoch": 18.96,
"eval_accuracy": 0.8963079340141398,
"eval_f1_score": 0.8980539018292237,
"eval_loss": 0.2708922326564789,
"eval_precision": 0.9112041169434638,
"eval_runtime": 148.2702,
"eval_samples_per_second": 17.171,
"eval_sensitivity": 0.895695482583891,
"eval_specificity": 0.9737277205852116,
"eval_steps_per_second": 0.175,
"step": 365
},
{
"epoch": 19.22,
"learning_rate": 2.9239766081871344e-07,
"loss": 0.0479,
"step": 370
},
{
"epoch": 19.74,
"learning_rate": 0.0,
"loss": 0.058,
"step": 380
},
{
"epoch": 19.74,
"eval_accuracy": 0.8947368421052632,
"eval_f1_score": 0.8964893126610397,
"eval_loss": 0.2778041660785675,
"eval_precision": 0.9100882912589862,
"eval_runtime": 147.6157,
"eval_samples_per_second": 17.247,
"eval_sensitivity": 0.8941900192266583,
"eval_specificity": 0.9733266096253178,
"eval_steps_per_second": 0.176,
"step": 380
},
{
"epoch": 19.74,
"step": 380,
"total_flos": 1.1815024036284113e+19,
"train_loss": 0.24495287263079693,
"train_runtime": 37323.3561,
"train_samples_per_second": 4.092,
"train_steps_per_second": 0.01
}
],
"max_steps": 380,
"num_train_epochs": 20,
"total_flos": 1.1815024036284113e+19,
"trial_name": null,
"trial_params": null
}