|
{ |
|
"best_metric": 0.9076983503534957, |
|
"best_model_checkpoint": "swin-base-patch4-window7-224-in22k-finetuned-brain-tumor-final_09/checkpoint-231", |
|
"epoch": 19.74025974025974, |
|
"global_step": 380, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 2.631578947368421e-06, |
|
"loss": 1.4243, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"eval_accuracy": 0.4124116260801257, |
|
"eval_f1_score": 0.3570354420437638, |
|
"eval_loss": 1.2818444967269897, |
|
"eval_precision": 0.49102085534919276, |
|
"eval_runtime": 155.1351, |
|
"eval_samples_per_second": 16.412, |
|
"eval_sensitivity": 0.40190009326712317, |
|
"eval_specificity": 0.8402743700367392, |
|
"eval_steps_per_second": 0.168, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 5.263157894736842e-06, |
|
"loss": 1.3172, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 7.894736842105265e-06, |
|
"loss": 1.1046, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"eval_accuracy": 0.6657501963864886, |
|
"eval_f1_score": 0.6584447645455589, |
|
"eval_loss": 0.8873111605644226, |
|
"eval_precision": 0.7234734897623135, |
|
"eval_runtime": 154.4349, |
|
"eval_samples_per_second": 16.486, |
|
"eval_sensitivity": 0.6607729185406499, |
|
"eval_specificity": 0.9116520907117401, |
|
"eval_steps_per_second": 0.168, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 9.941520467836257e-06, |
|
"loss": 0.8039, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 9.649122807017545e-06, |
|
"loss": 0.5232, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"eval_accuracy": 0.7670856245090337, |
|
"eval_f1_score": 0.7654299150147459, |
|
"eval_loss": 0.5753296613693237, |
|
"eval_precision": 0.8063317990936565, |
|
"eval_runtime": 149.786, |
|
"eval_samples_per_second": 16.998, |
|
"eval_sensitivity": 0.7631016926046826, |
|
"eval_specificity": 0.939519832581341, |
|
"eval_steps_per_second": 0.174, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 9.35672514619883e-06, |
|
"loss": 0.4024, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 9.064327485380117e-06, |
|
"loss": 0.3235, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.8256087981146897, |
|
"eval_f1_score": 0.8272037341017412, |
|
"eval_loss": 0.4476053714752197, |
|
"eval_precision": 0.8496309867737988, |
|
"eval_runtime": 148.025, |
|
"eval_samples_per_second": 17.2, |
|
"eval_sensitivity": 0.8228407743542725, |
|
"eval_specificity": 0.9549271529166663, |
|
"eval_steps_per_second": 0.176, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"learning_rate": 8.771929824561405e-06, |
|
"loss": 0.2902, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 4.68, |
|
"learning_rate": 8.47953216374269e-06, |
|
"loss": 0.2586, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"eval_accuracy": 0.8589945011783189, |
|
"eval_f1_score": 0.8607808845396272, |
|
"eval_loss": 0.388581246137619, |
|
"eval_precision": 0.8764394740919514, |
|
"eval_runtime": 151.9044, |
|
"eval_samples_per_second": 16.761, |
|
"eval_sensitivity": 0.8567362734580628, |
|
"eval_specificity": 0.963786905634904, |
|
"eval_steps_per_second": 0.171, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 5.19, |
|
"learning_rate": 8.187134502923977e-06, |
|
"loss": 0.2177, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 5.71, |
|
"learning_rate": 7.894736842105265e-06, |
|
"loss": 0.1986, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 5.97, |
|
"eval_accuracy": 0.8641005498821681, |
|
"eval_f1_score": 0.866301038890307, |
|
"eval_loss": 0.3538317382335663, |
|
"eval_precision": 0.8816381088413454, |
|
"eval_runtime": 150.5083, |
|
"eval_samples_per_second": 16.916, |
|
"eval_sensitivity": 0.8623787282629114, |
|
"eval_specificity": 0.9651698996707305, |
|
"eval_steps_per_second": 0.173, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 6.23, |
|
"learning_rate": 7.60233918128655e-06, |
|
"loss": 0.1842, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 6.75, |
|
"learning_rate": 7.309941520467837e-06, |
|
"loss": 0.166, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 6.96, |
|
"eval_accuracy": 0.8648860958366065, |
|
"eval_f1_score": 0.866825627759701, |
|
"eval_loss": 0.3543463945388794, |
|
"eval_precision": 0.884880621606718, |
|
"eval_runtime": 148.1783, |
|
"eval_samples_per_second": 17.182, |
|
"eval_sensitivity": 0.8636517908756205, |
|
"eval_specificity": 0.9654980481174277, |
|
"eval_steps_per_second": 0.175, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 7.27, |
|
"learning_rate": 7.017543859649123e-06, |
|
"loss": 0.1522, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 7.79, |
|
"learning_rate": 6.72514619883041e-06, |
|
"loss": 0.1345, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.8586017282010998, |
|
"eval_f1_score": 0.8610355490306234, |
|
"eval_loss": 0.3729460835456848, |
|
"eval_precision": 0.8837274049763126, |
|
"eval_runtime": 148.525, |
|
"eval_samples_per_second": 17.142, |
|
"eval_sensitivity": 0.8570611575159114, |
|
"eval_specificity": 0.9639971497498784, |
|
"eval_steps_per_second": 0.175, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 8.31, |
|
"learning_rate": 6.432748538011696e-06, |
|
"loss": 0.1392, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 8.83, |
|
"learning_rate": 6.140350877192983e-06, |
|
"loss": 0.1197, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 8.99, |
|
"eval_accuracy": 0.8974862529457973, |
|
"eval_f1_score": 0.8986651160172466, |
|
"eval_loss": 0.2879232168197632, |
|
"eval_precision": 0.9098410226182916, |
|
"eval_runtime": 151.7698, |
|
"eval_samples_per_second": 16.775, |
|
"eval_sensitivity": 0.8960667823723667, |
|
"eval_specificity": 0.9739595957022107, |
|
"eval_steps_per_second": 0.171, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 9.35, |
|
"learning_rate": 5.847953216374269e-06, |
|
"loss": 0.1191, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 9.87, |
|
"learning_rate": 5.555555555555557e-06, |
|
"loss": 0.1033, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 9.97, |
|
"eval_accuracy": 0.8998428908091123, |
|
"eval_f1_score": 0.9013387120046374, |
|
"eval_loss": 0.2809693217277527, |
|
"eval_precision": 0.9128018904283736, |
|
"eval_runtime": 150.0251, |
|
"eval_samples_per_second": 16.97, |
|
"eval_sensitivity": 0.8983403692519598, |
|
"eval_specificity": 0.9745916249389023, |
|
"eval_steps_per_second": 0.173, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 10.39, |
|
"learning_rate": 5.263157894736842e-06, |
|
"loss": 0.0968, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 10.91, |
|
"learning_rate": 4.970760233918129e-06, |
|
"loss": 0.0957, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 10.96, |
|
"eval_accuracy": 0.8802042419481539, |
|
"eval_f1_score": 0.8818332555076988, |
|
"eval_loss": 0.32389283180236816, |
|
"eval_precision": 0.8988229655279458, |
|
"eval_runtime": 149.7055, |
|
"eval_samples_per_second": 17.007, |
|
"eval_sensitivity": 0.8795483483145464, |
|
"eval_specificity": 0.9695877303192519, |
|
"eval_steps_per_second": 0.174, |
|
"step": 211 |
|
}, |
|
{ |
|
"epoch": 11.43, |
|
"learning_rate": 4.678362573099415e-06, |
|
"loss": 0.0943, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 11.95, |
|
"learning_rate": 4.385964912280702e-06, |
|
"loss": 0.085, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.9076983503534957, |
|
"eval_f1_score": 0.9092568799886447, |
|
"eval_loss": 0.25855910778045654, |
|
"eval_precision": 0.9184297970931635, |
|
"eval_runtime": 148.6708, |
|
"eval_samples_per_second": 17.125, |
|
"eval_sensitivity": 0.9071315468404832, |
|
"eval_specificity": 0.9765850087404824, |
|
"eval_steps_per_second": 0.175, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 12.47, |
|
"learning_rate": 4.093567251461989e-06, |
|
"loss": 0.0803, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 12.99, |
|
"learning_rate": 3.801169590643275e-06, |
|
"loss": 0.0769, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 12.99, |
|
"eval_accuracy": 0.9018067556952082, |
|
"eval_f1_score": 0.9035560483990503, |
|
"eval_loss": 0.2662457525730133, |
|
"eval_precision": 0.9148826606022603, |
|
"eval_runtime": 148.906, |
|
"eval_samples_per_second": 17.098, |
|
"eval_sensitivity": 0.9011389208516956, |
|
"eval_specificity": 0.9751077020657173, |
|
"eval_steps_per_second": 0.175, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 13.51, |
|
"learning_rate": 3.5087719298245615e-06, |
|
"loss": 0.0758, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 13.97, |
|
"eval_accuracy": 0.8951296150824823, |
|
"eval_f1_score": 0.8970302146284463, |
|
"eval_loss": 0.28304174542427063, |
|
"eval_precision": 0.9102010845064002, |
|
"eval_runtime": 150.6344, |
|
"eval_samples_per_second": 16.902, |
|
"eval_sensitivity": 0.8945146144376745, |
|
"eval_specificity": 0.9734075498381344, |
|
"eval_steps_per_second": 0.173, |
|
"step": 269 |
|
}, |
|
{ |
|
"epoch": 14.03, |
|
"learning_rate": 3.216374269005848e-06, |
|
"loss": 0.0686, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 14.55, |
|
"learning_rate": 2.9239766081871347e-06, |
|
"loss": 0.068, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 14.96, |
|
"eval_accuracy": 0.896700706991359, |
|
"eval_f1_score": 0.8985675111661452, |
|
"eval_loss": 0.275691956281662, |
|
"eval_precision": 0.9112715756203089, |
|
"eval_runtime": 150.7864, |
|
"eval_samples_per_second": 16.885, |
|
"eval_sensitivity": 0.8960200777949071, |
|
"eval_specificity": 0.9738051721610081, |
|
"eval_steps_per_second": 0.172, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 15.06, |
|
"learning_rate": 2.631578947368421e-06, |
|
"loss": 0.0662, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 15.58, |
|
"learning_rate": 2.3391812865497075e-06, |
|
"loss": 0.0641, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.899057344854674, |
|
"eval_f1_score": 0.9007899141083138, |
|
"eval_loss": 0.274333655834198, |
|
"eval_precision": 0.9135533100325574, |
|
"eval_runtime": 148.3245, |
|
"eval_samples_per_second": 17.165, |
|
"eval_sensitivity": 0.8984156696658092, |
|
"eval_specificity": 0.9744403525399954, |
|
"eval_steps_per_second": 0.175, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 16.1, |
|
"learning_rate": 2.0467836257309943e-06, |
|
"loss": 0.0574, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 16.62, |
|
"learning_rate": 1.7543859649122807e-06, |
|
"loss": 0.0623, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 16.99, |
|
"eval_accuracy": 0.8986645718774549, |
|
"eval_f1_score": 0.9001455327215127, |
|
"eval_loss": 0.2713204026222229, |
|
"eval_precision": 0.9126572095328765, |
|
"eval_runtime": 151.9721, |
|
"eval_samples_per_second": 16.753, |
|
"eval_sensitivity": 0.8981708274568941, |
|
"eval_specificity": 0.9743345585732455, |
|
"eval_steps_per_second": 0.171, |
|
"step": 327 |
|
}, |
|
{ |
|
"epoch": 17.14, |
|
"learning_rate": 1.4619883040935674e-06, |
|
"loss": 0.0602, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 17.66, |
|
"learning_rate": 1.1695906432748538e-06, |
|
"loss": 0.0542, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 17.97, |
|
"eval_accuracy": 0.8986645718774549, |
|
"eval_f1_score": 0.9004639220672048, |
|
"eval_loss": 0.2649886906147003, |
|
"eval_precision": 0.91279384932618, |
|
"eval_runtime": 150.7987, |
|
"eval_samples_per_second": 16.883, |
|
"eval_sensitivity": 0.8980391215162725, |
|
"eval_specificity": 0.9743187669997398, |
|
"eval_steps_per_second": 0.172, |
|
"step": 346 |
|
}, |
|
{ |
|
"epoch": 18.18, |
|
"learning_rate": 8.771929824561404e-07, |
|
"loss": 0.0568, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 18.7, |
|
"learning_rate": 5.847953216374269e-07, |
|
"loss": 0.0573, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 18.96, |
|
"eval_accuracy": 0.8963079340141398, |
|
"eval_f1_score": 0.8980539018292237, |
|
"eval_loss": 0.2708922326564789, |
|
"eval_precision": 0.9112041169434638, |
|
"eval_runtime": 148.2702, |
|
"eval_samples_per_second": 17.171, |
|
"eval_sensitivity": 0.895695482583891, |
|
"eval_specificity": 0.9737277205852116, |
|
"eval_steps_per_second": 0.175, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 19.22, |
|
"learning_rate": 2.9239766081871344e-07, |
|
"loss": 0.0479, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 19.74, |
|
"learning_rate": 0.0, |
|
"loss": 0.058, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 19.74, |
|
"eval_accuracy": 0.8947368421052632, |
|
"eval_f1_score": 0.8964893126610397, |
|
"eval_loss": 0.2778041660785675, |
|
"eval_precision": 0.9100882912589862, |
|
"eval_runtime": 147.6157, |
|
"eval_samples_per_second": 17.247, |
|
"eval_sensitivity": 0.8941900192266583, |
|
"eval_specificity": 0.9733266096253178, |
|
"eval_steps_per_second": 0.176, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 19.74, |
|
"step": 380, |
|
"total_flos": 1.1815024036284113e+19, |
|
"train_loss": 0.24495287263079693, |
|
"train_runtime": 37323.3561, |
|
"train_samples_per_second": 4.092, |
|
"train_steps_per_second": 0.01 |
|
} |
|
], |
|
"max_steps": 380, |
|
"num_train_epochs": 20, |
|
"total_flos": 1.1815024036284113e+19, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|