shiyi-li
/

BirdAST_Seq

Model card Files Files and versions Community

shiyi-li commited on Jun 2, 2024

Commit

fbef8f0

verified ·

1 Parent(s): 5af16c8

upload model weights

Browse files

Files changed (11) hide show

.gitattributes +1 -0
BirdAST_SeqPool_GroupKFold_fold_0.pth +3 -0
BirdAST_SeqPool_GroupKFold_fold_1.pth +3 -0
BirdAST_SeqPool_GroupKFold_fold_2.pth +3 -0
BirdAST_SeqPool_GroupKFold_fold_3.pth +3 -0
BirdAST_SeqPool_GroupKFold_fold_4.pth +3 -0
BirdAST_SeqPool_GroupKFold_label_map.csv +729 -0
BirdAST_SeqPool_GroupKFold_loss.jpg +0 -0
BirdAST_SeqPool_GroupKFold_metadata.csv +0 -0
BirdAST_SeqPool_GroupKFold_oof.csv +3 -0
BirdAST_SeqPool_GroupKFold_training.log +551 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+BirdAST_SeqPool_GroupKFold_oof.csv filter=lfs diff=lfs merge=lfs -text

BirdAST_SeqPool_GroupKFold_fold_0.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:952fc9b8974a42aea4fc1235af05108c1523d10cad91ac484e52d00cf98cc0bc
+size 349442002

BirdAST_SeqPool_GroupKFold_fold_1.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a822ecb048e38aad0808300a9b2867c6885ccfb80ad789113dcc52a24d90088e
+size 349442002

BirdAST_SeqPool_GroupKFold_fold_2.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:626f8ff828368c7a8f5d91379f8cd7c8571515d1077d8da6e9741cf8dd1e5c53
+size 349442002

BirdAST_SeqPool_GroupKFold_fold_3.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1d21eee699225358c17e04b51028ec4f72b9e9ac0b340e6140825f1e9d9b0b77
+size 349442002

BirdAST_SeqPool_GroupKFold_fold_4.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:21427e0c811c6f8812c740fedde03690694dabc164f5fde591386c5229d281d7
+size 349442002

BirdAST_SeqPool_GroupKFold_label_map.csv ADDED Viewed

	@@ -0,0 +1,729 @@

+scientific_name,species_id
+Accipiter_superciliosus,0
+Akletos_melanoceps,1
+Amazona_amazonica,2
+Amazona_diadema,3
+Amazona_farinosa,4
+Amazona_festiva,5
+Amblycercus_holosericeus,6
+Ammodramus_aurifrons,7
+Ammonastes_pelzelni,8
+Ampelion_rufaxilla,9
+Anabazenops_dorsalis,10
+Anairetes_parulus,11
+Andigena_hypoglauca,12
+Anhima_cornuta,13
+Anisognathus_lacrymosus,14
+Anthracothorax_viridigula,15
+Antrostomus_rufus,16
+Ara_ararauna,17
+Ara_chloropterus,18
+Ara_severus,19
+Aramides_cajaneus,20
+"Aramus_Vieillot,",21
+Aratinga_leucophthalma,22
+Ardea_cocoi,23
+Arremon_abeillei,24
+Arremon_assimilis,25
+Arremon_taciturnus,26
+Asthenes_flammulata,27
+Atlapetes_latinuchus,28
+Atticora_tibialis,29
+Attila_bolivianus,30
+Attila_cinnamomeus,31
+Attila_citriniventris,32
+Attila_spadiceus,33
+Automolus_infuscatus,34
+Automolus_ochrolaemus,35
+Automolus_paraensis,36
+Automolus_rufipileatus,37
+Automolus_subulatus,38
+Basileuterus_tristriatus,39
+Berlepschia_rikeri,40
+Boissonneaua_matthewsii,41
+Brotogeris_chrysoptera,42
+Brotogeris_cyanoptera,43
+Brotogeris_sanctithomae,44
+Brotogeris_versicolurus,45
+Bucco_capensis,46
+Buteo_nitidus,47
+Buteogallus_schistaceus,48
+Buteogallus_urubitinga,49
+Buthraupis_montana,50
+Cacicus_cela,51
+Cacicus_chrysonotus,52
+Cacicus_haemorrhous,53
+Cacicus_leucoramphus,54
+Calidris_fuscicollis,55
+Campephilus_melanoleucos,56
+Campephilus_pollens,57
+Campephilus_rubricollis,58
+Camptostoma_obsoletum,59
+Campylorhamphus_procurvoides,60
+Campylorhynchus_fasciatus,61
+Cantorchilus_leucotis,62
+Capito_auratus,63
+Capito_aurovirens,64
+Capito_niger,65
+Capsiempis_flaveola,66
+Carduelis_magellanica,67
+Caryothraustes_canadensis,68
+Catharus_fuscater,69
+Celeus_elegans,70
+Celeus_flavus,71
+Celeus_grammicus,72
+Celeus_torquatus,73
+Celeus_undatus,74
+Cephalopterus_ornatus,75
+Ceratopipra_erythrocephala,76
+Ceratotriccus_granadensis,77
+Cercomacra_cinerascens,78
+Cercomacra_manu,79
+Cercomacra_nigrescens,80
+Cercomacroides_fuscicauda,81
+Cercomacroides_serva,82
+Cercomacroides_tyrannina,83
+Certhiasomus_stictolaemus,84
+Certhiaxis_cinnamomeus,85
+Certhiaxis_mustelinus,86
+Chaetura_brachyura,87
+Chaetura_spinicaudus,88
+Chamaeza_mollissima,89
+Chamaeza_nobilis,90
+Charadrius_collaris,91
+Chelidoptera_tenebrosa,92
+Chionomesa_fimbriata,93
+Chiroxiphia_pareola,94
+Chlorestes_cyanus,95
+Chloroceryle_americana,96
+Chlorophanes_spiza,97
+Chlorophonia_pyrrhophrys,98
+Chlorornis_riefferii,99
+Chlorospingus_flavopectus,100
+Chlorostilbon_mellisugus,101
+Chlorostilbon_olivaresi,102
+Chordeiles_pusillus,103
+Chrysomus_icterocephalus,104
+Ciccaba_albitarsis,105
+Cinnycerthia_peruana,106
+Cissopis_leverianus,107
+Cistothorus_platensis,108
+Cnemoscopus_rubrirostris,109
+Cnemotriccus_fuscatus,110
+Cnipodectes_subbrunneus,111
+Coccycua_minuta,112
+Coccyzus_melacoryphus,113
+Coeligena_violifer,114
+"Coereba_Vieillot,",115
+Colaptes_atricollis,116
+Colibri_coruscans,117
+Columba_speciosa,118
+Columbina_cruziana,119
+Columbina_minuta,120
+Conirostrum_bicolor,121
+Conirostrum_margaritae,122
+Conopias_parvus,123
+Conopias_trivirgatus,124
+Conopophaga_aurita,125
+Contopus_fumigatus,126
+Contopus_punensis,127
+Corythopis_torquatus,128
+Cranioleuca_antisiensis,129
+Cranioleuca_berlepschi,130
+Cranioleuca_gutturata,131
+Cranioleuca_muelleri,132
+Cranioleuca_vulpecula,133
+Cranioleuca_vulpina,134
+Crax_alector,135
+Crax_globulosa,136
+Crotophaga_ani,137
+Crotophaga_major,138
+Crypturellus_bartletti,139
+Crypturellus_casiquiare,140
+Crypturellus_cinereus,141
+Crypturellus_duidae,142
+Crypturellus_soui,143
+Crypturellus_undulatus,144
+Crypturellus_variegatus,145
+Cyanerpes_caeruleus,146
+Cyanicterus_cyanicterus,147
+Cyanocorax_heilprini,148
+Cyanocorax_violaceus,149
+Cyanocorax_yncas,150
+Cyanoloxia_rothschildii,151
+Cyanolyca_viridicyanus,152
+Cyclarhis_gujanensis,153
+Cymbilaimus_lineatus,154
+Cyphorhinus_arada,155
+Cyphorhinus_thoracicus,156
+Cyphos_macrodactylus,157
+Dacnis_albiventris,158
+Daptrius_ater,159
+Deconychura_longicauda,160
+Dendrexetastes_rufigula,161
+Dendrocincla_fuliginosa,162
+Dendrocincla_merula,163
+Dendrocolaptes_certhia,164
+Dendrocolaptes_hoffmannsi,165
+Dendrocolaptes_picumnus,166
+Dendrocygna_autumnalis,167
+Dendroplex_kienerii,168
+Deroptyus_accipitrinus,169
+Dichrozona_cincta,170
+Diglossa_cyanea,171
+Diglossa_mystacalis,172
+Diglossa_sittoides,173
+Donacobius_atricapilla,174
+Dromococcyx_phasianellus,175
+Drymophila_devillei,176
+Drymophila_striaticeps,177
+Dryocopus_lineatus,178
+Egretta_alba,179
+Egretta_thula,180
+Elaenia_flavogaster,181
+Elaenia_pallatangae,182
+Elaenia_pelzelni,183
+Elaenia_ruficeps,184
+Elliotomyia_chionogaster,185
+Empidonomus_varius,186
+Epinecrophylla_amazonica,187
+Epinecrophylla_gutturalis,188
+Epinecrophylla_haematonota,189
+Epinecrophylla_leucophthalma,190
+Epinecrophylla_ornata,191
+Eriocnemis_alinae,192
+Eubucco_richardsoni,193
+Euchrepomis_humeralis,194
+Eucometis_penicillata,195
+Euphonia_cayennensis,196
+Euphonia_chlorotica,197
+Euphonia_chrysopasta,198
+Euphonia_cyanocephala,199
+Euphonia_minuta,200
+Euphonia_plumbea,201
+Euphonia_rufiventris,202
+Euphonia_xanthogaster,203
+Eupsittula_pertinax,204
+Eurypygidae,205
+Falco_deiroleucus,206
+Falco_femoralis,207
+Falco_magnirostris,208
+Falco_rufigularis,209
+Florisuga_mellivora,210
+Formicarius_analis,211
+Formicarius_colma,212
+Formicivora_grisea,213
+Forpus_crassirostris,214
+Forpus_xanthops,215
+Frederickena_unduliger,216
+Frederickena_viridis,217
+Fringilla_capensis,218
+Fringilla_psaltria,219
+Furnarius_figulus,220
+Furnarius_leucopus,221
+Furnarius_minor,222
+Furnarius_torridus,223
+Galbacyrhynchus_leucotis,224
+Galbalcyrhynchus_purusianus,225
+Galbula_cyanescens,226
+Galbula_cyanicollis,227
+Galbula_dea,228
+Galbula_galbula,229
+Galbula_leucogastra,230
+Galbula_ruficauda,231
+Galbula_tombacea,232
+Gallinula_galeata,233
+Geothlypis_aequinoctialis,234
+Geranospiza_caerulescens,235
+Glaucidium_bolivianum,236
+Glaucidium_brasilianum,237
+Glaucidium_hardyi,238
+Glyphorynchus_spirurus,239
+Grallaria_blakei,240
+Grallaria_carrikeri,241
+Grallaria_obscura,242
+Grallaria_occabambae,243
+Grallaria_przewalskii,244
+Grallaria_quitensis,245
+Grallaria_ruficapilla,246
+Grallaria_squamigera,247
+Grallaricula_leymebambae,248
+Grallaricula_ochraceifrons,249
+Graydidascalus_brachyurus,250
+Gymnomystax_mexicanus,251
+Gymnopithys_leucaspis,252
+Gymnopithys_rufigula,253
+Gymnopithys_salvini,254
+Habia_rubica,255
+Hafferia_fortis,256
+Haplospiza_rustica,257
+Harpia_harpyja,258
+Heliangelus_amethysticollis,259
+Helicolestes_hamatus,260
+Heliornis_fulica,261
+Hemithraupis_flavicollis,262
+Hemitriccus_griseipectus,263
+Hemitriccus_inornatus,264
+Hemitriccus_josephinae,265
+Hemitriccus_minimus,266
+Hemitriccus_minor,267
+Hemitriccus_zosterops,268
+Henicorhina_leucophrys,269
+Henicorhina_leucoptera,270
+Henicorhina_leucosticta,271
+Herpetotheres_cachinnans,272
+Herpsilochmus_axillaris,273
+Herpsilochmus_dorsimaculatus,274
+Herpsilochmus_dugandi,275
+Herpsilochmus_parkeri,276
+Herpsilochmus_praedictus,277
+Herpsilochmus_stotzi,278
+Heterocercus_aurantiivertex,279
+Heterocercus_flavivertex,280
+Hoploxypterus_cayanus,281
+Hylexetastes_perrotii,282
+Hylexetastes_uniformis,283
+Hylocharis_sapphirina,284
+Hylopezus_macularius,285
+Hylophilus_brunneiceps,286
+Hylophilus_muscicapinus,287
+Hylophilus_olivaceus,288
+Hylophilus_pectoralis,289
+Hylophilus_semicinereus,290
+Hylophilus_thoracicus,291
+Hylophylax_naevius,292
+Hylophylax_punctulatus,293
+Hypnelus_bicinctus,294
+Hypocnemis_cantator,295
+Hypocnemis_flavescens,296
+Hypocnemis_hypoxantha,297
+Hypocnemis_peruviana,298
+Hypocnemis_rondoni,299
+Hypocnemis_striata,300
+Hypocnemoides_maculicauda,301
+Hypocnemoides_melanopogon,302
+Ibycter_americanus,303
+Icterus_cayanensis,304
+Ictinia_plumbea,305
+Incaspiza_laeta,306
+Incaspiza_watkinsi,307
+Inezia_subflava,308
+Iodopleura_isabellae,309
+Iridosornis_reinhardti,310
+Isleria_guttata,311
+Islerothraupis_luctuosa,312
+Jacamerops_aureus,313
+Jacana_jacana,314
+Kleinothraupis_atropileus,315
+Knipolegus_orenocensis,316
+Lampropsar_tanagrinus,317
+Lamprospiza_melanoleuca,318
+Lanio_fulvus,319
+Lanio_versicolor,320
+Laniocera_hypopyrra,321
+Larus_serranus,322
+Laterallus_exilis,323
+Lathrotriccus_euleri,324
+Leistes_bellicosus,325
+Lepidocolaptes_duidae,326
+Lepidocolaptes_fatimalimae,327
+Lepidocolaptes_fuscicapillus,328
+Lepidothrix_coronata,329
+Lepidothrix_nattereri,330
+Lepidothrix_serena,331
+Leptodon_cayanensis,332
+Leptopogon_taczanowskii,333
+Leptotila_rufaxilla,334
+Leptotila_verreauxi,335
+Leuconotopicus_fumigatus,336
+Leucopternis_kuhli,337
+Liosceles_thoracicus,338
+Lipaugus_vociferans,339
+Loddigesia_mirabilis,340
+Lophostrix_cristata,341
+Lophotriccus_galeatus,342
+Lophotriccus_vitiosus,343
+Lurocalis_rufiventris,344
+Malacoptila_fusca,345
+Manacus_manacus,346
+Margarornis_squamiger,347
+Mazaria_propinqua,348
+Mecocerculus_stictopterus,349
+Megascops_albogularis,350
+Megascops_choliba,351
+Megascops_ingens,352
+Megascops_petersoni,353
+Megascops_watsonii,354
+Megastictus_margaritatus,355
+Melanerpes_cruentatus,356
+Melanopareia_maranonica,357
+Micrastur_gilvicollis,358
+Micrastur_mintoni,359
+Micrastur_mirandollei,360
+Micrastur_ruficollis,361
+Micrastur_semitorquatus,362
+Microbates_collaris,363
+Microcerculus_bambla,364
+Microcerculus_marginatus,365
+Microrhopias_quixensis,366
+Milvago_chimachima,367
+Mimus_longicaudatus,368
+Mionectes_oleagineus,369
+Mionectes_striaticollis,370
+Mitrephanes_olivaceus,371
+Monasa_atra,372
+Monasa_morphoeus,373
+Monasa_nigrifrons,374
+Muscicapa_similis,375
+Myadestes_ralloides,376
+Myiarchus_cephalotes,377
+Myiarchus_swainsoni,378
+Myiarchus_tuberculifer,379
+Myiarchus_tyrannulus,380
+Myioborus_melanocephalus,381
+Myioborus_miniatus,382
+Myiodynastes_maculatus,383
+Myiopagis_caniceps,384
+Myiopagis_flavivertex,385
+Myiopagis_gaimardii,386
+Myiophobus_cryptoxanthus,387
+Myiornis_ecaudatus,388
+Myiotheretes_fumigatus,389
+Myiothlypis_coronata,390
+Myiothlypis_luteoviridis,391
+Myiothlypis_nigrocristata,392
+Myiozetetes_cayanensis,393
+Myiozetetes_luteiventris,394
+Myornis_senilis,395
+Myrmeciza_atrothorax,396
+Myrmeciza_longipes,397
+Myrmelastes_humaythae,398
+Myrmelastes_hyperythrus,399
+Myrmelastes_leucostigma,400
+Myrmelastes_rufifacies,401
+Myrmoborus_leucophrys,402
+Myrmoborus_lugubris,403
+Myrmoborus_melanurus,404
+Myrmoborus_myotherinus,405
+Myrmochanes_hemileucus,406
+Myrmoderus_ferruginea,407
+Myrmornis_torquata,408
+Myrmothera_campanisona,409
+Myrmotherula_ambigua,410
+Myrmotherula_assimilis,411
+Myrmotherula_axillaris,412
+Myrmotherula_brachyura,413
+Myrmotherula_cherriei,414
+Myrmotherula_iheringi,415
+Myrmotherula_klagesi,416
+Myrmotherula_longipennis,417
+Myrmotherula_menetriesii,418
+Nasica_longirostris,419
+Nemosia_pileata,420
+Neoctantes_niger,421
+Neopelma_chrysocephalum,422
+Neopipo_cinnamomea,423
+Nesotriccus_tumbezanus,424
+Nonnula_sclateri,425
+Notharchus_hyperrhynchus,426
+Notharchus_ordii,427
+Notharchus_tectus,428
+Nothocrax_urumutum,429
+Nyctalops_stygius,430
+Nyctibius_grandis,431
+Nyctibius_leucopterus,432
+Nyctidromus_albicollis,433
+Nyctiprogne_leucopyga,434
+Nystactes_tamatia,435
+Nystalus_obamai,436
+Ochthoeca_cinnamomeiventris,437
+Ochthoeca_diadema,438
+Ochthoeca_pulchella,439
+Ochthoeca_thoracica,440
+Ocreatus_underwoodii,441
+Odontophorus_gujanensis,442
+Onychorhynchus_coronatus,443
+Opisthocomidae,444
+Ornithion_inerme,445
+Ortalis_guttata,446
+Ortalis_motmot,447
+Pachyramphus_castaneus,448
+Pachyramphus_marginatus,449
+Pachyramphus_minor,450
+Pachyramphus_polychopterus,451
+Pachyramphus_rufus,452
+Pachyramphus_surinamus,453
+Pachyramphus_versicolor,454
+Pachysylvia_hypoxantha,455
+Pardirallus_sanguinolentus,456
+Paroaria_gularis,457
+Patagioenas_cayennensis,458
+Patagioenas_plumbea,459
+Patagioenas_subvinacea,460
+Penelope_jacquacu,461
+Penelope_montagnii,462
+Percnostola_rufifrons,463
+Perissocephalus_tricolor,464
+Phacellodomus_rufifrons,465
+Phaeomyias_murina,466
+Phaeothlypis_fulvicauda,467
+Phaeothlypis_rivularis,468
+Phaethornis_guy,469
+Phaethornis_hispidus,470
+Phaethornis_malaris,471
+Phaethornis_ruber,472
+Phaethornis_rupurumii,473
+Phaethornis_superciliosus,474
+Phaetusa_simplex,475
+Pharomachrus_auriceps,476
+Pharomachrus_pavoninus,477
+Pheucticus_chrysogaster,478
+Pheugopedius_coraya,479
+Pheugopedius_euophrys,480
+Pheugopedius_genibarbis,481
+Pheugopedius_paucimaculatus,482
+Philydor_erythropterum,483
+Philydor_pyrrhodes,484
+Phlegopsis_erythroptera,485
+Phlegopsis_nigromaculata,486
+Phoenicircus_carnifex,487
+Phoenicircus_nigricollis,488
+Phyllaemulor_bracteatus,489
+Phyllomyias_plumbeiceps,490
+Phylloscartes_gualaquizae,491
+Phylloscartes_ventralis,492
+Piaya_cayana,493
+Piaya_melanogaster,494
+Piculus_chrysochloros,495
+Piculus_flavigula,496
+Picumnus_castelnau,497
+Picumnus_exilis,498
+Picumnus_lafresnayi,499
+Picumnus_steindachneri,500
+Picumnus_varzeae,501
+Pionites_melanocephalus,502
+Pionus_fuscus,503
+Pionus_menstruus,504
+Pipile_cumanensis,505
+Pipra_aureola,506
+Pipra_pipra,507
+Pipraeidea_bonariensis,508
+Pipreola_arcuata,509
+Piprites_chloris,510
+Piranga_hepatica,511
+Pitangus_lictor,512
+Pitangus_sulphuratus,513
+Pithys_albifrons,514
+Platyrinchus_coronatus,515
+Platyrinchus_platyrhynchos,516
+Poecilotriccus_calopterus,517
+Poecilotriccus_capitalis,518
+Poecilotriccus_latirostris,519
+Poecilotriccus_luluae,520
+Poecilotriccus_senex,521
+Polioptila_attenboroughi,522
+Polioptila_guianensis,523
+Polioptila_plumbea,524
+Polytmus_theresiae,525
+Progne_subis,526
+Psarocolius_angustifrons,527
+Psarocolius_bifasciatus,528
+Psarocolius_decumanus,529
+Psarocolius_viridis,530
+Pseudastur_albicollis,531
+Pseudocolaptes_boissonneauii,532
+Pseudotriccus_ruficeps,533
+Psittacara_frontatus,534
+Psittacara_mitratus,535
+Psophia_crepitans,536
+Pteroglossus_aracari,537
+Pteroglossus_azara,538
+Pteroglossus_beauharnaisii,539
+Pteroglossus_castanotis,540
+Pulsatrix_perspicillata,541
+Pygiptila_stellaris,542
+Pygochelidon_melanoleuca,543
+Pyriglena_maura,544
+Pyrilia_aurantiocephala,545
+Pyrilia_barrabandi,546
+Pyrilia_caica,547
+Pyrrhomyias_cinnamomeus,548
+Pyrrhura_roseifrons,549
+Querula_purpurata,550
+Ramphastos_sulfuratus,551
+Ramphastos_tucanus,552
+Ramphastos_vitellinus,553
+Ramphocaenus_melanurus,554
+Ramphocelus_carbo,555
+Ramphocelus_nigrogularis,556
+Ramphotrigon_megacephalum,557
+Ramphotrigon_ruficauda,558
+Rhegmatorhina_berlepschi,559
+Rhegmatorhina_cristata,560
+Rhegmatorhina_hoffmannsi,561
+Rhegmatorhina_melanosticta,562
+Rhynchocyclus_olivaceus,563
+Rhytipterna_immunda,564
+Rhytipterna_simplex,565
+Rostrhamus_sociabilis,566
+Rufirallus_castaneiceps,567
+Rufirallus_viridis,568
+Rupicola_rupicola,569
+Rynchops_niger,570
+Sakesphorus_canadensis,571
+Sakesphorus_luctuosus,572
+Saltator_coerulescens,573
+Saltator_grossus,574
+Saltator_maximus,575
+Saltator_striatipectus,576
+Schiffornis_major,577
+Schiffornis_turdina,578
+Schistocichla_schistacea,579
+Schizoeaca_fuliginosa,580
+Sciaphylax_castanea,581
+Sciaphylax_hemimelaena,582
+Sclateria_naevia,583
+Sclerurus_obscurior,584
+Sclerurus_rufigularis,585
+Scytalopus_altirostris,586
+Scytalopus_atratus,587
+Scytalopus_femoralis,588
+Scytalopus_intermedius,589
+Scytalopus_parvirostris,590
+Selenidera_gouldii,591
+Selenidera_nattereri,592
+Selenidera_piperivora,593
+Selenidera_reinwardtii,594
+Sericossypha_albocristata,595
+Serpophaga_hypoleuca,596
+Serpophaga_subcristata,597
+Sicalis_columbiana,598
+Sirystes_sibilator,599
+Sirystes_subcanescens,600
+Sittasomus_griseicapillus,601
+Spinus_olivaceus,602
+Spizaetus_ornatus,603
+Sporophila_angolensis,604
+Sporophila_bouvronides,605
+Sporophila_castaneiventris,606
+Sporophila_fringilloides,607
+Sporophila_luctuosa,608
+Sporophila_simplex,609
+Sternula_superciliaris,610
+Stilpnia_viridicollis,611
+Sturnella_militaris,612
+Sublegatus_obscurior,613
+Synallaxis_albescens,614
+Synallaxis_albigularis,615
+Synallaxis_azarae,616
+Synallaxis_gujanensis,617
+Synallaxis_hypospodia,618
+Synallaxis_maranonica,619
+Synallaxis_rutilans,620
+Synallaxis_unirufa,621
+Syndactyla_rufosuperciliata,622
+Syndactyla_ucayalae,623
+Tachycineta_albiventer,624
+Tachyphonus_cristatus,625
+Tachyphonus_phoenicius,626
+Tachyphonus_surinamus,627
+Talaphorus_chlorocercus,628
+Tangara_cayana,629
+Tangara_chilensis,630
+Tangara_nigroviridis,631
+Tangara_punctata,632
+Tangara_varia,633
+Tangara_velia,634
+Tapera_naevia,635
+Taraba_major,636
+Terenura_spodioptila,637
+Tersina_viridis,638
+Thamnomanes_ardesiacus,639
+Thamnomanes_caesius,640
+Thamnomanes_saturninus,641
+Thamnomanes_schistogynus,642
+Thamnophilus_aethiops,643
+Thamnophilus_amazonicus,644
+Thamnophilus_bernardi,645
+Thamnophilus_cryptoleucus,646
+Thamnophilus_doliatus,647
+Thamnophilus_murinus,648
+Thamnophilus_nigrocinereus,649
+Thamnophilus_punctatus,650
+Thamnophilus_ruficapillus,651
+Thamnophilus_schistaceus,652
+Thamnophilus_stictocephalus,653
+Thamnophilus_unicolor,654
+Thaumasius_taczanowskii,655
+Thlypopsis_inornata,656
+Thlypopsis_superciliaris,657
+Thraupis_episcopus,658
+Thripadectes_scrutator,659
+Thripophaga_fusciceps,660
+Thryothorus_griseus,661
+Tiaris_obscurus,662
+Tinamus_major,663
+Tityra_cayana,664
+Tityra_semifasciata,665
+Todirostrum_chrysocrotaphum,666
+Todirostrum_maculatum,667
+Todirostrum_pictum,668
+Tolmomyias_assimilis,669
+Tolmomyias_flaviventris,670
+Tolmomyias_poliocephalus,671
+Tolmomyias_sulphurescens,672
+Tolmomyias_traylori,673
+Tolmomyias_viridiceps,674
+Topaza_pella,675
+Topaza_pyra,676
+Touit_purpuratus,677
+Troglodytes_aedon,678
+Troglodytes_solstitialis,679
+Trogon_collaris,680
+Trogon_curucui,681
+Trogon_melanurus,682
+Trogon_ramonianus,683
+Trogon_rufus,684
+Trogon_violaceus,685
+Trogon_viridis,686
+Tunchiornis_ochraceiceps,687
+Turdus_albicollis,688
+Turdus_hauxwelli,689
+Turdus_ignobilis,690
+Turdus_lawrencii,691
+Turdus_leucomelas,692
+Turdus_maranonicus,693
+Turdus_nigriceps,694
+Turdus_sanchezorum,695
+Turdus_serranus,696
+Tyranneutes_stolzmanni,697
+Tyranneutes_virescens,698
+Tyranniscus_cinereiceps,699
+Tyranniscus_uropygialis,700
+Tyrannulus_elatus,701
+Tyrannus_melancholicus,702
+Tyrannus_savana,703
+Uranomitra_franciae,704
+Uromyias_agraphia,705
+Uropsalis_segmentata,706
+Veniliornis_cassini,707
+Vireo_chivi,708
+Vireolanius_leucotis,709
+Volatinia_jacarina,710
+Wetmorethraupis_sterrhopteron,711
+Willisornis_poecilinotus,712
+Xenoglaux_loweryi,713
+Xenopipo_atronitens,714
+Xenops_milleri,715
+Xenops_minutus,716
+Xiphocolaptes_promeropirhynchus,717
+Xipholena_punicea,718
+Xiphorhynchus_elegans,719
+Xiphorhynchus_guttatus,720
+Xiphorhynchus_obsoletus,721
+Xiphorhynchus_ocellatus,722
+Xiphorhynchus_pardalotus,723
+Xiphorhynchus_picus,724
+Zimmerius_acer,725
+Zimmerius_gracilipes,726
+Zimmerius_viridiflavus,727

BirdAST_SeqPool_GroupKFold_loss.jpg ADDED Viewed

BirdAST_SeqPool_GroupKFold_metadata.csv ADDED Viewed

The diff for this file is too large to render. See raw diff

BirdAST_SeqPool_GroupKFold_oof.csv ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad2e20a99ee3f69852413651145a6ebba4c1e1efa342cc4b8ecd04c9d831290
+size 90154181

BirdAST_SeqPool_GroupKFold_training.log ADDED Viewed

	@@ -0,0 +1,551 @@

+################################### TRAIN_CONFIG ###################################
+dataset_dir: ./Audio_XenoCanto
+labels_list: ./xeno_labels.csv
+model_name: BirdAST_SeqPool_GroupKFold
+backbone_name: MIT/ast-finetuned-audioset-10-10-0.4593
+n_classes: 728
+audio_sr: 16000
+segment_length: 10
+fft_window: 0.025
+hop_window_length: 0.01
+n_mels: 128
+low_cut: 1000
+high_cut: 8000
+top_db: 100
+batch_size: 16
+num_workers: 0
+n_splits: 5
+log_dir: ./training_logs
+max_lr: 1e-05
+epochs: 15
+weight_decay: 0.01
+lr_final_div: 1000
+amp: True
+grad_accum_steps: 1
+max_grad_norm: 10000000.0
+print_epoch_freq: 1
+print_freq: 500
+random_seed: 2046
+copy: <classmethod(<function Config.copy at 0x7f3c9738fc70>)>
+################################################################################
+Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
+Epoch 1 [0/559] | Train Loss: 0.3882 Grad: 59133.6680 LR: 4.0003e-07 | Elapse: 4.16s
+Epoch 1 [500/559] | Train Loss: 0.1746 Grad: 10785.3711 LR: 6.6576e-06 | Elapse: 135.75s
+Epoch 1 [558/559] | Train Loss: 0.1640 Grad: 28186.2715 LR: 7.6104e-06 | Elapse: 150.05s
+Epoch 1 [0/140] | Valid Loss: 0.0902 | Elapse: 0.51s
+Epoch 1 [139/140] | Valid Loss: 0.1603 | Elapse: 35.22s
+Epoch 1 - Train Loss: 0.1640 - Valid Loss: 0.5077 - Elapsed Time: 203.18s
+- Epoch 1: Best model found with loss = 0.5077.
+Epoch 2 [0/559] | Train Loss: 0.3939 Grad: 62395.7148 LR: 7.6259e-06 | Elapse: 0.26s
+Epoch 2 [500/559] | Train Loss: 0.1721 Grad: 14891.8457 LR: 9.9786e-06 | Elapse: 126.82s
+Epoch 2 [558/559] | Train Loss: 0.1611 Grad: 39606.0000 LR: 9.9660e-06 | Elapse: 140.96s
+Epoch 2 [0/140] | Valid Loss: 0.0903 | Elapse: 0.26s
+Epoch 2 [139/140] | Valid Loss: 0.1686 | Elapse: 33.93s
+Epoch 2 - Train Loss: 0.1611 - Valid Loss: 0.5473 - Elapsed Time: 193.32s
+- Epoch 2: Best model found with loss = 0.5473.
+Epoch 3 [0/559] | Train Loss: 0.3536 Grad: 109698.6953 LR: 9.9657e-06 | Elapse: 0.27s
+Epoch 3 [500/559] | Train Loss: 0.1534 Grad: 24832.7734 LR: 9.7377e-06 | Elapse: 126.60s
+Epoch 3 [558/559] | Train Loss: 0.1428 Grad: 44304.6953 LR: 9.6978e-06 | Elapse: 140.57s
+Epoch 3 [0/140] | Valid Loss: 0.0862 | Elapse: 0.24s
+Epoch 3 [139/140] | Valid Loss: 0.1822 | Elapse: 33.67s
+Epoch 3 - Train Loss: 0.1428 - Valid Loss: 0.5807 - Elapsed Time: 192.39s
+- Epoch 3: Best model found with loss = 0.5807.
+Epoch 4 [0/559] | Train Loss: 0.2503 Grad: 159404.0781 LR: 9.6970e-06 | Elapse: 0.34s
+Epoch 4 [500/559] | Train Loss: 0.1188 Grad: 29168.4512 LR: 9.2415e-06 | Elapse: 126.05s
+Epoch 4 [558/559] | Train Loss: 0.1104 Grad: 43132.2422 LR: 9.1763e-06 | Elapse: 139.80s
+Epoch 4 [0/140] | Valid Loss: 0.0805 | Elapse: 0.24s
+Epoch 4 [139/140] | Valid Loss: 0.1919 | Elapse: 33.40s
+Epoch 4 - Train Loss: 0.1104 - Valid Loss: 0.6077 - Elapsed Time: 191.29s
+- Epoch 4: Best model found with loss = 0.6077.
+Epoch 5 [0/559] | Train Loss: 0.1533 Grad: 181679.0000 LR: 9.1752e-06 | Elapse: 0.26s
+Epoch 5 [500/559] | Train Loss: 0.0870 Grad: 28622.9746 LR: 8.5166e-06 | Elapse: 129.63s
+Epoch 5 [558/559] | Train Loss: 0.0807 Grad: 41173.3281 LR: 8.4298e-06 | Elapse: 143.63s
+Epoch 5 [0/140] | Valid Loss: 0.0762 | Elapse: 0.25s
+Epoch 5 [139/140] | Valid Loss: 0.2010 | Elapse: 33.42s
+Epoch 5 - Train Loss: 0.0807 - Valid Loss: 0.6217 - Elapsed Time: 194.94s
+- Epoch 5: Best model found with loss = 0.6217.
+Epoch 6 [0/559] | Train Loss: 0.0727 Grad: 145376.2812 LR: 8.4282e-06 | Elapse: 0.26s
+Epoch 6 [500/559] | Train Loss: 0.0636 Grad: 26931.7656 LR: 7.6021e-06 | Elapse: 125.84s
+Epoch 6 [558/559] | Train Loss: 0.0591 Grad: 40624.6094 LR: 7.4983e-06 | Elapse: 139.94s
+Epoch 6 [0/140] | Valid Loss: 0.0718 | Elapse: 0.25s
+Epoch 6 [139/140] | Valid Loss: 0.2069 | Elapse: 33.78s
+Epoch 6 - Train Loss: 0.0591 - Valid Loss: 0.6402 - Elapsed Time: 191.76s
+- Epoch 6: Best model found with loss = 0.6402.
+Epoch 7 [0/559] | Train Loss: 0.0291 Grad: 75963.4531 LR: 7.4965e-06 | Elapse: 0.26s
+Epoch 7 [500/559] | Train Loss: 0.0454 Grad: 25041.2656 LR: 6.5474e-06 | Elapse: 125.73s
+Epoch 7 [558/559] | Train Loss: 0.0425 Grad: 39131.4258 LR: 6.4322e-06 | Elapse: 139.58s
+Epoch 7 [0/140] | Valid Loss: 0.0673 | Elapse: 0.25s
+Epoch 7 [139/140] | Valid Loss: 0.2128 | Elapse: 33.91s
+Epoch 7 - Train Loss: 0.0425 - Valid Loss: 0.6534 - Elapsed Time: 191.57s
+- Epoch 7: Best model found with loss = 0.6534.
+Epoch 8 [0/559] | Train Loss: 0.0193 Grad: 55918.3516 LR: 6.4302e-06 | Elapse: 0.26s
+Epoch 8 [500/559] | Train Loss: 0.0340 Grad: 25086.2227 LR: 5.4093e-06 | Elapse: 125.92s
+Epoch 8 [558/559] | Train Loss: 0.0320 Grad: 36927.0547 LR: 5.2888e-06 | Elapse: 139.95s
+Epoch 8 [0/140] | Valid Loss: 0.0642 | Elapse: 0.25s
+Epoch 8 [139/140] | Valid Loss: 0.2160 | Elapse: 33.58s
+Epoch 8 - Train Loss: 0.0320 - Valid Loss: 0.6616 - Elapsed Time: 191.96s
+- Epoch 8: Best model found with loss = 0.6616.
+Epoch 9 [0/559] | Train Loss: 0.0134 Grad: 38488.9297 LR: 5.2868e-06 | Elapse: 0.26s
+Epoch 9 [500/559] | Train Loss: 0.0270 Grad: 23536.4590 LR: 4.2491e-06 | Elapse: 125.70s
+Epoch 9 [558/559] | Train Loss: 0.0254 Grad: 34283.2383 LR: 4.1299e-06 | Elapse: 139.31s
+Epoch 9 [0/140] | Valid Loss: 0.0611 | Elapse: 0.24s
+Epoch 9 [139/140] | Valid Loss: 0.2193 | Elapse: 33.43s
+Epoch 9 - Train Loss: 0.0254 - Valid Loss: 0.6674 - Elapsed Time: 191.60s
+- Epoch 9: Best model found with loss = 0.6674.
+Epoch 10 [0/559] | Train Loss: 0.0113 Grad: 33469.5664 LR: 4.1279e-06 | Elapse: 0.25s
+Epoch 10 [500/559] | Train Loss: 0.0229 Grad: 24498.5020 LR: 3.1294e-06 | Elapse: 125.69s
+Epoch 10 [558/559] | Train Loss: 0.0217 Grad: 29899.7441 LR: 3.0180e-06 | Elapse: 139.69s
+Epoch 10 [0/140] | Valid Loss: 0.0562 | Elapse: 0.24s
+Epoch 10 [139/140] | Valid Loss: 0.2224 | Elapse: 33.32s
+Epoch 10 - Train Loss: 0.0217 - Valid Loss: 0.6696 - Elapsed Time: 191.04s
+- Epoch 10: Best model found with loss = 0.6696.
+Epoch 11 [0/559] | Train Loss: 0.0110 Grad: 33819.4648 LR: 3.0161e-06 | Elapse: 0.26s
+Epoch 11 [500/559] | Train Loss: 0.0206 Grad: 18584.9199 LR: 2.1105e-06 | Elapse: 125.26s
+Epoch 11 [558/559] | Train Loss: 0.0196 Grad: 29235.0020 LR: 2.0129e-06 | Elapse: 139.49s
+Epoch 11 [0/140] | Valid Loss: 0.0517 | Elapse: 0.26s
+Epoch 11 [139/140] | Valid Loss: 0.2231 | Elapse: 33.66s
+Epoch 11 - Train Loss: 0.0196 - Valid Loss: 0.6783 - Elapsed Time: 191.75s
+- Epoch 11: Best model found with loss = 0.6783.
+Epoch 12 [0/559] | Train Loss: 0.0097 Grad: 28240.1406 LR: 2.0112e-06 | Elapse: 0.25s
+Epoch 12 [500/559] | Train Loss: 0.0200 Grad: 18508.3789 LR: 1.2475e-06 | Elapse: 125.82s
+Epoch 12 [558/559] | Train Loss: 0.0190 Grad: 28309.4277 LR: 1.1688e-06 | Elapse: 139.62s
+Epoch 12 [0/140] | Valid Loss: 0.0508 | Elapse: 0.25s
+Epoch 12 [139/140] | Valid Loss: 0.2262 | Elapse: 33.76s
+Epoch 12 - Train Loss: 0.0190 - Valid Loss: 0.6871 - Elapsed Time: 191.67s
+- Epoch 12: Best model found with loss = 0.6871.
+Epoch 13 [0/559] | Train Loss: 0.0115 Grad: 45351.9102 LR: 1.1675e-06 | Elapse: 0.26s
+Epoch 13 [500/559] | Train Loss: 0.0211 Grad: 23046.5820 LR: 5.8671e-07 | Elapse: 126.02s
+Epoch 13 [558/559] | Train Loss: 0.0201 Grad: 33189.5586 LR: 5.3128e-07 | Elapse: 140.10s
+Epoch 13 [0/140] | Valid Loss: 0.0486 | Elapse: 0.24s
+Epoch 13 [139/140] | Valid Loss: 0.2286 | Elapse: 33.58s
+Epoch 13 - Train Loss: 0.0201 - Valid Loss: 0.6849 - Elapsed Time: 191.60s
+Epoch 14 [0/559] | Train Loss: 0.0320 Grad: 162004.3594 LR: 5.3035e-07 | Elapse: 0.26s
+Epoch 14 [500/559] | Train Loss: 0.0297 Grad: 50295.4297 LR: 1.6390e-07 | Elapse: 126.44s
+Epoch 14 [558/559] | Train Loss: 0.0279 Grad: 24119.4727 LR: 1.3469e-07 | Elapse: 140.38s
+Epoch 14 [0/140] | Valid Loss: 0.0653 | Elapse: 0.24s
+Epoch 14 [139/140] | Valid Loss: 0.2349 | Elapse: 37.45s
+Epoch 14 - Train Loss: 0.0279 - Valid Loss: 0.6842 - Elapsed Time: 195.84s
+Epoch 15 [0/559] | Train Loss: 0.0254 Grad: 138480.9531 LR: 1.3421e-07 | Elapse: 0.26s
+Epoch 15 [500/559] | Train Loss: 0.0333 Grad: 35250.3398 LR: 1.8075e-09 | Elapse: 126.61s
+Epoch 15 [558/559] | Train Loss: 0.0310 Grad: 22504.0352 LR: 4.0043e-10 | Elapse: 140.76s
+Epoch 15 [0/140] | Valid Loss: 0.0645 | Elapse: 0.25s
+Epoch 15 [139/140] | Valid Loss: 0.2340 | Elapse: 33.76s
+Epoch 15 - Train Loss: 0.0310 - Valid Loss: 0.6936 - Elapsed Time: 192.85s
+- Epoch 15: Best model found with loss = 0.6936.
+Fold 0 | Time: 48.76min | Overall Evaluation Loss: 0.6936
+Epoch 1 [0/559] | Train Loss: 0.3883 Grad: 58472.6211 LR: 4.0003e-07 | Elapse: 0.28s
+Epoch 1 [500/559] | Train Loss: 0.1752 Grad: 533.1627 LR: 6.6576e-06 | Elapse: 125.80s
+Epoch 1 [558/559] | Train Loss: 0.1658 Grad: 21144.0176 LR: 7.6104e-06 | Elapse: 140.06s
+Epoch 1 [0/140] | Valid Loss: 0.2178 | Elapse: 0.25s
+Epoch 1 [139/140] | Valid Loss: 0.1547 | Elapse: 33.57s
+Epoch 1 - Train Loss: 0.1658 - Valid Loss: 0.5293 - Elapsed Time: 192.75s
+- Epoch 1: Best model found with loss = 0.5293.
+Epoch 2 [0/559] | Train Loss: 0.3810 Grad: 56734.7383 LR: 7.6259e-06 | Elapse: 0.25s
+Epoch 2 [500/559] | Train Loss: 0.1724 Grad: 687.1262 LR: 9.9786e-06 | Elapse: 125.61s
+Epoch 2 [558/559] | Train Loss: 0.1627 Grad: 28590.4316 LR: 9.9660e-06 | Elapse: 139.84s
+Epoch 2 [0/140] | Valid Loss: 0.2403 | Elapse: 0.24s
+Epoch 2 [139/140] | Valid Loss: 0.1600 | Elapse: 33.61s
+Epoch 2 - Train Loss: 0.1627 - Valid Loss: 0.5705 - Elapsed Time: 192.10s
+- Epoch 2: Best model found with loss = 0.5705.
+Epoch 3 [0/559] | Train Loss: 0.3289 Grad: 88720.4609 LR: 9.9657e-06 | Elapse: 0.25s
+Epoch 3 [500/559] | Train Loss: 0.1545 Grad: 1277.2761 LR: 9.7377e-06 | Elapse: 124.81s
+Epoch 3 [558/559] | Train Loss: 0.1453 Grad: 42685.6367 LR: 9.6978e-06 | Elapse: 138.68s
+Epoch 3 [0/140] | Valid Loss: 0.2729 | Elapse: 0.24s
+Epoch 3 [139/140] | Valid Loss: 0.1710 | Elapse: 33.70s
+Epoch 3 - Train Loss: 0.1453 - Valid Loss: 0.5893 - Elapsed Time: 191.07s
+- Epoch 3: Best model found with loss = 0.5893.
+Epoch 4 [0/559] | Train Loss: 0.2254 Grad: 135318.4531 LR: 9.6970e-06 | Elapse: 0.26s
+Epoch 4 [500/559] | Train Loss: 0.1200 Grad: 2176.0022 LR: 9.2415e-06 | Elapse: 125.77s
+Epoch 4 [558/559] | Train Loss: 0.1128 Grad: 46790.1719 LR: 9.1763e-06 | Elapse: 139.61s
+Epoch 4 [0/140] | Valid Loss: 0.3063 | Elapse: 0.25s
+Epoch 4 [139/140] | Valid Loss: 0.1791 | Elapse: 33.68s
+Epoch 4 - Train Loss: 0.1128 - Valid Loss: 0.6110 - Elapsed Time: 191.98s
+- Epoch 4: Best model found with loss = 0.6110.
+Epoch 5 [0/559] | Train Loss: 0.1175 Grad: 150119.5781 LR: 9.1752e-06 | Elapse: 0.25s
+Epoch 5 [500/559] | Train Loss: 0.0875 Grad: 2357.2097 LR: 8.5166e-06 | Elapse: 125.26s
+Epoch 5 [558/559] | Train Loss: 0.0826 Grad: 45106.0508 LR: 8.4298e-06 | Elapse: 138.68s
+Epoch 5 [0/140] | Valid Loss: 0.3306 | Elapse: 0.24s
+Epoch 5 [139/140] | Valid Loss: 0.1818 | Elapse: 33.45s
+Epoch 5 - Train Loss: 0.0826 - Valid Loss: 0.6356 - Elapsed Time: 190.85s
+- Epoch 5: Best model found with loss = 0.6356.
+Epoch 6 [0/559] | Train Loss: 0.0824 Grad: 174138.9375 LR: 8.4282e-06 | Elapse: 0.25s
+Epoch 6 [500/559] | Train Loss: 0.0645 Grad: 2415.5796 LR: 7.6021e-06 | Elapse: 125.34s
+Epoch 6 [558/559] | Train Loss: 0.0609 Grad: 34928.2852 LR: 7.4983e-06 | Elapse: 139.51s
+Epoch 6 [0/140] | Valid Loss: 0.3380 | Elapse: 0.25s
+Epoch 6 [139/140] | Valid Loss: 0.1884 | Elapse: 33.46s
+Epoch 6 - Train Loss: 0.0609 - Valid Loss: 0.6562 - Elapsed Time: 191.72s
+- Epoch 6: Best model found with loss = 0.6562.
+Epoch 7 [0/559] | Train Loss: 0.0366 Grad: 120182.0000 LR: 7.4965e-06 | Elapse: 0.25s
+Epoch 7 [500/559] | Train Loss: 0.0466 Grad: 2352.1565 LR: 6.5474e-06 | Elapse: 125.26s
+Epoch 7 [558/559] | Train Loss: 0.0443 Grad: 34154.0625 LR: 6.4322e-06 | Elapse: 138.76s
+Epoch 7 [0/140] | Valid Loss: 0.3391 | Elapse: 0.25s
+Epoch 7 [139/140] | Valid Loss: 0.1881 | Elapse: 33.47s
+Epoch 7 - Train Loss: 0.0443 - Valid Loss: 0.6690 - Elapsed Time: 190.93s
+- Epoch 7: Best model found with loss = 0.6690.
+Epoch 8 [0/559] | Train Loss: 0.0122 Grad: 36752.5703 LR: 6.4302e-06 | Elapse: 0.25s
+Epoch 8 [500/559] | Train Loss: 0.0347 Grad: 2524.4080 LR: 5.4093e-06 | Elapse: 125.76s
+Epoch 8 [558/559] | Train Loss: 0.0332 Grad: 32212.2832 LR: 5.2888e-06 | Elapse: 139.62s
+Epoch 8 [0/140] | Valid Loss: 0.3415 | Elapse: 0.24s
+Epoch 8 [139/140] | Valid Loss: 0.1895 | Elapse: 33.64s
+Epoch 8 - Train Loss: 0.0332 - Valid Loss: 0.6803 - Elapsed Time: 191.95s
+- Epoch 8: Best model found with loss = 0.6803.
+Epoch 9 [0/559] | Train Loss: 0.0104 Grad: 32936.9766 LR: 5.2868e-06 | Elapse: 0.27s
+Epoch 9 [500/559] | Train Loss: 0.0279 Grad: 2847.9451 LR: 4.2491e-06 | Elapse: 125.51s
+Epoch 9 [558/559] | Train Loss: 0.0269 Grad: 28955.7949 LR: 4.1299e-06 | Elapse: 139.89s
+Epoch 9 [0/140] | Valid Loss: 0.3439 | Elapse: 0.25s
+Epoch 9 [139/140] | Valid Loss: 0.1957 | Elapse: 34.14s
+Epoch 9 - Train Loss: 0.0269 - Valid Loss: 0.6768 - Elapsed Time: 192.91s
+Epoch 10 [0/559] | Train Loss: 0.0104 Grad: 42780.7773 LR: 4.1279e-06 | Elapse: 0.26s
+Epoch 10 [500/559] | Train Loss: 0.0238 Grad: 2901.0112 LR: 3.1294e-06 | Elapse: 125.79s
+Epoch 10 [558/559] | Train Loss: 0.0230 Grad: 36174.7969 LR: 3.0180e-06 | Elapse: 139.76s
+Epoch 10 [0/140] | Valid Loss: 0.3682 | Elapse: 0.25s
+Epoch 10 [139/140] | Valid Loss: 0.1996 | Elapse: 33.61s
+Epoch 10 - Train Loss: 0.0230 - Valid Loss: 0.6766 - Elapsed Time: 192.09s
+Epoch 11 [0/559] | Train Loss: 0.0138 Grad: 106932.0312 LR: 3.0161e-06 | Elapse: 0.25s
+Epoch 11 [500/559] | Train Loss: 0.0221 Grad: 2955.0090 LR: 2.1105e-06 | Elapse: 125.59s
+Epoch 11 [558/559] | Train Loss: 0.0213 Grad: 35371.1094 LR: 2.0129e-06 | Elapse: 139.91s
+Epoch 11 [0/140] | Valid Loss: 0.3881 | Elapse: 0.25s
+Epoch 11 [139/140] | Valid Loss: 0.2018 | Elapse: 33.85s
+Epoch 11 - Train Loss: 0.0213 - Valid Loss: 0.6778 - Elapsed Time: 192.62s
+Epoch 12 [0/559] | Train Loss: 0.0082 Grad: 31339.0059 LR: 2.0112e-06 | Elapse: 0.26s
+Epoch 12 [500/559] | Train Loss: 0.0219 Grad: 3061.0505 LR: 1.2475e-06 | Elapse: 126.89s
+Epoch 12 [558/559] | Train Loss: 0.0214 Grad: 49892.2852 LR: 1.1688e-06 | Elapse: 141.08s
+Epoch 12 [0/140] | Valid Loss: 0.4046 | Elapse: 0.26s
+Epoch 12 [139/140] | Valid Loss: 0.2060 | Elapse: 33.79s
+Epoch 12 - Train Loss: 0.0214 - Valid Loss: 0.6766 - Elapsed Time: 193.88s
+Epoch 13 [0/559] | Train Loss: 0.0138 Grad: 68523.7422 LR: 1.1675e-06 | Elapse: 0.26s
+Epoch 13 [500/559] | Train Loss: 0.0243 Grad: 3324.7493 LR: 5.8671e-07 | Elapse: 126.07s
+Epoch 13 [558/559] | Train Loss: 0.0233 Grad: 31661.7578 LR: 5.3128e-07 | Elapse: 140.40s
+Epoch 13 [0/140] | Valid Loss: 0.4038 | Elapse: 0.26s
+Epoch 13 [139/140] | Valid Loss: 0.2110 | Elapse: 33.80s
+Epoch 13 - Train Loss: 0.0233 - Valid Loss: 0.6846 - Elapsed Time: 192.83s
+- Epoch 13: Best model found with loss = 0.6846.
+Epoch 14 [0/559] | Train Loss: 0.0085 Grad: 27442.8672 LR: 5.3035e-07 | Elapse: 0.26s
+Epoch 14 [500/559] | Train Loss: 0.0312 Grad: 2730.3948 LR: 1.6390e-07 | Elapse: 125.83s
+Epoch 14 [558/559] | Train Loss: 0.0304 Grad: 39547.0664 LR: 1.3469e-07 | Elapse: 139.96s
+Epoch 14 [0/140] | Valid Loss: 0.4071 | Elapse: 0.24s
+Epoch 14 [139/140] | Valid Loss: 0.1993 | Elapse: 33.71s
+Epoch 14 - Train Loss: 0.0304 - Valid Loss: 0.6752 - Elapsed Time: 192.36s
+Epoch 15 [0/559] | Train Loss: 0.0339 Grad: 233240.2188 LR: 1.3421e-07 | Elapse: 0.25s
+Epoch 15 [500/559] | Train Loss: 0.0446 Grad: 3607.2859 LR: 1.8075e-09 | Elapse: 125.32s
+Epoch 15 [558/559] | Train Loss: 0.0415 Grad: 23472.7012 LR: 4.0043e-10 | Elapse: 139.40s
+Epoch 15 [0/140] | Valid Loss: 0.3857 | Elapse: 0.25s
+Epoch 15 [139/140] | Valid Loss: 0.2055 | Elapse: 33.72s
+Epoch 15 - Train Loss: 0.0415 - Valid Loss: 0.7002 - Elapsed Time: 192.17s
+- Epoch 15: Best model found with loss = 0.7002.
+Fold 1 | Time: 48.74min | Overall Evaluation Loss: 0.6015
+Epoch 1 [0/559] | Train Loss: 0.3812 Grad: 63666.2773 LR: 4.0003e-07 | Elapse: 0.25s
+Epoch 1 [500/559] | Train Loss: 0.1732 Grad: 581.3810 LR: 6.6576e-06 | Elapse: 125.81s
+Epoch 1 [558/559] | Train Loss: 0.1633 Grad: 732.4777 LR: 7.6104e-06 | Elapse: 139.98s
+Epoch 1 [0/140] | Valid Loss: 0.0022 | Elapse: 0.24s
+Epoch 1 [139/140] | Valid Loss: 0.1633 | Elapse: 33.73s
+Epoch 1 - Train Loss: 0.1633 - Valid Loss: 0.5166 - Elapsed Time: 191.88s
+- Epoch 1: Best model found with loss = 0.5166.
+Epoch 2 [0/559] | Train Loss: 0.3838 Grad: 57708.2617 LR: 7.6259e-06 | Elapse: 0.26s
+Epoch 2 [500/559] | Train Loss: 0.1705 Grad: 918.3583 LR: 9.9786e-06 | Elapse: 126.00s
+Epoch 2 [558/559] | Train Loss: 0.1604 Grad: 1212.6509 LR: 9.9660e-06 | Elapse: 140.22s
+Epoch 2 [0/140] | Valid Loss: 0.0026 | Elapse: 0.25s
+Epoch 2 [139/140] | Valid Loss: 0.1712 | Elapse: 33.55s
+Epoch 2 - Train Loss: 0.1604 - Valid Loss: 0.5430 - Elapsed Time: 192.26s
+- Epoch 2: Best model found with loss = 0.5430.
+Epoch 3 [0/559] | Train Loss: 0.3401 Grad: 87677.3906 LR: 9.9657e-06 | Elapse: 0.26s
+Epoch 3 [500/559] | Train Loss: 0.1533 Grad: 1757.4867 LR: 9.7377e-06 | Elapse: 125.95s
+Epoch 3 [558/559] | Train Loss: 0.1437 Grad: 1956.4470 LR: 9.6978e-06 | Elapse: 140.17s
+Epoch 3 [0/140] | Valid Loss: 0.0032 | Elapse: 0.25s
+Epoch 3 [139/140] | Valid Loss: 0.1864 | Elapse: 34.00s
+Epoch 3 - Train Loss: 0.1437 - Valid Loss: 0.5779 - Elapsed Time: 192.76s
+- Epoch 3: Best model found with loss = 0.5779.
+Epoch 4 [0/559] | Train Loss: 0.2400 Grad: 140489.8125 LR: 9.6970e-06 | Elapse: 0.29s
+Epoch 4 [500/559] | Train Loss: 0.1184 Grad: 2406.1462 LR: 9.2415e-06 | Elapse: 125.33s
+Epoch 4 [558/559] | Train Loss: 0.1107 Grad: 2661.6245 LR: 9.1763e-06 | Elapse: 139.51s
+Epoch 4 [0/140] | Valid Loss: 0.0036 | Elapse: 0.24s
+Epoch 4 [139/140] | Valid Loss: 0.1974 | Elapse: 33.96s
+Epoch 4 - Train Loss: 0.1107 - Valid Loss: 0.6101 - Elapsed Time: 192.02s
+- Epoch 4: Best model found with loss = 0.6101.
+Epoch 5 [0/559] | Train Loss: 0.1249 Grad: 170391.6250 LR: 9.1752e-06 | Elapse: 0.26s
+Epoch 5 [500/559] | Train Loss: 0.0822 Grad: 2784.2063 LR: 8.5166e-06 | Elapse: 130.16s
+Epoch 5 [558/559] | Train Loss: 0.0770 Grad: 2933.9009 LR: 8.4298e-06 | Elapse: 144.47s
+Epoch 5 [0/140] | Valid Loss: 0.0039 | Elapse: 0.25s
+Epoch 5 [139/140] | Valid Loss: 0.2053 | Elapse: 33.90s
+Epoch 5 - Train Loss: 0.0770 - Valid Loss: 0.6497 - Elapsed Time: 196.74s
+- Epoch 5: Best model found with loss = 0.6497.
+Epoch 6 [0/559] | Train Loss: 0.0599 Grad: 137885.3594 LR: 8.4282e-06 | Elapse: 0.26s
+Epoch 6 [500/559] | Train Loss: 0.0572 Grad: 2973.3008 LR: 7.6021e-06 | Elapse: 126.88s
+Epoch 6 [558/559] | Train Loss: 0.0537 Grad: 3382.1863 LR: 7.4983e-06 | Elapse: 141.28s
+Epoch 6 [0/140] | Valid Loss: 0.0040 | Elapse: 0.24s
+Epoch 6 [139/140] | Valid Loss: 0.2106 | Elapse: 34.33s
+Epoch 6 - Train Loss: 0.0537 - Valid Loss: 0.6735 - Elapsed Time: 194.60s
+- Epoch 6: Best model found with loss = 0.6735.
+Epoch 7 [0/559] | Train Loss: 0.0362 Grad: 118999.2891 LR: 7.4965e-06 | Elapse: 0.27s
+Epoch 7 [500/559] | Train Loss: 0.0399 Grad: 2944.9485 LR: 6.5474e-06 | Elapse: 127.59s
+Epoch 7 [558/559] | Train Loss: 0.0375 Grad: 3746.2769 LR: 6.4322e-06 | Elapse: 141.92s
+Epoch 7 [0/140] | Valid Loss: 0.0040 | Elapse: 0.25s
+Epoch 7 [139/140] | Valid Loss: 0.2130 | Elapse: 36.41s
+Epoch 7 - Train Loss: 0.0375 - Valid Loss: 0.6873 - Elapsed Time: 196.90s
+- Epoch 7: Best model found with loss = 0.6873.
+Epoch 8 [0/559] | Train Loss: 0.0127 Grad: 36778.2344 LR: 6.4302e-06 | Elapse: 0.27s
+Epoch 8 [500/559] | Train Loss: 0.0289 Grad: 3099.9973 LR: 5.4093e-06 | Elapse: 126.40s
+Epoch 8 [558/559] | Train Loss: 0.0274 Grad: 3744.7815 LR: 5.2888e-06 | Elapse: 140.66s
+Epoch 8 [0/140] | Valid Loss: 0.0039 | Elapse: 0.25s
+Epoch 8 [139/140] | Valid Loss: 0.2149 | Elapse: 33.77s
+Epoch 8 - Train Loss: 0.0274 - Valid Loss: 0.6968 - Elapsed Time: 192.69s
+- Epoch 8: Best model found with loss = 0.6968.
+Epoch 9 [0/559] | Train Loss: 0.0107 Grad: 30835.6641 LR: 5.2868e-06 | Elapse: 0.27s
+Epoch 9 [500/559] | Train Loss: 0.0227 Grad: 3168.0400 LR: 4.2491e-06 | Elapse: 125.79s
+Epoch 9 [558/559] | Train Loss: 0.0216 Grad: 3586.9297 LR: 4.1299e-06 | Elapse: 139.93s
+Epoch 9 [0/140] | Valid Loss: 0.0037 | Elapse: 0.25s
+Epoch 9 [139/140] | Valid Loss: 0.2169 | Elapse: 33.72s
+Epoch 9 - Train Loss: 0.0216 - Valid Loss: 0.7033 - Elapsed Time: 192.30s
+- Epoch 9: Best model found with loss = 0.7033.
+Epoch 10 [0/559] | Train Loss: 0.0108 Grad: 38345.1289 LR: 4.1279e-06 | Elapse: 0.27s
+Epoch 10 [500/559] | Train Loss: 0.0190 Grad: 3129.7153 LR: 3.1294e-06 | Elapse: 126.03s
+Epoch 10 [558/559] | Train Loss: 0.0182 Grad: 3530.1790 LR: 3.0180e-06 | Elapse: 140.02s
+Epoch 10 [0/140] | Valid Loss: 0.0035 | Elapse: 0.25s
+Epoch 10 [139/140] | Valid Loss: 0.2181 | Elapse: 33.88s
+Epoch 10 - Train Loss: 0.0182 - Valid Loss: 0.7128 - Elapsed Time: 193.01s
+- Epoch 10: Best model found with loss = 0.7128.
+Epoch 11 [0/559] | Train Loss: 0.0090 Grad: 26533.8750 LR: 3.0161e-06 | Elapse: 0.26s
+Epoch 11 [500/559] | Train Loss: 0.0169 Grad: 3294.2278 LR: 2.1105e-06 | Elapse: 125.86s
+Epoch 11 [558/559] | Train Loss: 0.0162 Grad: 3385.0498 LR: 2.0129e-06 | Elapse: 140.18s
+Epoch 11 [0/140] | Valid Loss: 0.0034 | Elapse: 0.25s
+Epoch 11 [139/140] | Valid Loss: 0.2210 | Elapse: 34.25s
+Epoch 11 - Train Loss: 0.0162 - Valid Loss: 0.7142 - Elapsed Time: 193.09s
+- Epoch 11: Best model found with loss = 0.7142.
+Epoch 12 [0/559] | Train Loss: 0.0087 Grad: 26727.4258 LR: 2.0112e-06 | Elapse: 0.27s
+Epoch 12 [500/559] | Train Loss: 0.0160 Grad: 3698.4797 LR: 1.2475e-06 | Elapse: 127.23s
+Epoch 12 [558/559] | Train Loss: 0.0154 Grad: 3166.7349 LR: 1.1688e-06 | Elapse: 141.57s
+Epoch 12 [0/140] | Valid Loss: 0.0033 | Elapse: 0.25s
+Epoch 12 [139/140] | Valid Loss: 0.2227 | Elapse: 33.83s
+Epoch 12 - Train Loss: 0.0154 - Valid Loss: 0.7182 - Elapsed Time: 193.83s
+- Epoch 12: Best model found with loss = 0.7182.
+Epoch 13 [0/559] | Train Loss: 0.0087 Grad: 31494.2891 LR: 1.1675e-06 | Elapse: 0.26s
+Epoch 13 [500/559] | Train Loss: 0.0165 Grad: 3536.4666 LR: 5.8671e-07 | Elapse: 126.05s
+Epoch 13 [558/559] | Train Loss: 0.0160 Grad: 3760.2610 LR: 5.3128e-07 | Elapse: 140.15s
+Epoch 13 [0/140] | Valid Loss: 0.0036 | Elapse: 0.24s
+Epoch 13 [139/140] | Valid Loss: 0.2264 | Elapse: 34.03s
+Epoch 13 - Train Loss: 0.0160 - Valid Loss: 0.7131 - Elapsed Time: 192.70s
+Epoch 14 [0/559] | Train Loss: 0.0283 Grad: 178969.0156 LR: 5.3035e-07 | Elapse: 0.26s
+Epoch 14 [500/559] | Train Loss: 0.0234 Grad: 3923.5754 LR: 1.6390e-07 | Elapse: 126.74s
+Epoch 14 [558/559] | Train Loss: 0.0221 Grad: 4402.1353 LR: 1.3469e-07 | Elapse: 140.99s
+Epoch 14 [0/140] | Valid Loss: 0.0041 | Elapse: 0.25s
+Epoch 14 [139/140] | Valid Loss: 0.2295 | Elapse: 34.08s
+Epoch 14 - Train Loss: 0.0221 - Valid Loss: 0.7279 - Elapsed Time: 194.47s
+- Epoch 14: Best model found with loss = 0.7279.
+Epoch 15 [0/559] | Train Loss: 0.0141 Grad: 78785.1016 LR: 1.3421e-07 | Elapse: 0.27s
+Epoch 15 [500/559] | Train Loss: 0.0303 Grad: 4075.6143 LR: 1.8075e-09 | Elapse: 126.08s
+Epoch 15 [558/559] | Train Loss: 0.0283 Grad: 3996.2625 LR: 4.0043e-10 | Elapse: 140.29s
+Epoch 15 [0/140] | Valid Loss: 0.0043 | Elapse: 0.24s
+Epoch 15 [139/140] | Valid Loss: 0.2293 | Elapse: 33.68s
+Epoch 15 - Train Loss: 0.0283 - Valid Loss: 0.7332 - Elapsed Time: 192.40s
+- Epoch 15: Best model found with loss = 0.7332.
+Fold 2 | Time: 49.36min | Overall Evaluation Loss: 0.5567
+Epoch 1 [0/559] | Train Loss: 0.4033 Grad: 60917.2539 LR: 4.0003e-07 | Elapse: 0.26s
+Epoch 1 [500/559] | Train Loss: 0.1715 Grad: 14635.6260 LR: 6.6576e-06 | Elapse: 126.84s
+Epoch 1 [558/559] | Train Loss: 0.1611 Grad: 23629.8457 LR: 7.6104e-06 | Elapse: 141.22s
+Epoch 1 [0/140] | Valid Loss: 0.0018 | Elapse: 0.24s
+Epoch 1 [139/140] | Valid Loss: 0.1737 | Elapse: 34.04s
+Epoch 1 - Train Loss: 0.1611 - Valid Loss: 0.5356 - Elapsed Time: 195.75s
+- Epoch 1: Best model found with loss = 0.5356.
+Epoch 2 [0/559] | Train Loss: 0.4044 Grad: 60479.0547 LR: 7.6259e-06 | Elapse: 0.27s
+Epoch 2 [500/559] | Train Loss: 0.1690 Grad: 17688.2090 LR: 9.9786e-06 | Elapse: 126.92s
+Epoch 2 [558/559] | Train Loss: 0.1583 Grad: 29924.3945 LR: 9.9660e-06 | Elapse: 141.46s
+Epoch 2 [0/140] | Valid Loss: 0.0022 | Elapse: 0.25s
+Epoch 2 [139/140] | Valid Loss: 0.1835 | Elapse: 34.17s
+Epoch 2 - Train Loss: 0.1583 - Valid Loss: 0.5568 - Elapsed Time: 196.09s
+- Epoch 2: Best model found with loss = 0.5568.
+Epoch 3 [0/559] | Train Loss: 0.3917 Grad: 83466.0781 LR: 9.9657e-06 | Elapse: 0.26s
+Epoch 3 [500/559] | Train Loss: 0.1508 Grad: 23610.6426 LR: 9.7377e-06 | Elapse: 125.85s
+Epoch 3 [558/559] | Train Loss: 0.1409 Grad: 36061.9453 LR: 9.6978e-06 | Elapse: 140.01s
+Epoch 3 [0/140] | Valid Loss: 0.0026 | Elapse: 0.24s
+Epoch 3 [139/140] | Valid Loss: 0.1992 | Elapse: 33.93s
+Epoch 3 - Train Loss: 0.1409 - Valid Loss: 0.5892 - Elapsed Time: 194.61s
+- Epoch 3: Best model found with loss = 0.5892.
+Epoch 4 [0/559] | Train Loss: 0.3327 Grad: 118424.0703 LR: 9.6970e-06 | Elapse: 0.26s
+Epoch 4 [500/559] | Train Loss: 0.1170 Grad: 25682.8535 LR: 9.2415e-06 | Elapse: 125.23s
+Epoch 4 [558/559] | Train Loss: 0.1092 Grad: 36628.4961 LR: 9.1763e-06 | Elapse: 139.25s
+Epoch 4 [0/140] | Valid Loss: 0.0030 | Elapse: 0.24s
+Epoch 4 [139/140] | Valid Loss: 0.2104 | Elapse: 33.40s
+Epoch 4 - Train Loss: 0.1092 - Valid Loss: 0.6228 - Elapsed Time: 193.43s
+- Epoch 4: Best model found with loss = 0.6228.
+Epoch 5 [0/559] | Train Loss: 0.2381 Grad: 145616.0312 LR: 9.1752e-06 | Elapse: 0.28s
+Epoch 5 [500/559] | Train Loss: 0.0863 Grad: 30112.3164 LR: 8.5166e-06 | Elapse: 126.16s
+Epoch 5 [558/559] | Train Loss: 0.0806 Grad: 33182.0938 LR: 8.4298e-06 | Elapse: 140.46s
+Epoch 5 [0/140] | Valid Loss: 0.0033 | Elapse: 0.25s
+Epoch 5 [139/140] | Valid Loss: 0.2205 | Elapse: 33.92s
+Epoch 5 - Train Loss: 0.0806 - Valid Loss: 0.6424 - Elapsed Time: 195.22s
+- Epoch 5: Best model found with loss = 0.6424.
+Epoch 6 [0/559] | Train Loss: 0.1447 Grad: 156314.4531 LR: 8.4282e-06 | Elapse: 0.26s
+Epoch 6 [500/559] | Train Loss: 0.0629 Grad: 28787.6660 LR: 7.6021e-06 | Elapse: 126.09s
+Epoch 6 [558/559] | Train Loss: 0.0588 Grad: 28876.8848 LR: 7.4983e-06 | Elapse: 140.45s
+Epoch 6 [0/140] | Valid Loss: 0.0032 | Elapse: 0.25s
+Epoch 6 [139/140] | Valid Loss: 0.2265 | Elapse: 33.92s
+Epoch 6 - Train Loss: 0.0588 - Valid Loss: 0.6557 - Elapsed Time: 194.86s
+- Epoch 6: Best model found with loss = 0.6557.
+Epoch 7 [0/559] | Train Loss: 0.0764 Grad: 137550.7500 LR: 7.4965e-06 | Elapse: 0.26s
+Epoch 7 [500/559] | Train Loss: 0.0459 Grad: 30014.1816 LR: 6.5474e-06 | Elapse: 127.04s
+Epoch 7 [558/559] | Train Loss: 0.0431 Grad: 27206.9277 LR: 6.4322e-06 | Elapse: 141.47s
+Epoch 7 [0/140] | Valid Loss: 0.0032 | Elapse: 0.25s
+Epoch 7 [139/140] | Valid Loss: 0.2320 | Elapse: 33.86s
+Epoch 7 - Train Loss: 0.0431 - Valid Loss: 0.6641 - Elapsed Time: 195.97s
+- Epoch 7: Best model found with loss = 0.6641.
+Epoch 8 [0/559] | Train Loss: 0.0332 Grad: 80237.3750 LR: 6.4302e-06 | Elapse: 0.26s
+Epoch 8 [500/559] | Train Loss: 0.0343 Grad: 29795.3418 LR: 5.4093e-06 | Elapse: 125.89s
+Epoch 8 [558/559] | Train Loss: 0.0324 Grad: 25865.8398 LR: 5.2888e-06 | Elapse: 140.15s
+Epoch 8 [0/140] | Valid Loss: 0.0031 | Elapse: 0.24s
+Epoch 8 [139/140] | Valid Loss: 0.2335 | Elapse: 33.68s
+Epoch 8 - Train Loss: 0.0324 - Valid Loss: 0.6735 - Elapsed Time: 194.54s
+- Epoch 8: Best model found with loss = 0.6735.
+Epoch 9 [0/559] | Train Loss: 0.0222 Grad: 66607.2344 LR: 5.2868e-06 | Elapse: 0.30s
+Epoch 9 [500/559] | Train Loss: 0.0273 Grad: 40628.5742 LR: 4.2491e-06 | Elapse: 125.85s
+Epoch 9 [558/559] | Train Loss: 0.0259 Grad: 23364.4590 LR: 4.1299e-06 | Elapse: 140.20s
+Epoch 9 [0/140] | Valid Loss: 0.0032 | Elapse: 0.25s
+Epoch 9 [139/140] | Valid Loss: 0.2337 | Elapse: 34.37s
+Epoch 9 - Train Loss: 0.0259 - Valid Loss: 0.6869 - Elapsed Time: 195.15s
+- Epoch 9: Best model found with loss = 0.6869.
+Epoch 10 [0/559] | Train Loss: 0.0155 Grad: 45010.6641 LR: 4.1279e-06 | Elapse: 0.25s
+Epoch 10 [500/559] | Train Loss: 0.0230 Grad: 26767.3535 LR: 3.1294e-06 | Elapse: 125.55s
+Epoch 10 [558/559] | Train Loss: 0.0220 Grad: 23471.8066 LR: 3.0180e-06 | Elapse: 139.66s
+Epoch 10 [0/140] | Valid Loss: 0.0033 | Elapse: 0.24s
+Epoch 10 [139/140] | Valid Loss: 0.2343 | Elapse: 33.98s
+Epoch 10 - Train Loss: 0.0220 - Valid Loss: 0.6924 - Elapsed Time: 194.54s
+- Epoch 10: Best model found with loss = 0.6924.
+Epoch 11 [0/559] | Train Loss: 0.0167 Grad: 65534.1953 LR: 3.0161e-06 | Elapse: 0.26s
+Epoch 11 [500/559] | Train Loss: 0.0210 Grad: 44248.9766 LR: 2.1105e-06 | Elapse: 126.21s
+Epoch 11 [558/559] | Train Loss: 0.0201 Grad: 20471.0703 LR: 2.0129e-06 | Elapse: 140.31s
+Epoch 11 [0/140] | Valid Loss: 0.0031 | Elapse: 0.25s
+Epoch 11 [139/140] | Valid Loss: 0.2365 | Elapse: 33.85s
+Epoch 11 - Train Loss: 0.0201 - Valid Loss: 0.6935 - Elapsed Time: 194.91s
+- Epoch 11: Best model found with loss = 0.6935.
+Epoch 12 [0/559] | Train Loss: 0.0125 Grad: 44372.0859 LR: 2.0112e-06 | Elapse: 0.25s
+Epoch 12 [500/559] | Train Loss: 0.0211 Grad: 41723.9102 LR: 1.2475e-06 | Elapse: 126.32s
+Epoch 12 [558/559] | Train Loss: 0.0202 Grad: 18374.7188 LR: 1.1688e-06 | Elapse: 140.69s
+Epoch 12 [0/140] | Valid Loss: 0.0031 | Elapse: 0.27s
+Epoch 12 [139/140] | Valid Loss: 0.2389 | Elapse: 33.82s
+Epoch 12 - Train Loss: 0.0202 - Valid Loss: 0.6999 - Elapsed Time: 195.00s
+- Epoch 12: Best model found with loss = 0.6999.
+Epoch 13 [0/559] | Train Loss: 0.0164 Grad: 101302.9453 LR: 1.1675e-06 | Elapse: 0.26s
+Epoch 13 [500/559] | Train Loss: 0.0232 Grad: 44267.0078 LR: 5.8671e-07 | Elapse: 126.35s
+Epoch 13 [558/559] | Train Loss: 0.0225 Grad: 28713.8242 LR: 5.3128e-07 | Elapse: 140.21s
+Epoch 13 [0/140] | Valid Loss: 0.0030 | Elapse: 0.25s
+Epoch 13 [139/140] | Valid Loss: 0.2456 | Elapse: 34.02s
+Epoch 13 - Train Loss: 0.0225 - Valid Loss: 0.6834 - Elapsed Time: 195.04s
+Epoch 14 [0/559] | Train Loss: 0.0553 Grad: 297918.5312 LR: 5.3035e-07 | Elapse: 0.26s
+Epoch 14 [500/559] | Train Loss: 0.0332 Grad: 29470.8398 LR: 1.6390e-07 | Elapse: 126.10s
+Epoch 14 [558/559] | Train Loss: 0.0309 Grad: 18943.3828 LR: 1.3469e-07 | Elapse: 140.19s
+Epoch 14 [0/140] | Valid Loss: 0.0040 | Elapse: 0.25s
+Epoch 14 [139/140] | Valid Loss: 0.2481 | Elapse: 34.27s
+Epoch 14 - Train Loss: 0.0309 - Valid Loss: 0.7021 - Elapsed Time: 195.17s
+- Epoch 14: Best model found with loss = 0.7021.
+Epoch 15 [0/559] | Train Loss: 0.0169 Grad: 69102.5625 LR: 1.3421e-07 | Elapse: 0.26s
+Epoch 15 [500/559] | Train Loss: 0.0318 Grad: 25327.1172 LR: 1.8075e-09 | Elapse: 126.69s
+Epoch 15 [558/559] | Train Loss: 0.0296 Grad: 16122.5898 LR: 4.0043e-10 | Elapse: 140.98s
+Epoch 15 [0/140] | Valid Loss: 0.0040 | Elapse: 0.25s
+Epoch 15 [139/140] | Valid Loss: 0.2482 | Elapse: 34.14s
+Epoch 15 - Train Loss: 0.0296 - Valid Loss: 0.7040 - Elapsed Time: 195.68s
+- Epoch 15: Best model found with loss = 0.7040.
+Fold 3 | Time: 50.03min | Overall Evaluation Loss: 0.5080
+Epoch 1 [0/559] | Train Loss: 0.0049 Grad: 1555.6669 LR: 4.0003e-07 | Elapse: 0.26s
+Epoch 1 [500/559] | Train Loss: 0.1728 Grad: 240.1252 LR: 6.6576e-06 | Elapse: 127.19s
+Epoch 1 [558/559] | Train Loss: 0.1627 Grad: 21768.7949 LR: 7.6104e-06 | Elapse: 141.47s
+Epoch 1 [0/140] | Valid Loss: 0.4064 | Elapse: 0.24s
+Epoch 1 [139/140] | Valid Loss: 0.1669 | Elapse: 34.05s
+Epoch 1 - Train Loss: 0.1627 - Valid Loss: 0.5143 - Elapsed Time: 195.51s
+- Epoch 1: Best model found with loss = 0.5143.
+Epoch 2 [0/559] | Train Loss: 0.0048 Grad: 1321.4033 LR: 7.6259e-06 | Elapse: 0.27s
+Epoch 2 [500/559] | Train Loss: 0.1700 Grad: 331.7207 LR: 9.9786e-06 | Elapse: 131.08s
+Epoch 2 [558/559] | Train Loss: 0.1598 Grad: 26886.9473 LR: 9.9660e-06 | Elapse: 145.39s
+Epoch 2 [0/140] | Valid Loss: 0.4371 | Elapse: 0.25s
+Epoch 2 [139/140] | Valid Loss: 0.1746 | Elapse: 34.33s
+Epoch 2 - Train Loss: 0.1598 - Valid Loss: 0.5597 - Elapsed Time: 199.80s
+- Epoch 2: Best model found with loss = 0.5597.
+Epoch 3 [0/559] | Train Loss: 0.0053 Grad: 1975.0654 LR: 9.9657e-06 | Elapse: 0.26s
+Epoch 3 [500/559] | Train Loss: 0.1505 Grad: 535.0563 LR: 9.7377e-06 | Elapse: 126.83s
+Epoch 3 [558/559] | Train Loss: 0.1411 Grad: 37974.1758 LR: 9.6978e-06 | Elapse: 140.74s
+Epoch 3 [0/140] | Valid Loss: 0.4865 | Elapse: 0.24s
+Epoch 3 [139/140] | Valid Loss: 0.1881 | Elapse: 34.37s
+Epoch 3 - Train Loss: 0.1411 - Valid Loss: 0.6046 - Elapsed Time: 194.98s
+- Epoch 3: Best model found with loss = 0.6046.
+Epoch 4 [0/559] | Train Loss: 0.0064 Grad: 3478.8313 LR: 9.6970e-06 | Elapse: 0.27s
+Epoch 4 [500/559] | Train Loss: 0.1155 Grad: 707.9515 LR: 9.2415e-06 | Elapse: 126.66s
+Epoch 4 [558/559] | Train Loss: 0.1082 Grad: 44904.4180 LR: 9.1763e-06 | Elapse: 140.97s
+Epoch 4 [0/140] | Valid Loss: 0.5202 | Elapse: 0.25s
+Epoch 4 [139/140] | Valid Loss: 0.1988 | Elapse: 34.23s
+Epoch 4 - Train Loss: 0.1082 - Valid Loss: 0.6361 - Elapsed Time: 195.29s
+- Epoch 4: Best model found with loss = 0.6361.
+Epoch 5 [0/559] | Train Loss: 0.0067 Grad: 4604.8989 LR: 9.1752e-06 | Elapse: 0.26s
+Epoch 5 [500/559] | Train Loss: 0.0831 Grad: 757.2225 LR: 8.5166e-06 | Elapse: 126.59s
+Epoch 5 [558/559] | Train Loss: 0.0779 Grad: 48539.0977 LR: 8.4298e-06 | Elapse: 140.80s
+Epoch 5 [0/140] | Valid Loss: 0.5466 | Elapse: 0.24s
+Epoch 5 [139/140] | Valid Loss: 0.2059 | Elapse: 33.96s
+Epoch 5 - Train Loss: 0.0779 - Valid Loss: 0.6536 - Elapsed Time: 194.90s
+- Epoch 5: Best model found with loss = 0.6536.
+Epoch 6 [0/559] | Train Loss: 0.0065 Grad: 5073.3496 LR: 8.4282e-06 | Elapse: 0.25s
+Epoch 6 [500/559] | Train Loss: 0.0585 Grad: 859.3474 LR: 7.6021e-06 | Elapse: 126.51s
+Epoch 6 [558/559] | Train Loss: 0.0550 Grad: 45421.2344 LR: 7.4983e-06 | Elapse: 140.76s
+Epoch 6 [0/140] | Valid Loss: 0.5603 | Elapse: 0.24s
+Epoch 6 [139/140] | Valid Loss: 0.2109 | Elapse: 33.62s
+Epoch 6 - Train Loss: 0.0550 - Valid Loss: 0.6647 - Elapsed Time: 194.39s
+- Epoch 6: Best model found with loss = 0.6647.
+Epoch 7 [0/559] | Train Loss: 0.0057 Grad: 4945.8242 LR: 7.4965e-06 | Elapse: 0.26s
+Epoch 7 [500/559] | Train Loss: 0.0414 Grad: 901.8848 LR: 6.5474e-06 | Elapse: 125.32s
+Epoch 7 [558/559] | Train Loss: 0.0391 Grad: 42609.3008 LR: 6.4322e-06 | Elapse: 139.33s
+Epoch 7 [0/140] | Valid Loss: 0.5715 | Elapse: 0.26s
+Epoch 7 [139/140] | Valid Loss: 0.2130 | Elapse: 33.73s
+Epoch 7 - Train Loss: 0.0391 - Valid Loss: 0.6863 - Elapsed Time: 193.06s
+- Epoch 7: Best model found with loss = 0.6863.
+Epoch 8 [0/559] | Train Loss: 0.0053 Grad: 4962.4922 LR: 6.4302e-06 | Elapse: 0.26s
+Epoch 8 [500/559] | Train Loss: 0.0315 Grad: 922.6987 LR: 5.4093e-06 | Elapse: 130.24s
+Epoch 8 [558/559] | Train Loss: 0.0299 Grad: 38646.7812 LR: 5.2888e-06 | Elapse: 143.91s
+Epoch 8 [0/140] | Valid Loss: 0.5756 | Elapse: 0.24s
+Epoch 8 [139/140] | Valid Loss: 0.2145 | Elapse: 33.65s
+Epoch 8 - Train Loss: 0.0299 - Valid Loss: 0.6948 - Elapsed Time: 197.73s
+- Epoch 8: Best model found with loss = 0.6948.
+Epoch 9 [0/559] | Train Loss: 0.0048 Grad: 4831.4072 LR: 5.2868e-06 | Elapse: 0.26s
+Epoch 9 [500/559] | Train Loss: 0.0254 Grad: 949.3217 LR: 4.2491e-06 | Elapse: 125.47s
+Epoch 9 [558/559] | Train Loss: 0.0242 Grad: 34935.5742 LR: 4.1299e-06 | Elapse: 139.63s
+Epoch 9 [0/140] | Valid Loss: 0.5847 | Elapse: 0.24s
+Epoch 9 [139/140] | Valid Loss: 0.2157 | Elapse: 33.78s
+Epoch 9 - Train Loss: 0.0242 - Valid Loss: 0.7015 - Elapsed Time: 193.70s
+- Epoch 9: Best model found with loss = 0.7015.
+Epoch 10 [0/559] | Train Loss: 0.0044 Grad: 4695.4775 LR: 4.1279e-06 | Elapse: 0.26s
+Epoch 10 [500/559] | Train Loss: 0.0218 Grad: 985.4415 LR: 3.1294e-06 | Elapse: 125.73s
+Epoch 10 [558/559] | Train Loss: 0.0209 Grad: 30812.2129 LR: 3.0180e-06 | Elapse: 139.94s
+Epoch 10 [0/140] | Valid Loss: 0.5970 | Elapse: 0.24s
+Epoch 10 [139/140] | Valid Loss: 0.2170 | Elapse: 33.73s
+Epoch 10 - Train Loss: 0.0209 - Valid Loss: 0.7077 - Elapsed Time: 193.81s
+- Epoch 10: Best model found with loss = 0.7077.
+Epoch 11 [0/559] | Train Loss: 0.0042 Grad: 4457.5732 LR: 3.0161e-06 | Elapse: 0.26s
+Epoch 11 [500/559] | Train Loss: 0.0197 Grad: 998.7606 LR: 2.1105e-06 | Elapse: 125.42s
+Epoch 11 [558/559] | Train Loss: 0.0189 Grad: 28108.0117 LR: 2.0129e-06 | Elapse: 139.67s
+Epoch 11 [0/140] | Valid Loss: 0.6144 | Elapse: 0.24s
+Epoch 11 [139/140] | Valid Loss: 0.2198 | Elapse: 33.66s
+Epoch 11 - Train Loss: 0.0189 - Valid Loss: 0.7122 - Elapsed Time: 193.37s
+- Epoch 11: Best model found with loss = 0.7122.
+Epoch 12 [0/559] | Train Loss: 0.0044 Grad: 4598.8530 LR: 2.0112e-06 | Elapse: 0.25s
+Epoch 12 [500/559] | Train Loss: 0.0187 Grad: 1023.3531 LR: 1.2475e-06 | Elapse: 126.20s
+Epoch 12 [558/559] | Train Loss: 0.0180 Grad: 30015.6699 LR: 1.1688e-06 | Elapse: 140.24s
+Epoch 12 [0/140] | Valid Loss: 0.6243 | Elapse: 0.24s
+Epoch 12 [139/140] | Valid Loss: 0.2217 | Elapse: 33.71s
+Epoch 12 - Train Loss: 0.0180 - Valid Loss: 0.7160 - Elapsed Time: 194.13s
+- Epoch 12: Best model found with loss = 0.7160.
+Epoch 13 [0/559] | Train Loss: 0.0045 Grad: 4811.9868 LR: 1.1675e-06 | Elapse: 0.26s
+Epoch 13 [500/559] | Train Loss: 0.0198 Grad: 962.6007 LR: 5.8671e-07 | Elapse: 127.01s
+Epoch 13 [558/559] | Train Loss: 0.0191 Grad: 36723.7148 LR: 5.3128e-07 | Elapse: 141.41s
+Epoch 13 [0/140] | Valid Loss: 0.6340 | Elapse: 0.25s
+Epoch 13 [139/140] | Valid Loss: 0.2238 | Elapse: 33.85s
+Epoch 13 - Train Loss: 0.0191 - Valid Loss: 0.7230 - Elapsed Time: 195.50s
+- Epoch 13: Best model found with loss = 0.7230.
+Epoch 14 [0/559] | Train Loss: 0.0044 Grad: 4792.7627 LR: 5.3035e-07 | Elapse: 0.26s
+Epoch 14 [500/559] | Train Loss: 0.0257 Grad: 1015.6837 LR: 1.6390e-07 | Elapse: 126.09s
+Epoch 14 [558/559] | Train Loss: 0.0248 Grad: 29382.1445 LR: 1.3469e-07 | Elapse: 140.39s
+Epoch 14 [0/140] | Valid Loss: 0.6257 | Elapse: 0.24s
+Epoch 14 [139/140] | Valid Loss: 0.2225 | Elapse: 33.86s
+Epoch 14 - Train Loss: 0.0248 - Valid Loss: 0.7225 - Elapsed Time: 194.32s
+Epoch 15 [0/559] | Train Loss: 0.0051 Grad: 5505.9766 LR: 1.3421e-07 | Elapse: 0.25s
+Epoch 15 [500/559] | Train Loss: 0.0354 Grad: 1217.5887 LR: 1.8075e-09 | Elapse: 125.52s
+Epoch 15 [558/559] | Train Loss: 0.0330 Grad: 28119.0625 LR: 4.0043e-10 | Elapse: 139.46s
+Epoch 15 [0/140] | Valid Loss: 0.6553 | Elapse: 0.24s
+Epoch 15 [139/140] | Valid Loss: 0.2268 | Elapse: 33.73s
+Epoch 15 - Train Loss: 0.0330 - Valid Loss: 0.7335 - Elapsed Time: 193.33s
+- Epoch 15: Best model found with loss = 0.7335.
+Fold 4 | Time: 50.19min | Overall Evaluation Loss: 0.4696