diff --git a/.gitattributes b/.gitattributes index 92aa37777dabcdcf299855a8f53c15f876e34ec4..0dfe03e769a6c4f30301f116f5ebce433d2cb111 100644 --- a/.gitattributes +++ b/.gitattributes @@ -920,3 +920,74 @@ hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state filter= hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text hyperiqa/4xHyperIQA_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100221.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state filter=lfs diff=lfs merge=lfs -text diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/4xIC9600_01_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/4xIC9600_01_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..f9fad8fae5e714df914600a12b46d0448f1a4fe4 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/4xIC9600_01_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Thu Oct 3 13:04:37 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_01_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.1_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity01_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity01_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9aa80682d2320687c9cc8a1b8e0d3e9b736ad9fd --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79aaa28f707da7219b1b58f7f066f869f6b414d3f588af04ee8ea89e5619c15 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8b6710e48f3e504ccac0242e5d3e398bdd015cd7 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0e7649a29f895939c2376a8fdb363467f2392050c31000006b7494dee10257 +size 9513138 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9a7bf4264cc15f46329499818c2dc56bb9066c79 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f474cb38c29eccd53a7ca216652edf4049225a780a713c845a53abcf317049cd +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e469e58e10525b15783ac2198c17e7e328510262 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fdeaac5f6fb733e88009e1bc68476ac1306ded42a07e9ae366b00b8aaf6ac5 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..1b6f792a8ae5ce51e9451f903489fc9c3a079719 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad59db6a8032a9ae3074561101b9df50d491252a20edb626f4d6495e2ee44826 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d2204137c8e87aa3f25e3b2bade3b5317cdabd0e --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f652da5154d6cfa414b9b6d52a1a241675902ace1c49b89ede8c2786ad03d86 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f29cbc8a5a4b8b98ea98cbfc98fb3db5b02abc5f --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b33353e9f4df2b9ed9d6e4dedd94db75a6cf99a9ff64e4472a5e567af10dd6 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..31857434a14f187a051faaffb88fde012db290c8 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d970b50bf265d3266a615b213d156c6c9ef463fb2fe72aa9ec8390ca3bd40d +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f5ca0f01c18976a2dd55f7ff132bab5577e92e53 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d9cbffc50f5d2f9be617b0a6415c61e16fe47fbad436944f16c32130f183604 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2e5c0e4f011792709dd2beccc6dd0490e3ec3273 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0906e9c04b14af36e8b5bc4b91425c5c9327f8a37c8c30d3cb39417cc022b85 +size 9513034 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..6ec7c6fe697c8c4fbace398a83c003c8a5a4ad48 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5e2da68ce830bbd41103c6c08e59e471428839d64be7703ec5dfca6dcbac14 +size 9513138 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/train_4xIC9600_0.1_DF2K_plksr_tiny_fp16_20241003_130437.log b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/train_4xIC9600_0.1_DF2K_plksr_tiny_fp16_20241003_130437.log new file mode 100644 index 0000000000000000000000000000000000000000..fd6b55c327d383af2ac378680555399199d56cc4 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/train_4xIC9600_0.1_DF2K_plksr_tiny_fp16_20241003_130437.log @@ -0,0 +1,1100 @@ +2024-10-03 13:04:37,751 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-03 13:04:40,134 INFO: Dataset [paired] is built. +2024-10-03 13:04:40,134 INFO: Training statistics: + Starting model: 4xIC9600_0.1_DF2K_plksr_tiny_fp16 + Number of train images: 20807 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1301 + Total epochs 77 for total iters 100000. +2024-10-03 13:04:40,136 INFO: Dataset [paired] is built. +2024-10-03 13:04:40,136 INFO: Number of val images/folders: 100 +2024-10-03 13:04:40,628 INFO: Using network [plksr]. +2024-10-03 13:04:40,669 INFO: Using exponential-moving average. +2024-10-03 13:04:40,670 INFO: Loss [L1Loss] enabled. +2024-10-03 13:04:40,670 INFO: Using model [image]. +2024-10-03 13:04:41,326 INFO: AMP enabled. +2024-10-03 13:04:41,326 INFO: Deterministic mode enabled. +2024-10-03 13:04:41,326 INFO: Start training from epoch: 0, iter: 0 +2024-10-03 13:04:49,142 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:41 ] [ l_g_pix: 2.6523e-02 ] [ l_g_total: 2.6523e-02 ] +2024-10-03 13:04:53,383 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 16.592 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:05 ] [ l_g_pix: 5.3373e-02 ] [ l_g_total: 5.3373e-02 ] +2024-10-03 13:04:57,548 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 24.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:25 ] [ l_g_pix: 4.0974e-02 ] [ l_g_total: 4.0974e-02 ] +2024-10-03 13:05:01,783 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 23.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:50 ] [ l_g_pix: 3.4237e-02 ] [ l_g_total: 3.4237e-02 ] +2024-10-03 13:05:05,705 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 25.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:01 ] [ l_g_pix: 2.7499e-02 ] [ l_g_total: 2.7499e-02 ] +2024-10-03 13:05:09,583 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 25.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:20 ] [ l_g_pix: 2.4629e-02 ] [ l_g_total: 2.4629e-02 ] +2024-10-03 13:05:13,376 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:37 ] [ l_g_pix: 3.2494e-02 ] [ l_g_total: 3.2494e-02 ] +2024-10-03 13:05:17,115 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:58 ] [ l_g_pix: 3.4074e-02 ] [ l_g_total: 3.4074e-02 ] +2024-10-03 13:05:26,101 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 10.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 3.1034e-02 ] [ l_g_total: 3.1034e-02 ] +2024-10-03 13:05:30,974 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 14.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:32 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-03 13:05:34,941 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 25.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:32 ] [ l_g_pix: 2.7279e-02 ] [ l_g_total: 2.7279e-02 ] +2024-10-03 13:05:38,850 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 25.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:37 ] [ l_g_pix: 3.6688e-02 ] [ l_g_total: 3.6688e-02 ] +2024-10-03 13:05:42,384 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 28.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:22 ] [ l_g_pix: 3.2623e-02 ] [ l_g_total: 3.2623e-02 ] +2024-10-03 13:05:47,002 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 24.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:33 ] [ l_g_pix: 2.5950e-02 ] [ l_g_total: 2.5950e-02 ] +2024-10-03 13:05:50,762 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:45 ] [ l_g_pix: 4.0036e-02 ] [ l_g_total: 4.0036e-02 ] +2024-10-03 13:05:54,486 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:01 ] [ l_g_pix: 4.7596e-02 ] [ l_g_total: 4.7596e-02 ] +2024-10-03 13:05:58,199 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.976 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:21 ] [ l_g_pix: 3.8733e-02 ] [ l_g_total: 3.8733e-02 ] +2024-10-03 13:06:01,926 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:46 ] [ l_g_pix: 2.5101e-02 ] [ l_g_total: 2.5101e-02 ] +2024-10-03 13:06:05,643 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:13 ] [ l_g_pix: 3.7392e-02 ] [ l_g_total: 3.7392e-02 ] +2024-10-03 13:06:09,326 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 27.074 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:42 ] [ l_g_pix: 3.5935e-02 ] [ l_g_total: 3.5935e-02 ] +2024-10-03 13:06:13,013 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:14 ] [ l_g_pix: 4.1126e-02 ] [ l_g_total: 4.1126e-02 ] +2024-10-03 13:06:16,762 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:50 ] [ l_g_pix: 3.6999e-02 ] [ l_g_total: 3.6999e-02 ] +2024-10-03 13:06:20,507 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:28 ] [ l_g_pix: 3.7984e-02 ] [ l_g_total: 3.7984e-02 ] +2024-10-03 13:06:24,256 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:08 ] [ l_g_pix: 2.4918e-02 ] [ l_g_total: 2.4918e-02 ] +2024-10-03 13:06:28,028 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 26.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:50 ] [ l_g_pix: 3.5737e-02 ] [ l_g_total: 3.5737e-02 ] +2024-10-03 13:06:31,539 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 27.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:23 ] [ l_g_pix: 3.5883e-02 ] [ l_g_total: 3.5883e-02 ] +2024-10-03 13:06:36,165 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 24.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:39 ] [ l_g_pix: 2.5727e-02 ] [ l_g_total: 2.5727e-02 ] +2024-10-03 13:06:39,921 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 25.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:22 ] [ l_g_pix: 5.2543e-02 ] [ l_g_total: 5.2543e-02 ] +2024-10-03 13:06:43,631 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:05 ] [ l_g_pix: 2.5261e-02 ] [ l_g_total: 2.5261e-02 ] +2024-10-03 13:06:47,356 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:49 ] [ l_g_pix: 2.4721e-02 ] [ l_g_total: 2.4721e-02 ] +2024-10-03 13:06:51,084 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:35 ] [ l_g_pix: 2.9818e-02 ] [ l_g_total: 2.9818e-02 ] +2024-10-03 13:06:54,798 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:20 ] [ l_g_pix: 3.1179e-02 ] [ l_g_total: 3.1179e-02 ] +2024-10-03 13:06:58,556 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:07 ] [ l_g_pix: 3.5271e-02 ] [ l_g_total: 3.5271e-02 ] +2024-10-03 13:07:02,320 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 26.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:55 ] [ l_g_pix: 2.0914e-02 ] [ l_g_total: 2.0914e-02 ] +2024-10-03 13:07:06,078 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:44 ] [ l_g_pix: 2.0155e-02 ] [ l_g_total: 2.0155e-02 ] +2024-10-03 13:07:09,806 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:32 ] [ l_g_pix: 3.6427e-02 ] [ l_g_total: 3.6427e-02 ] +2024-10-03 13:07:13,532 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:20 ] [ l_g_pix: 3.6612e-02 ] [ l_g_total: 3.6612e-02 ] +2024-10-03 13:07:17,264 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:09 ] [ l_g_pix: 4.4272e-02 ] [ l_g_total: 4.4272e-02 ] +2024-10-03 13:07:20,802 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 28.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:54 ] [ l_g_pix: 3.6394e-02 ] [ l_g_total: 3.6394e-02 ] +2024-10-03 13:07:25,486 INFO: [ epoch: 3 ] [ iter: 4,000 ] [ performance: 24.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:06 ] [ l_g_pix: 4.0395e-02 ] [ l_g_total: 4.0395e-02 ] +2024-10-03 13:07:29,193 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 27.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:55 ] [ l_g_pix: 4.3531e-02 ] [ l_g_total: 4.3531e-02 ] +2024-10-03 13:07:32,899 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 27.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:45 ] [ l_g_pix: 3.5163e-02 ] [ l_g_total: 3.5163e-02 ] +2024-10-03 13:07:36,619 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 6.0424e-02 ] [ l_g_total: 6.0424e-02 ] +2024-10-03 13:07:40,306 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:24 ] [ l_g_pix: 1.9658e-02 ] [ l_g_total: 1.9658e-02 ] +2024-10-03 13:07:43,985 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 27.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:14 ] [ l_g_pix: 3.2160e-02 ] [ l_g_total: 3.2160e-02 ] +2024-10-03 13:07:47,670 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 27.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:04 ] [ l_g_pix: 3.4236e-02 ] [ l_g_total: 3.4236e-02 ] +2024-10-03 13:07:51,337 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 27.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:54 ] [ l_g_pix: 2.4397e-02 ] [ l_g_total: 2.4397e-02 ] +2024-10-03 13:07:55,021 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 27.252 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 3.9758e-02 ] [ l_g_total: 3.9758e-02 ] +2024-10-03 13:07:58,719 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:35 ] [ l_g_pix: 5.6002e-02 ] [ l_g_total: 5.6002e-02 ] +2024-10-03 13:08:02,412 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:27 ] [ l_g_pix: 4.2146e-02 ] [ l_g_total: 4.2146e-02 ] +2024-10-03 13:08:06,099 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 27.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:18 ] [ l_g_pix: 3.1849e-02 ] [ l_g_total: 3.1849e-02 ] +2024-10-03 13:08:09,612 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 27.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 3.3328e-02 ] [ l_g_total: 3.3328e-02 ] +2024-10-03 13:08:14,460 INFO: [ epoch: 4 ] [ iter: 5,300 ] [ performance: 26.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:19 ] [ l_g_pix: 4.3265e-02 ] [ l_g_total: 4.3265e-02 ] +2024-10-03 13:08:18,179 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 26.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:11 ] [ l_g_pix: 5.5321e-02 ] [ l_g_total: 5.5321e-02 ] +2024-10-03 13:08:21,851 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 27.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:02 ] [ l_g_pix: 2.6293e-02 ] [ l_g_total: 2.6293e-02 ] +2024-10-03 13:08:25,533 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 27.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:54 ] [ l_g_pix: 2.6812e-02 ] [ l_g_total: 2.6812e-02 ] +2024-10-03 13:08:29,197 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 27.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 4.2754e-02 ] [ l_g_total: 4.2754e-02 ] +2024-10-03 13:08:32,892 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 27.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 3.2032e-02 ] [ l_g_total: 3.2032e-02 ] +2024-10-03 13:08:36,605 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 27.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:30 ] [ l_g_pix: 2.5609e-02 ] [ l_g_total: 2.5609e-02 ] +2024-10-03 13:08:40,331 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:23 ] [ l_g_pix: 2.7026e-02 ] [ l_g_total: 2.7026e-02 ] +2024-10-03 13:08:44,022 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 27.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:16 ] [ l_g_pix: 4.0150e-02 ] [ l_g_total: 4.0150e-02 ] +2024-10-03 13:08:47,706 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 27.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:08 ] [ l_g_pix: 2.3720e-02 ] [ l_g_total: 2.3720e-02 ] +2024-10-03 13:08:51,403 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 27.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:01 ] [ l_g_pix: 3.3176e-02 ] [ l_g_total: 3.3176e-02 ] +2024-10-03 13:08:55,079 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 27.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:54 ] [ l_g_pix: 3.6792e-02 ] [ l_g_total: 3.6792e-02 ] +2024-10-03 13:08:58,592 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 28.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:44 ] [ l_g_pix: 3.3219e-02 ] [ l_g_total: 3.3219e-02 ] +2024-10-03 13:09:03,250 INFO: [ epoch: 5 ] [ iter: 6,600 ] [ performance: 23.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 3.4873e-02 ] [ l_g_total: 3.4873e-02 ] +2024-10-03 13:09:07,002 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:45 ] [ l_g_pix: 2.1979e-02 ] [ l_g_total: 2.1979e-02 ] +2024-10-03 13:09:10,705 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 26.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:38 ] [ l_g_pix: 3.6122e-02 ] [ l_g_total: 3.6122e-02 ] +2024-10-03 13:09:14,434 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 3.7336e-02 ] [ l_g_total: 3.7336e-02 ] +2024-10-03 13:09:18,068 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 27.320 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:25 ] [ l_g_pix: 4.0075e-02 ] [ l_g_total: 4.0075e-02 ] +2024-10-03 13:09:21,754 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 27.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:18 ] [ l_g_pix: 4.0701e-02 ] [ l_g_total: 4.0701e-02 ] +2024-10-03 13:09:25,425 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 27.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:11 ] [ l_g_pix: 3.2992e-02 ] [ l_g_total: 3.2992e-02 ] +2024-10-03 13:09:29,135 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 27.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:05 ] [ l_g_pix: 2.4646e-02 ] [ l_g_total: 2.4646e-02 ] +2024-10-03 13:09:32,825 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 27.162 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:59 ] [ l_g_pix: 3.7636e-02 ] [ l_g_total: 3.7636e-02 ] +2024-10-03 13:09:36,514 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 27.427 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 3.3695e-02 ] [ l_g_total: 3.3695e-02 ] +2024-10-03 13:09:40,188 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 27.303 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 4.1652e-02 ] [ l_g_total: 4.1652e-02 ] +2024-10-03 13:09:43,932 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:40 ] [ l_g_pix: 2.1679e-02 ] [ l_g_total: 2.1679e-02 ] +2024-10-03 13:09:47,467 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 27.707 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:32 ] [ l_g_pix: 5.6058e-02 ] [ l_g_total: 5.6058e-02 ] +2024-10-03 13:09:52,180 INFO: [ epoch: 6 ] [ iter: 7,900 ] [ performance: 27.264 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:38 ] [ l_g_pix: 5.9503e-02 ] [ l_g_total: 5.9503e-02 ] +2024-10-03 13:09:55,901 INFO: [ epoch: 6 ] [ iter: 8,000 ] [ performance: 27.025 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:33 ] [ l_g_pix: 2.4358e-02 ] [ l_g_total: 2.4358e-02 ] +2024-10-03 13:09:59,606 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 27.277 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:27 ] [ l_g_pix: 3.2016e-02 ] [ l_g_total: 3.2016e-02 ] +2024-10-03 13:10:03,330 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:21 ] [ l_g_pix: 3.8049e-02 ] [ l_g_total: 3.8049e-02 ] +2024-10-03 13:10:07,029 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 26.981 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:15 ] [ l_g_pix: 3.7217e-02 ] [ l_g_total: 3.7217e-02 ] +2024-10-03 13:10:10,745 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:09 ] [ l_g_pix: 3.8493e-02 ] [ l_g_total: 3.8493e-02 ] +2024-10-03 13:10:14,408 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 27.458 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:03 ] [ l_g_pix: 3.1101e-02 ] [ l_g_total: 3.1101e-02 ] +2024-10-03 13:10:18,087 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:57 ] [ l_g_pix: 5.1354e-02 ] [ l_g_total: 5.1354e-02 ] +2024-10-03 13:10:21,795 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 27.094 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:52 ] [ l_g_pix: 3.4427e-02 ] [ l_g_total: 3.4427e-02 ] +2024-10-03 13:10:25,485 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:46 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-03 13:10:29,166 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:40 ] [ l_g_pix: 3.6893e-02 ] [ l_g_total: 3.6893e-02 ] +2024-10-03 13:10:32,890 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 26.939 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 3.2288e-02 ] [ l_g_total: 3.2288e-02 ] +2024-10-03 13:10:36,407 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 28.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 1.8313e-02 ] [ l_g_total: 1.8313e-02 ] +2024-10-03 13:10:41,160 INFO: [ epoch: 7 ] [ iter: 9,200 ] [ performance: 23.156 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:33 ] [ l_g_pix: 2.8257e-02 ] [ l_g_total: 2.8257e-02 ] +2024-10-03 13:10:44,824 INFO: [ epoch: 7 ] [ iter: 9,300 ] [ performance: 27.248 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:27 ] [ l_g_pix: 3.4555e-02 ] [ l_g_total: 3.4555e-02 ] +2024-10-03 13:10:48,500 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 27.221 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:21 ] [ l_g_pix: 2.8558e-02 ] [ l_g_total: 2.8558e-02 ] +2024-10-03 13:10:52,239 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:16 ] [ l_g_pix: 3.4970e-02 ] [ l_g_total: 3.4970e-02 ] +2024-10-03 13:10:55,965 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:11 ] [ l_g_pix: 4.8705e-02 ] [ l_g_total: 4.8705e-02 ] +2024-10-03 13:10:59,689 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 26.931 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:06 ] [ l_g_pix: 2.3709e-02 ] [ l_g_total: 2.3709e-02 ] +2024-10-03 13:11:03,414 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 26.879 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 2.9993e-02 ] [ l_g_total: 2.9993e-02 ] +2024-10-03 13:11:07,088 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 3.7620e-02 ] [ l_g_total: 3.7620e-02 ] +2024-10-03 13:11:10,795 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 27.069 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 3.0037e-02 ] [ l_g_total: 3.0037e-02 ] +2024-10-03 13:11:10,795 INFO: Saving models and training states. +2024-10-03 13:15:24,176 INFO: Validation val + + # psnr: 26.2992........ Best: 26.2992 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-03 13:15:27,870 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:20 ] [ l_g_pix: 5.1503e-02 ] [ l_g_total: 5.1503e-02 ] +2024-10-03 13:15:31,534 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 27.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:50 ] [ l_g_pix: 3.2571e-02 ] [ l_g_total: 3.2571e-02 ] +2024-10-03 13:15:35,210 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 27.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:20 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-03 13:15:38,722 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 28.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:50 ] [ l_g_pix: 3.7139e-02 ] [ l_g_total: 3.7139e-02 ] +2024-10-03 13:15:43,546 INFO: [ epoch: 8 ] [ iter: 10,500 ] [ performance: 27.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:31 ] [ l_g_pix: 3.3039e-02 ] [ l_g_total: 3.3039e-02 ] +2024-10-03 13:15:47,231 INFO: [ epoch: 8 ] [ iter: 10,600 ] [ performance: 27.178 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:03 ] [ l_g_pix: 4.2572e-02 ] [ l_g_total: 4.2572e-02 ] +2024-10-03 13:15:50,950 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:36 ] [ l_g_pix: 4.0230e-02 ] [ l_g_total: 4.0230e-02 ] +2024-10-03 13:15:54,684 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:09 ] [ l_g_pix: 2.7066e-02 ] [ l_g_total: 2.7066e-02 ] +2024-10-03 13:15:58,398 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:43 ] [ l_g_pix: 4.8998e-02 ] [ l_g_total: 4.8998e-02 ] +2024-10-03 13:16:02,098 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:16 ] [ l_g_pix: 4.2092e-02 ] [ l_g_total: 4.2092e-02 ] +2024-10-03 13:16:05,840 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:51 ] [ l_g_pix: 3.5292e-02 ] [ l_g_total: 3.5292e-02 ] +2024-10-03 13:16:10,093 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 24.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:30 ] [ l_g_pix: 3.9357e-02 ] [ l_g_total: 3.9357e-02 ] +2024-10-03 13:16:14,509 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 20.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:10 ] [ l_g_pix: 3.1285e-02 ] [ l_g_total: 3.1285e-02 ] +2024-10-03 13:16:18,577 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 23.297 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:49 ] [ l_g_pix: 3.3772e-02 ] [ l_g_total: 3.3772e-02 ] +2024-10-03 13:16:22,461 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 27.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:26 ] [ l_g_pix: 3.4049e-02 ] [ l_g_total: 3.4049e-02 ] +2024-10-03 13:16:26,334 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 26.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:03 ] [ l_g_pix: 3.1185e-02 ] [ l_g_total: 3.1185e-02 ] +2024-10-03 13:16:29,914 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:38 ] [ l_g_pix: 3.4867e-02 ] [ l_g_total: 3.4867e-02 ] +2024-10-03 13:16:34,765 INFO: [ epoch: 9 ] [ iter: 11,800 ] [ performance: 22.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:23 ] [ l_g_pix: 5.0206e-02 ] [ l_g_total: 5.0206e-02 ] +2024-10-03 13:16:38,510 INFO: [ epoch: 9 ] [ iter: 11,900 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:01 ] [ l_g_pix: 5.8651e-02 ] [ l_g_total: 5.8651e-02 ] +2024-10-03 13:16:42,238 INFO: [ epoch: 9 ] [ iter: 12,000 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:38 ] [ l_g_pix: 3.5308e-02 ] [ l_g_total: 3.5308e-02 ] +2024-10-03 13:16:45,962 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 27.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:16 ] [ l_g_pix: 3.9352e-02 ] [ l_g_total: 3.9352e-02 ] +2024-10-03 13:16:49,698 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:54 ] [ l_g_pix: 3.7950e-02 ] [ l_g_total: 3.7950e-02 ] +2024-10-03 13:16:53,401 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 27.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:32 ] [ l_g_pix: 3.8885e-02 ] [ l_g_total: 3.8885e-02 ] +2024-10-03 13:16:57,114 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:10 ] [ l_g_pix: 3.6011e-02 ] [ l_g_total: 3.6011e-02 ] +2024-10-03 13:17:00,788 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 27.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:49 ] [ l_g_pix: 2.8683e-02 ] [ l_g_total: 2.8683e-02 ] +2024-10-03 13:17:04,487 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:28 ] [ l_g_pix: 3.8834e-02 ] [ l_g_total: 3.8834e-02 ] +2024-10-03 13:17:08,181 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:07 ] [ l_g_pix: 3.1284e-02 ] [ l_g_total: 3.1284e-02 ] +2024-10-03 13:17:11,940 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:47 ] [ l_g_pix: 3.9695e-02 ] [ l_g_total: 3.9695e-02 ] +2024-10-03 13:17:15,717 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 26.184 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:27 ] [ l_g_pix: 3.6984e-02 ] [ l_g_total: 3.6984e-02 ] +2024-10-03 13:17:19,282 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 27.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:06 ] [ l_g_pix: 3.9175e-02 ] [ l_g_total: 3.9175e-02 ] +2024-10-03 13:17:24,068 INFO: [ epoch: 10 ] [ iter: 13,100 ] [ performance: 27.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:54 ] [ l_g_pix: 2.3608e-02 ] [ l_g_total: 2.3608e-02 ] +2024-10-03 13:17:27,767 INFO: [ epoch: 10 ] [ iter: 13,200 ] [ performance: 27.184 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:34 ] [ l_g_pix: 3.4592e-02 ] [ l_g_total: 3.4592e-02 ] +2024-10-03 13:17:31,491 INFO: [ epoch: 10 ] [ iter: 13,300 ] [ performance: 26.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:15 ] [ l_g_pix: 3.0238e-02 ] [ l_g_total: 3.0238e-02 ] +2024-10-03 13:17:35,204 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:56 ] [ l_g_pix: 3.3455e-02 ] [ l_g_total: 3.3455e-02 ] +2024-10-03 13:17:38,917 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:37 ] [ l_g_pix: 4.0739e-02 ] [ l_g_total: 4.0739e-02 ] +2024-10-03 13:17:42,615 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:18 ] [ l_g_pix: 2.8350e-02 ] [ l_g_total: 2.8350e-02 ] +2024-10-03 13:17:46,331 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 27.527 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:00 ] [ l_g_pix: 5.1046e-02 ] [ l_g_total: 5.1046e-02 ] +2024-10-03 13:17:50,141 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 26.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:43 ] [ l_g_pix: 4.0508e-02 ] [ l_g_total: 4.0508e-02 ] +2024-10-03 13:17:53,857 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:25 ] [ l_g_pix: 3.1135e-02 ] [ l_g_total: 3.1135e-02 ] +2024-10-03 13:17:57,573 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 26.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:07 ] [ l_g_pix: 3.0847e-02 ] [ l_g_total: 3.0847e-02 ] +2024-10-03 13:18:01,287 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 27.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:49 ] [ l_g_pix: 3.0261e-02 ] [ l_g_total: 3.0261e-02 ] +2024-10-03 13:18:05,014 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:32 ] [ l_g_pix: 3.7105e-02 ] [ l_g_total: 3.7105e-02 ] +2024-10-03 13:18:08,598 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 26.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:14 ] [ l_g_pix: 3.3728e-02 ] [ l_g_total: 3.3728e-02 ] +2024-10-03 13:18:13,612 INFO: [ epoch: 11 ] [ iter: 14,400 ] [ performance: 21.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:05 ] [ l_g_pix: 3.1350e-02 ] [ l_g_total: 3.1350e-02 ] +2024-10-03 13:18:17,308 INFO: [ epoch: 11 ] [ iter: 14,500 ] [ performance: 27.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:48 ] [ l_g_pix: 3.0136e-02 ] [ l_g_total: 3.0136e-02 ] +2024-10-03 13:18:21,111 INFO: [ epoch: 11 ] [ iter: 14,600 ] [ performance: 26.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:32 ] [ l_g_pix: 4.6867e-02 ] [ l_g_total: 4.6867e-02 ] +2024-10-03 13:18:24,812 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 26.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:16 ] [ l_g_pix: 2.4254e-02 ] [ l_g_total: 2.4254e-02 ] +2024-10-03 13:18:28,511 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 26.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:59 ] [ l_g_pix: 3.7207e-02 ] [ l_g_total: 3.7207e-02 ] +2024-10-03 13:18:32,186 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 27.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:43 ] [ l_g_pix: 3.0484e-02 ] [ l_g_total: 3.0484e-02 ] +2024-10-03 13:18:35,888 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 27.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:27 ] [ l_g_pix: 3.4390e-02 ] [ l_g_total: 3.4390e-02 ] +2024-10-03 13:18:39,615 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 27.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:11 ] [ l_g_pix: 4.0832e-02 ] [ l_g_total: 4.0832e-02 ] +2024-10-03 13:18:43,354 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:56 ] [ l_g_pix: 3.4906e-02 ] [ l_g_total: 3.4906e-02 ] +2024-10-03 13:18:47,098 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:40 ] [ l_g_pix: 3.6021e-02 ] [ l_g_total: 3.6021e-02 ] +2024-10-03 13:18:50,782 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:25 ] [ l_g_pix: 3.1973e-02 ] [ l_g_total: 3.1973e-02 ] +2024-10-03 13:18:54,500 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 27.301 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:10 ] [ l_g_pix: 4.2216e-02 ] [ l_g_total: 4.2216e-02 ] +2024-10-03 13:18:58,092 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 27.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:54 ] [ l_g_pix: 3.0863e-02 ] [ l_g_total: 3.0863e-02 ] +2024-10-03 13:19:02,931 INFO: [ epoch: 12 ] [ iter: 15,700 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:45 ] [ l_g_pix: 4.6614e-02 ] [ l_g_total: 4.6614e-02 ] +2024-10-03 13:19:06,679 INFO: [ epoch: 12 ] [ iter: 15,800 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:30 ] [ l_g_pix: 2.3600e-02 ] [ l_g_total: 2.3600e-02 ] +2024-10-03 13:19:10,408 INFO: [ epoch: 12 ] [ iter: 15,900 ] [ performance: 27.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:16 ] [ l_g_pix: 3.8705e-02 ] [ l_g_total: 3.8705e-02 ] +2024-10-03 13:19:14,176 INFO: [ epoch: 12 ] [ iter: 16,000 ] [ performance: 26.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:02 ] [ l_g_pix: 3.9652e-02 ] [ l_g_total: 3.9652e-02 ] +2024-10-03 13:19:17,891 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 27.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:47 ] [ l_g_pix: 2.7691e-02 ] [ l_g_total: 2.7691e-02 ] +2024-10-03 13:19:21,620 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 26.971 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:33 ] [ l_g_pix: 3.1566e-02 ] [ l_g_total: 3.1566e-02 ] +2024-10-03 13:19:25,335 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 27.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:19 ] [ l_g_pix: 3.1037e-02 ] [ l_g_total: 3.1037e-02 ] +2024-10-03 13:19:29,074 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:05 ] [ l_g_pix: 3.6433e-02 ] [ l_g_total: 3.6433e-02 ] +2024-10-03 13:19:32,773 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 27.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:51 ] [ l_g_pix: 4.5732e-02 ] [ l_g_total: 4.5732e-02 ] +2024-10-03 13:19:36,528 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:38 ] [ l_g_pix: 4.2916e-02 ] [ l_g_total: 4.2916e-02 ] +2024-10-03 13:19:40,299 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 26.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:24 ] [ l_g_pix: 4.0209e-02 ] [ l_g_total: 4.0209e-02 ] +2024-10-03 13:19:44,066 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 26.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:11 ] [ l_g_pix: 3.2846e-02 ] [ l_g_total: 3.2846e-02 ] +2024-10-03 13:19:47,630 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 25.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:57 ] [ l_g_pix: 3.9915e-02 ] [ l_g_total: 3.9915e-02 ] +2024-10-03 13:19:52,462 INFO: [ epoch: 13 ] [ iter: 17,000 ] [ performance: 21.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:49 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-03 13:19:56,150 INFO: [ epoch: 13 ] [ iter: 17,100 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:36 ] [ l_g_pix: 3.5740e-02 ] [ l_g_total: 3.5740e-02 ] +2024-10-03 13:19:59,879 INFO: [ epoch: 13 ] [ iter: 17,200 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:23 ] [ l_g_pix: 3.4947e-02 ] [ l_g_total: 3.4947e-02 ] +2024-10-03 13:20:03,591 INFO: [ epoch: 13 ] [ iter: 17,300 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:10 ] [ l_g_pix: 4.0196e-02 ] [ l_g_total: 4.0196e-02 ] +2024-10-03 13:20:07,281 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:57 ] [ l_g_pix: 3.4708e-02 ] [ l_g_total: 3.4708e-02 ] +2024-10-03 13:20:11,028 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 26.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:44 ] [ l_g_pix: 2.6873e-02 ] [ l_g_total: 2.6873e-02 ] +2024-10-03 13:20:14,873 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 26.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:32 ] [ l_g_pix: 4.6891e-02 ] [ l_g_total: 4.6891e-02 ] +2024-10-03 13:20:18,605 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 26.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:20 ] [ l_g_pix: 3.0499e-02 ] [ l_g_total: 3.0499e-02 ] +2024-10-03 13:20:22,397 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 26.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:07 ] [ l_g_pix: 5.3212e-02 ] [ l_g_total: 5.3212e-02 ] +2024-10-03 13:20:26,170 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:55 ] [ l_g_pix: 3.7428e-02 ] [ l_g_total: 3.7428e-02 ] +2024-10-03 13:20:29,874 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 27.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:43 ] [ l_g_pix: 3.9343e-02 ] [ l_g_total: 3.9343e-02 ] +2024-10-03 13:20:33,583 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 26.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:31 ] [ l_g_pix: 1.5190e-02 ] [ l_g_total: 1.5190e-02 ] +2024-10-03 13:20:37,151 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 27.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:18 ] [ l_g_pix: 2.7770e-02 ] [ l_g_total: 2.7770e-02 ] +2024-10-03 13:20:42,168 INFO: [ epoch: 14 ] [ iter: 18,300 ] [ performance: 27.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:12 ] [ l_g_pix: 2.6810e-02 ] [ l_g_total: 2.6810e-02 ] +2024-10-03 13:20:45,884 INFO: [ epoch: 14 ] [ iter: 18,400 ] [ performance: 26.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:00 ] [ l_g_pix: 4.2003e-02 ] [ l_g_total: 4.2003e-02 ] +2024-10-03 13:20:49,651 INFO: [ epoch: 14 ] [ iter: 18,500 ] [ performance: 27.553 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:48 ] [ l_g_pix: 3.1939e-02 ] [ l_g_total: 3.1939e-02 ] +2024-10-03 13:20:53,382 INFO: [ epoch: 14 ] [ iter: 18,600 ] [ performance: 26.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:37 ] [ l_g_pix: 3.3157e-02 ] [ l_g_total: 3.3157e-02 ] +2024-10-03 13:20:57,107 INFO: [ epoch: 14 ] [ iter: 18,700 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:25 ] [ l_g_pix: 3.1086e-02 ] [ l_g_total: 3.1086e-02 ] +2024-10-03 13:21:00,837 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:13 ] [ l_g_pix: 3.1965e-02 ] [ l_g_total: 3.1965e-02 ] +2024-10-03 13:21:04,539 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 26.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:02 ] [ l_g_pix: 2.6991e-02 ] [ l_g_total: 2.6991e-02 ] +2024-10-03 13:21:08,285 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:51 ] [ l_g_pix: 3.8112e-02 ] [ l_g_total: 3.8112e-02 ] +2024-10-03 13:21:12,009 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 26.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:39 ] [ l_g_pix: 4.4789e-02 ] [ l_g_total: 4.4789e-02 ] +2024-10-03 13:21:15,702 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:28 ] [ l_g_pix: 2.7320e-02 ] [ l_g_total: 2.7320e-02 ] +2024-10-03 13:21:19,468 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 26.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:17 ] [ l_g_pix: 4.7804e-02 ] [ l_g_total: 4.7804e-02 ] +2024-10-03 13:21:23,169 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:06 ] [ l_g_pix: 2.6271e-02 ] [ l_g_total: 2.6271e-02 ] +2024-10-03 13:21:26,719 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 15.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:54 ] [ l_g_pix: 3.8665e-02 ] [ l_g_total: 3.8665e-02 ] +2024-10-03 13:21:31,545 INFO: [ epoch: 15 ] [ iter: 19,600 ] [ performance: 20.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:48 ] [ l_g_pix: 2.0223e-02 ] [ l_g_total: 2.0223e-02 ] +2024-10-03 13:21:35,243 INFO: [ epoch: 15 ] [ iter: 19,700 ] [ performance: 28.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:37 ] [ l_g_pix: 4.0372e-02 ] [ l_g_total: 4.0372e-02 ] +2024-10-03 13:21:38,929 INFO: [ epoch: 15 ] [ iter: 19,800 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:26 ] [ l_g_pix: 3.3236e-02 ] [ l_g_total: 3.3236e-02 ] +2024-10-03 13:21:42,606 INFO: [ epoch: 15 ] [ iter: 19,900 ] [ performance: 26.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:15 ] [ l_g_pix: 3.4005e-02 ] [ l_g_total: 3.4005e-02 ] +2024-10-03 13:21:46,261 INFO: [ epoch: 15 ] [ iter: 20,000 ] [ performance: 27.353 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:04 ] [ l_g_pix: 3.8302e-02 ] [ l_g_total: 3.8302e-02 ] +2024-10-03 13:21:46,262 INFO: Saving models and training states. +2024-10-03 13:27:33,745 INFO: Validation val + + # psnr: 26.2984........ Best: 26.2992 @ 10000 iter + # ssim: 0.7393........ Best: 0.7394 @ 10000 iter + # dists: 0.7809........ Best: 0.7808 @ 10000 iter + +2024-10-03 13:27:37,449 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 27.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:54 ] [ l_g_pix: 2.2327e-02 ] [ l_g_total: 2.2327e-02 ] +2024-10-03 13:27:41,140 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:35 ] [ l_g_pix: 3.4250e-02 ] [ l_g_total: 3.4250e-02 ] +2024-10-03 13:27:44,809 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 27.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:16 ] [ l_g_pix: 3.1485e-02 ] [ l_g_total: 3.1485e-02 ] +2024-10-03 13:27:48,547 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:57 ] [ l_g_pix: 4.5835e-02 ] [ l_g_total: 4.5835e-02 ] +2024-10-03 13:27:52,261 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:39 ] [ l_g_pix: 2.8228e-02 ] [ l_g_total: 2.8228e-02 ] +2024-10-03 13:27:55,977 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:20 ] [ l_g_pix: 3.6580e-02 ] [ l_g_total: 3.6580e-02 ] +2024-10-03 13:27:59,691 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:02 ] [ l_g_pix: 4.5409e-02 ] [ l_g_total: 4.5409e-02 ] +2024-10-03 13:28:03,228 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 28.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:43 ] [ l_g_pix: 2.7225e-02 ] [ l_g_total: 2.7225e-02 ] +2024-10-03 13:28:08,170 INFO: [ epoch: 16 ] [ iter: 20,900 ] [ performance: 23.528 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:29 ] [ l_g_pix: 3.8322e-02 ] [ l_g_total: 3.8322e-02 ] +2024-10-03 13:28:11,845 INFO: [ epoch: 16 ] [ iter: 21,000 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:11 ] [ l_g_pix: 4.6364e-02 ] [ l_g_total: 4.6364e-02 ] +2024-10-03 13:28:15,521 INFO: [ epoch: 16 ] [ iter: 21,100 ] [ performance: 27.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:53 ] [ l_g_pix: 2.7513e-02 ] [ l_g_total: 2.7513e-02 ] +2024-10-03 13:28:19,243 INFO: [ epoch: 16 ] [ iter: 21,200 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:36 ] [ l_g_pix: 2.4184e-02 ] [ l_g_total: 2.4184e-02 ] +2024-10-03 13:28:22,943 INFO: [ epoch: 16 ] [ iter: 21,300 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:18 ] [ l_g_pix: 3.3166e-02 ] [ l_g_total: 3.3166e-02 ] +2024-10-03 13:28:26,598 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 27.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:00 ] [ l_g_pix: 3.7692e-02 ] [ l_g_total: 3.7692e-02 ] +2024-10-03 13:28:30,259 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 27.314 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:43 ] [ l_g_pix: 3.0322e-02 ] [ l_g_total: 3.0322e-02 ] +2024-10-03 13:28:33,910 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 27.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:25 ] [ l_g_pix: 3.7346e-02 ] [ l_g_total: 3.7346e-02 ] +2024-10-03 13:28:37,653 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:08 ] [ l_g_pix: 4.5489e-02 ] [ l_g_total: 4.5489e-02 ] +2024-10-03 13:28:41,360 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 26.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:51 ] [ l_g_pix: 3.5075e-02 ] [ l_g_total: 3.5075e-02 ] +2024-10-03 13:28:45,053 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:34 ] [ l_g_pix: 3.6270e-02 ] [ l_g_total: 3.6270e-02 ] +2024-10-03 13:28:48,743 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:18 ] [ l_g_pix: 3.0047e-02 ] [ l_g_total: 3.0047e-02 ] +2024-10-03 13:28:52,293 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 27.639 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:00 ] [ l_g_pix: 3.6548e-02 ] [ l_g_total: 3.6548e-02 ] +2024-10-03 13:28:57,339 INFO: [ epoch: 17 ] [ iter: 22,200 ] [ performance: 24.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:49 ] [ l_g_pix: 3.5434e-02 ] [ l_g_total: 3.5434e-02 ] +2024-10-03 13:29:01,093 INFO: [ epoch: 17 ] [ iter: 22,300 ] [ performance: 25.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:32 ] [ l_g_pix: 2.3451e-02 ] [ l_g_total: 2.3451e-02 ] +2024-10-03 13:29:04,814 INFO: [ epoch: 17 ] [ iter: 22,400 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:16 ] [ l_g_pix: 2.1069e-02 ] [ l_g_total: 2.1069e-02 ] +2024-10-03 13:29:08,560 INFO: [ epoch: 17 ] [ iter: 22,500 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:00 ] [ l_g_pix: 3.0818e-02 ] [ l_g_total: 3.0818e-02 ] +2024-10-03 13:29:12,230 INFO: [ epoch: 17 ] [ iter: 22,600 ] [ performance: 27.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:44 ] [ l_g_pix: 3.6281e-02 ] [ l_g_total: 3.6281e-02 ] +2024-10-03 13:29:15,909 INFO: [ epoch: 17 ] [ iter: 22,700 ] [ performance: 27.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:28 ] [ l_g_pix: 3.7391e-02 ] [ l_g_total: 3.7391e-02 ] +2024-10-03 13:29:19,546 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 27.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:12 ] [ l_g_pix: 1.9621e-02 ] [ l_g_total: 1.9621e-02 ] +2024-10-03 13:29:23,266 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 27.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:56 ] [ l_g_pix: 3.8971e-02 ] [ l_g_total: 3.8971e-02 ] +2024-10-03 13:29:27,048 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 26.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:41 ] [ l_g_pix: 2.8796e-02 ] [ l_g_total: 2.8796e-02 ] +2024-10-03 13:29:30,752 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 26.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:25 ] [ l_g_pix: 3.0581e-02 ] [ l_g_total: 3.0581e-02 ] +2024-10-03 13:29:34,473 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:10 ] [ l_g_pix: 3.8189e-02 ] [ l_g_total: 3.8189e-02 ] +2024-10-03 13:29:38,515 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 25.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:55 ] [ l_g_pix: 4.1203e-02 ] [ l_g_total: 4.1203e-02 ] +2024-10-03 13:29:42,191 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 28.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:40 ] [ l_g_pix: 4.0760e-02 ] [ l_g_total: 4.0760e-02 ] +2024-10-03 13:29:47,034 INFO: [ epoch: 18 ] [ iter: 23,500 ] [ performance: 23.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:28 ] [ l_g_pix: 1.7995e-02 ] [ l_g_total: 1.7995e-02 ] +2024-10-03 13:29:50,777 INFO: [ epoch: 18 ] [ iter: 23,600 ] [ performance: 26.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:14 ] [ l_g_pix: 2.6054e-02 ] [ l_g_total: 2.6054e-02 ] +2024-10-03 13:29:54,564 INFO: [ epoch: 18 ] [ iter: 23,700 ] [ performance: 26.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:59 ] [ l_g_pix: 3.6750e-02 ] [ l_g_total: 3.6750e-02 ] +2024-10-03 13:29:58,275 INFO: [ epoch: 18 ] [ iter: 23,800 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:44 ] [ l_g_pix: 3.9396e-02 ] [ l_g_total: 3.9396e-02 ] +2024-10-03 13:30:02,073 INFO: [ epoch: 18 ] [ iter: 23,900 ] [ performance: 26.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:29 ] [ l_g_pix: 2.5321e-02 ] [ l_g_total: 2.5321e-02 ] +2024-10-03 13:30:05,814 INFO: [ epoch: 18 ] [ iter: 24,000 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:15 ] [ l_g_pix: 3.4566e-02 ] [ l_g_total: 3.4566e-02 ] +2024-10-03 13:30:09,551 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:00 ] [ l_g_pix: 4.9399e-02 ] [ l_g_total: 4.9399e-02 ] +2024-10-03 13:30:13,281 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:46 ] [ l_g_pix: 3.2406e-02 ] [ l_g_total: 3.2406e-02 ] +2024-10-03 13:30:17,007 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:31 ] [ l_g_pix: 4.4009e-02 ] [ l_g_total: 4.4009e-02 ] +2024-10-03 13:30:20,731 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:17 ] [ l_g_pix: 4.3821e-02 ] [ l_g_total: 4.3821e-02 ] +2024-10-03 13:30:24,461 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:03 ] [ l_g_pix: 3.3493e-02 ] [ l_g_total: 3.3493e-02 ] +2024-10-03 13:30:28,224 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 26.611 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 3.2995e-02 ] [ l_g_total: 3.2995e-02 ] +2024-10-03 13:30:31,797 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 27.370 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:34 ] [ l_g_pix: 4.2306e-02 ] [ l_g_total: 4.2306e-02 ] +2024-10-03 13:30:36,884 INFO: [ epoch: 19 ] [ iter: 24,800 ] [ performance: 26.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:25 ] [ l_g_pix: 2.8586e-02 ] [ l_g_total: 2.8586e-02 ] +2024-10-03 13:30:40,659 INFO: [ epoch: 19 ] [ iter: 24,900 ] [ performance: 26.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:11 ] [ l_g_pix: 3.9799e-02 ] [ l_g_total: 3.9799e-02 ] +2024-10-03 13:30:44,358 INFO: [ epoch: 19 ] [ iter: 25,000 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:57 ] [ l_g_pix: 5.6306e-02 ] [ l_g_total: 5.6306e-02 ] +2024-10-03 13:30:48,054 INFO: [ epoch: 19 ] [ iter: 25,100 ] [ performance: 27.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:43 ] [ l_g_pix: 3.5219e-02 ] [ l_g_total: 3.5219e-02 ] +2024-10-03 13:30:51,736 INFO: [ epoch: 19 ] [ iter: 25,200 ] [ performance: 27.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:29 ] [ l_g_pix: 2.4792e-02 ] [ l_g_total: 2.4792e-02 ] +2024-10-03 13:30:55,453 INFO: [ epoch: 19 ] [ iter: 25,300 ] [ performance: 27.070 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-10-03 13:30:59,212 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:02 ] [ l_g_pix: 2.2886e-02 ] [ l_g_total: 2.2886e-02 ] +2024-10-03 13:31:02,901 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:49 ] [ l_g_pix: 2.7989e-02 ] [ l_g_total: 2.7989e-02 ] +2024-10-03 13:31:06,625 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:36 ] [ l_g_pix: 2.8947e-02 ] [ l_g_total: 2.8947e-02 ] +2024-10-03 13:31:10,368 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:22 ] [ l_g_pix: 4.1023e-02 ] [ l_g_total: 4.1023e-02 ] +2024-10-03 13:31:14,107 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:09 ] [ l_g_pix: 3.1655e-02 ] [ l_g_total: 3.1655e-02 ] +2024-10-03 13:31:17,824 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:56 ] [ l_g_pix: 4.2697e-02 ] [ l_g_total: 4.2697e-02 ] +2024-10-03 13:31:21,411 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 27.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 4.5760e-02 ] [ l_g_total: 4.5760e-02 ] +2024-10-03 13:31:27,057 INFO: [ epoch: 20 ] [ iter: 26,100 ] [ performance: 20.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:35 ] [ l_g_pix: 3.7750e-02 ] [ l_g_total: 3.7750e-02 ] +2024-10-03 13:31:30,816 INFO: [ epoch: 20 ] [ iter: 26,200 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:22 ] [ l_g_pix: 2.9982e-02 ] [ l_g_total: 2.9982e-02 ] +2024-10-03 13:31:34,564 INFO: [ epoch: 20 ] [ iter: 26,300 ] [ performance: 26.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:09 ] [ l_g_pix: 2.5736e-02 ] [ l_g_total: 2.5736e-02 ] +2024-10-03 13:31:38,326 INFO: [ epoch: 20 ] [ iter: 26,400 ] [ performance: 26.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:57 ] [ l_g_pix: 3.5411e-02 ] [ l_g_total: 3.5411e-02 ] +2024-10-03 13:31:42,019 INFO: [ epoch: 20 ] [ iter: 26,500 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:44 ] [ l_g_pix: 3.4450e-02 ] [ l_g_total: 3.4450e-02 ] +2024-10-03 13:31:45,802 INFO: [ epoch: 20 ] [ iter: 26,600 ] [ performance: 26.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:31 ] [ l_g_pix: 3.0825e-02 ] [ l_g_total: 3.0825e-02 ] +2024-10-03 13:31:49,567 INFO: [ epoch: 20 ] [ iter: 26,700 ] [ performance: 26.480 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:19 ] [ l_g_pix: 2.9113e-02 ] [ l_g_total: 2.9113e-02 ] +2024-10-03 13:31:53,271 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:06 ] [ l_g_pix: 2.9130e-02 ] [ l_g_total: 2.9130e-02 ] +2024-10-03 13:31:56,994 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:54 ] [ l_g_pix: 3.7112e-02 ] [ l_g_total: 3.7112e-02 ] +2024-10-03 13:32:00,716 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 26.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:41 ] [ l_g_pix: 3.9031e-02 ] [ l_g_total: 3.9031e-02 ] +2024-10-03 13:32:04,436 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 26.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:29 ] [ l_g_pix: 3.2673e-02 ] [ l_g_total: 3.2673e-02 ] +2024-10-03 13:32:08,208 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 26.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:17 ] [ l_g_pix: 2.7603e-02 ] [ l_g_total: 2.7603e-02 ] +2024-10-03 13:32:11,787 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 27.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:04 ] [ l_g_pix: 2.0426e-02 ] [ l_g_total: 2.0426e-02 ] +2024-10-03 13:32:16,789 INFO: [ epoch: 21 ] [ iter: 27,400 ] [ performance: 26.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:56 ] [ l_g_pix: 4.5328e-02 ] [ l_g_total: 4.5328e-02 ] +2024-10-03 13:32:20,586 INFO: [ epoch: 21 ] [ iter: 27,500 ] [ performance: 26.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:44 ] [ l_g_pix: 2.6695e-02 ] [ l_g_total: 2.6695e-02 ] +2024-10-03 13:32:24,361 INFO: [ epoch: 21 ] [ iter: 27,600 ] [ performance: 26.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:32 ] [ l_g_pix: 3.5161e-02 ] [ l_g_total: 3.5161e-02 ] +2024-10-03 13:32:28,060 INFO: [ epoch: 21 ] [ iter: 27,700 ] [ performance: 26.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:20 ] [ l_g_pix: 2.7994e-02 ] [ l_g_total: 2.7994e-02 ] +2024-10-03 13:32:31,769 INFO: [ epoch: 21 ] [ iter: 27,800 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:08 ] [ l_g_pix: 2.4334e-02 ] [ l_g_total: 2.4334e-02 ] +2024-10-03 13:32:35,515 INFO: [ epoch: 21 ] [ iter: 27,900 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:56 ] [ l_g_pix: 3.2343e-02 ] [ l_g_total: 3.2343e-02 ] +2024-10-03 13:32:39,379 INFO: [ epoch: 21 ] [ iter: 28,000 ] [ performance: 25.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:45 ] [ l_g_pix: 3.5975e-02 ] [ l_g_total: 3.5975e-02 ] +2024-10-03 13:32:43,120 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 26.173 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:33 ] [ l_g_pix: 2.9646e-02 ] [ l_g_total: 2.9646e-02 ] +2024-10-03 13:32:46,909 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 26.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:21 ] [ l_g_pix: 3.3383e-02 ] [ l_g_total: 3.3383e-02 ] +2024-10-03 13:32:50,635 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 26.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:10 ] [ l_g_pix: 3.9218e-02 ] [ l_g_total: 3.9218e-02 ] +2024-10-03 13:32:54,352 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:58 ] [ l_g_pix: 2.4148e-02 ] [ l_g_total: 2.4148e-02 ] +2024-10-03 13:32:58,089 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:47 ] [ l_g_pix: 3.3976e-02 ] [ l_g_total: 3.3976e-02 ] +2024-10-03 13:33:01,651 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 27.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:35 ] [ l_g_pix: 2.7277e-02 ] [ l_g_total: 2.7277e-02 ] +2024-10-03 13:33:06,606 INFO: [ epoch: 22 ] [ iter: 28,700 ] [ performance: 22.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:26 ] [ l_g_pix: 2.5958e-02 ] [ l_g_total: 2.5958e-02 ] +2024-10-03 13:33:10,334 INFO: [ epoch: 22 ] [ iter: 28,800 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:15 ] [ l_g_pix: 2.5984e-02 ] [ l_g_total: 2.5984e-02 ] +2024-10-03 13:33:14,238 INFO: [ epoch: 22 ] [ iter: 28,900 ] [ performance: 26.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:04 ] [ l_g_pix: 2.4075e-02 ] [ l_g_total: 2.4075e-02 ] +2024-10-03 13:33:17,963 INFO: [ epoch: 22 ] [ iter: 29,000 ] [ performance: 26.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:53 ] [ l_g_pix: 3.3346e-02 ] [ l_g_total: 3.3346e-02 ] +2024-10-03 13:33:21,635 INFO: [ epoch: 22 ] [ iter: 29,100 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:41 ] [ l_g_pix: 3.9966e-02 ] [ l_g_total: 3.9966e-02 ] +2024-10-03 13:33:25,383 INFO: [ epoch: 22 ] [ iter: 29,200 ] [ performance: 26.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:30 ] [ l_g_pix: 1.5782e-02 ] [ l_g_total: 1.5782e-02 ] +2024-10-03 13:33:29,161 INFO: [ epoch: 22 ] [ iter: 29,300 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:19 ] [ l_g_pix: 3.9160e-02 ] [ l_g_total: 3.9160e-02 ] +2024-10-03 13:33:32,878 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 26.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:08 ] [ l_g_pix: 3.5433e-02 ] [ l_g_total: 3.5433e-02 ] +2024-10-03 13:33:36,583 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:57 ] [ l_g_pix: 3.6196e-02 ] [ l_g_total: 3.6196e-02 ] +2024-10-03 13:33:40,263 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:46 ] [ l_g_pix: 3.4111e-02 ] [ l_g_total: 3.4111e-02 ] +2024-10-03 13:33:44,004 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:35 ] [ l_g_pix: 3.8343e-02 ] [ l_g_total: 3.8343e-02 ] +2024-10-03 13:33:47,682 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 27.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:24 ] [ l_g_pix: 2.5213e-02 ] [ l_g_total: 2.5213e-02 ] +2024-10-03 13:33:51,254 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 27.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:13 ] [ l_g_pix: 4.1220e-02 ] [ l_g_total: 4.1220e-02 ] +2024-10-03 13:33:56,282 INFO: [ epoch: 23 ] [ iter: 30,000 ] [ performance: 26.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:05 ] [ l_g_pix: 2.8639e-02 ] [ l_g_total: 2.8639e-02 ] +2024-10-03 13:33:56,283 INFO: Saving models and training states. +2024-10-03 13:38:07,485 INFO: Validation val + + # psnr: 26.9112........ Best: 26.9112 @ 30000 iter + # ssim: 0.7552........ Best: 0.7552 @ 30000 iter + # dists: 0.7743........ Best: 0.7743 @ 30000 iter + +2024-10-03 13:38:11,234 INFO: [ epoch: 23 ] [ iter: 30,100 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:38 ] [ l_g_pix: 3.0220e-02 ] [ l_g_total: 3.0220e-02 ] +2024-10-03 13:38:14,950 INFO: [ epoch: 23 ] [ iter: 30,200 ] [ performance: 27.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:25 ] [ l_g_pix: 3.9011e-02 ] [ l_g_total: 3.9011e-02 ] +2024-10-03 13:38:18,729 INFO: [ epoch: 23 ] [ iter: 30,300 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:11 ] [ l_g_pix: 4.0273e-02 ] [ l_g_total: 4.0273e-02 ] +2024-10-03 13:38:22,478 INFO: [ epoch: 23 ] [ iter: 30,400 ] [ performance: 26.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:58 ] [ l_g_pix: 3.0962e-02 ] [ l_g_total: 3.0962e-02 ] +2024-10-03 13:38:26,246 INFO: [ epoch: 23 ] [ iter: 30,500 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:45 ] [ l_g_pix: 3.3269e-02 ] [ l_g_total: 3.3269e-02 ] +2024-10-03 13:38:30,011 INFO: [ epoch: 23 ] [ iter: 30,600 ] [ performance: 26.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:32 ] [ l_g_pix: 3.5155e-02 ] [ l_g_total: 3.5155e-02 ] +2024-10-03 13:38:33,728 INFO: [ epoch: 23 ] [ iter: 30,700 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:19 ] [ l_g_pix: 3.7442e-02 ] [ l_g_total: 3.7442e-02 ] +2024-10-03 13:38:37,520 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 26.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:06 ] [ l_g_pix: 4.2255e-02 ] [ l_g_total: 4.2255e-02 ] +2024-10-03 13:38:41,277 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 26.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:53 ] [ l_g_pix: 3.5691e-02 ] [ l_g_total: 3.5691e-02 ] +2024-10-03 13:38:45,058 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 26.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:40 ] [ l_g_pix: 2.8323e-02 ] [ l_g_total: 2.8323e-02 ] +2024-10-03 13:38:48,798 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 26.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:27 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-03 13:38:52,385 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:14 ] [ l_g_pix: 4.3985e-02 ] [ l_g_total: 4.3985e-02 ] +2024-10-03 13:38:57,274 INFO: [ epoch: 24 ] [ iter: 31,300 ] [ performance: 22.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 3.1483e-02 ] [ l_g_total: 3.1483e-02 ] +2024-10-03 13:39:01,017 INFO: [ epoch: 24 ] [ iter: 31,400 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:51 ] [ l_g_pix: 4.8597e-02 ] [ l_g_total: 4.8597e-02 ] +2024-10-03 13:39:04,716 INFO: [ epoch: 24 ] [ iter: 31,500 ] [ performance: 26.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:38 ] [ l_g_pix: 2.3188e-02 ] [ l_g_total: 2.3188e-02 ] +2024-10-03 13:39:08,421 INFO: [ epoch: 24 ] [ iter: 31,600 ] [ performance: 26.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:25 ] [ l_g_pix: 2.7741e-02 ] [ l_g_total: 2.7741e-02 ] +2024-10-03 13:39:12,169 INFO: [ epoch: 24 ] [ iter: 31,700 ] [ performance: 26.779 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:13 ] [ l_g_pix: 2.8608e-02 ] [ l_g_total: 2.8608e-02 ] +2024-10-03 13:39:15,849 INFO: [ epoch: 24 ] [ iter: 31,800 ] [ performance: 27.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:00 ] [ l_g_pix: 3.6739e-02 ] [ l_g_total: 3.6739e-02 ] +2024-10-03 13:39:19,533 INFO: [ epoch: 24 ] [ iter: 31,900 ] [ performance: 27.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:48 ] [ l_g_pix: 3.8962e-02 ] [ l_g_total: 3.8962e-02 ] +2024-10-03 13:39:23,222 INFO: [ epoch: 24 ] [ iter: 32,000 ] [ performance: 27.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:35 ] [ l_g_pix: 2.5119e-02 ] [ l_g_total: 2.5119e-02 ] +2024-10-03 13:39:26,872 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 27.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:23 ] [ l_g_pix: 2.5649e-02 ] [ l_g_total: 2.5649e-02 ] +2024-10-03 13:39:30,592 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:10 ] [ l_g_pix: 3.2088e-02 ] [ l_g_total: 3.2088e-02 ] +2024-10-03 13:39:34,339 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 26.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:58 ] [ l_g_pix: 2.8858e-02 ] [ l_g_total: 2.8858e-02 ] +2024-10-03 13:39:38,118 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:46 ] [ l_g_pix: 2.6513e-02 ] [ l_g_total: 2.6513e-02 ] +2024-10-03 13:39:41,678 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 27.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:34 ] [ l_g_pix: 2.8737e-02 ] [ l_g_total: 2.8737e-02 ] +2024-10-03 13:39:46,661 INFO: [ epoch: 25 ] [ iter: 32,600 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:24 ] [ l_g_pix: 2.5446e-02 ] [ l_g_total: 2.5446e-02 ] +2024-10-03 13:39:50,368 INFO: [ epoch: 25 ] [ iter: 32,700 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:12 ] [ l_g_pix: 3.6968e-02 ] [ l_g_total: 3.6968e-02 ] +2024-10-03 13:39:54,114 INFO: [ epoch: 25 ] [ iter: 32,800 ] [ performance: 26.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:00 ] [ l_g_pix: 3.6149e-02 ] [ l_g_total: 3.6149e-02 ] +2024-10-03 13:39:57,863 INFO: [ epoch: 25 ] [ iter: 32,900 ] [ performance: 26.755 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:48 ] [ l_g_pix: 1.8583e-02 ] [ l_g_total: 1.8583e-02 ] +2024-10-03 13:40:01,588 INFO: [ epoch: 25 ] [ iter: 33,000 ] [ performance: 26.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:36 ] [ l_g_pix: 3.6626e-02 ] [ l_g_total: 3.6626e-02 ] +2024-10-03 13:40:05,309 INFO: [ epoch: 25 ] [ iter: 33,100 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:25 ] [ l_g_pix: 4.5081e-02 ] [ l_g_total: 4.5081e-02 ] +2024-10-03 13:40:08,979 INFO: [ epoch: 25 ] [ iter: 33,200 ] [ performance: 27.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:13 ] [ l_g_pix: 2.8782e-02 ] [ l_g_total: 2.8782e-02 ] +2024-10-03 13:40:12,712 INFO: [ epoch: 25 ] [ iter: 33,300 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:01 ] [ l_g_pix: 2.7086e-02 ] [ l_g_total: 2.7086e-02 ] +2024-10-03 13:40:16,334 INFO: [ epoch: 25 ] [ iter: 33,400 ] [ performance: 27.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:49 ] [ l_g_pix: 3.7562e-02 ] [ l_g_total: 3.7562e-02 ] +2024-10-03 13:40:20,105 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:37 ] [ l_g_pix: 2.7748e-02 ] [ l_g_total: 2.7748e-02 ] +2024-10-03 13:40:23,756 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 27.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:26 ] [ l_g_pix: 1.8495e-02 ] [ l_g_total: 1.8495e-02 ] +2024-10-03 13:40:27,534 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 26.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:14 ] [ l_g_pix: 3.3496e-02 ] [ l_g_total: 3.3496e-02 ] +2024-10-03 13:40:31,095 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:02 ] [ l_g_pix: 4.5803e-02 ] [ l_g_total: 4.5803e-02 ] +2024-10-03 13:40:36,226 INFO: [ epoch: 26 ] [ iter: 33,900 ] [ performance: 20.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:54 ] [ l_g_pix: 2.7551e-02 ] [ l_g_total: 2.7551e-02 ] +2024-10-03 13:40:39,927 INFO: [ epoch: 26 ] [ iter: 34,000 ] [ performance: 27.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:42 ] [ l_g_pix: 4.1085e-02 ] [ l_g_total: 4.1085e-02 ] +2024-10-03 13:40:43,561 INFO: [ epoch: 26 ] [ iter: 34,100 ] [ performance: 27.462 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:31 ] [ l_g_pix: 3.1070e-02 ] [ l_g_total: 3.1070e-02 ] +2024-10-03 13:40:47,245 INFO: [ epoch: 26 ] [ iter: 34,200 ] [ performance: 27.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:19 ] [ l_g_pix: 1.8925e-02 ] [ l_g_total: 1.8925e-02 ] +2024-10-03 13:40:50,903 INFO: [ epoch: 26 ] [ iter: 34,300 ] [ performance: 27.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:08 ] [ l_g_pix: 3.5117e-02 ] [ l_g_total: 3.5117e-02 ] +2024-10-03 13:40:54,557 INFO: [ epoch: 26 ] [ iter: 34,400 ] [ performance: 27.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:56 ] [ l_g_pix: 3.2791e-02 ] [ l_g_total: 3.2791e-02 ] +2024-10-03 13:40:58,290 INFO: [ epoch: 26 ] [ iter: 34,500 ] [ performance: 26.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 3.0789e-02 ] [ l_g_total: 3.0789e-02 ] +2024-10-03 13:41:02,005 INFO: [ epoch: 26 ] [ iter: 34,600 ] [ performance: 26.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:34 ] [ l_g_pix: 2.1587e-02 ] [ l_g_total: 2.1587e-02 ] +2024-10-03 13:41:05,786 INFO: [ epoch: 26 ] [ iter: 34,700 ] [ performance: 26.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:23 ] [ l_g_pix: 2.1416e-02 ] [ l_g_total: 2.1416e-02 ] +2024-10-03 13:41:09,513 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 27.472 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 3.0140e-02 ] [ l_g_total: 3.0140e-02 ] +2024-10-03 13:41:13,237 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:01 ] [ l_g_pix: 3.2882e-02 ] [ l_g_total: 3.2882e-02 ] +2024-10-03 13:41:16,958 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 27.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:50 ] [ l_g_pix: 1.6465e-02 ] [ l_g_total: 1.6465e-02 ] +2024-10-03 13:41:20,485 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 28.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:39 ] [ l_g_pix: 2.5857e-02 ] [ l_g_total: 2.5857e-02 ] +2024-10-03 13:41:25,561 INFO: [ epoch: 27 ] [ iter: 35,200 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:30 ] [ l_g_pix: 3.0845e-02 ] [ l_g_total: 3.0845e-02 ] +2024-10-03 13:41:29,278 INFO: [ epoch: 27 ] [ iter: 35,300 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:19 ] [ l_g_pix: 2.7732e-02 ] [ l_g_total: 2.7732e-02 ] +2024-10-03 13:41:33,033 INFO: [ epoch: 27 ] [ iter: 35,400 ] [ performance: 26.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:08 ] [ l_g_pix: 3.4255e-02 ] [ l_g_total: 3.4255e-02 ] +2024-10-03 13:41:36,778 INFO: [ epoch: 27 ] [ iter: 35,500 ] [ performance: 26.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:58 ] [ l_g_pix: 2.8454e-02 ] [ l_g_total: 2.8454e-02 ] +2024-10-03 13:41:40,516 INFO: [ epoch: 27 ] [ iter: 35,600 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:47 ] [ l_g_pix: 3.0117e-02 ] [ l_g_total: 3.0117e-02 ] +2024-10-03 13:41:44,267 INFO: [ epoch: 27 ] [ iter: 35,700 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:36 ] [ l_g_pix: 3.1862e-02 ] [ l_g_total: 3.1862e-02 ] +2024-10-03 13:41:48,014 INFO: [ epoch: 27 ] [ iter: 35,800 ] [ performance: 27.356 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:26 ] [ l_g_pix: 2.2083e-02 ] [ l_g_total: 2.2083e-02 ] +2024-10-03 13:41:51,761 INFO: [ epoch: 27 ] [ iter: 35,900 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:15 ] [ l_g_pix: 2.1633e-02 ] [ l_g_total: 2.1633e-02 ] +2024-10-03 13:41:55,524 INFO: [ epoch: 27 ] [ iter: 36,000 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:05 ] [ l_g_pix: 3.3321e-02 ] [ l_g_total: 3.3321e-02 ] +2024-10-03 13:41:59,260 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 26.773 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:54 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-10-03 13:42:02,943 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 27.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:43 ] [ l_g_pix: 2.6769e-02 ] [ l_g_total: 2.6769e-02 ] +2024-10-03 13:42:06,662 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:33 ] [ l_g_pix: 4.0082e-02 ] [ l_g_total: 4.0082e-02 ] +2024-10-03 13:42:10,208 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 25.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:22 ] [ l_g_pix: 3.7024e-02 ] [ l_g_total: 3.7024e-02 ] +2024-10-03 13:42:15,190 INFO: [ epoch: 28 ] [ iter: 36,500 ] [ performance: 20.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:14 ] [ l_g_pix: 3.5105e-02 ] [ l_g_total: 3.5105e-02 ] +2024-10-03 13:42:18,912 INFO: [ epoch: 28 ] [ iter: 36,600 ] [ performance: 27.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:03 ] [ l_g_pix: 3.5616e-02 ] [ l_g_total: 3.5616e-02 ] +2024-10-03 13:42:22,715 INFO: [ epoch: 28 ] [ iter: 36,700 ] [ performance: 26.416 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:53 ] [ l_g_pix: 3.7251e-02 ] [ l_g_total: 3.7251e-02 ] +2024-10-03 13:42:26,469 INFO: [ epoch: 28 ] [ iter: 36,800 ] [ performance: 26.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:43 ] [ l_g_pix: 2.7564e-02 ] [ l_g_total: 2.7564e-02 ] +2024-10-03 13:42:30,204 INFO: [ epoch: 28 ] [ iter: 36,900 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:33 ] [ l_g_pix: 3.7821e-02 ] [ l_g_total: 3.7821e-02 ] +2024-10-03 13:42:33,913 INFO: [ epoch: 28 ] [ iter: 37,000 ] [ performance: 27.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:22 ] [ l_g_pix: 3.1922e-02 ] [ l_g_total: 3.1922e-02 ] +2024-10-03 13:42:37,632 INFO: [ epoch: 28 ] [ iter: 37,100 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:12 ] [ l_g_pix: 2.3439e-02 ] [ l_g_total: 2.3439e-02 ] +2024-10-03 13:42:41,346 INFO: [ epoch: 28 ] [ iter: 37,200 ] [ performance: 27.385 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:02 ] [ l_g_pix: 2.6646e-02 ] [ l_g_total: 2.6646e-02 ] +2024-10-03 13:42:45,125 INFO: [ epoch: 28 ] [ iter: 37,300 ] [ performance: 26.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:52 ] [ l_g_pix: 2.4536e-02 ] [ l_g_total: 2.4536e-02 ] +2024-10-03 13:42:48,832 INFO: [ epoch: 28 ] [ iter: 37,400 ] [ performance: 27.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:42 ] [ l_g_pix: 2.3761e-02 ] [ l_g_total: 2.3761e-02 ] +2024-10-03 13:42:52,542 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:32 ] [ l_g_pix: 3.6064e-02 ] [ l_g_total: 3.6064e-02 ] +2024-10-03 13:42:56,283 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 27.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:22 ] [ l_g_pix: 3.4612e-02 ] [ l_g_total: 3.4612e-02 ] +2024-10-03 13:42:59,874 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 27.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:11 ] [ l_g_pix: 3.5188e-02 ] [ l_g_total: 3.5188e-02 ] +2024-10-03 13:43:04,792 INFO: [ epoch: 29 ] [ iter: 37,800 ] [ performance: 26.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:03 ] [ l_g_pix: 3.5835e-02 ] [ l_g_total: 3.5835e-02 ] +2024-10-03 13:43:08,481 INFO: [ epoch: 29 ] [ iter: 37,900 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:53 ] [ l_g_pix: 4.2344e-02 ] [ l_g_total: 4.2344e-02 ] +2024-10-03 13:43:12,168 INFO: [ epoch: 29 ] [ iter: 38,000 ] [ performance: 27.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:43 ] [ l_g_pix: 3.7477e-02 ] [ l_g_total: 3.7477e-02 ] +2024-10-03 13:43:15,854 INFO: [ epoch: 29 ] [ iter: 38,100 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 4.6070e-02 ] [ l_g_total: 4.6070e-02 ] +2024-10-03 13:43:19,563 INFO: [ epoch: 29 ] [ iter: 38,200 ] [ performance: 27.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 3.0567e-02 ] [ l_g_total: 3.0567e-02 ] +2024-10-03 13:43:23,257 INFO: [ epoch: 29 ] [ iter: 38,300 ] [ performance: 27.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 2.8969e-02 ] [ l_g_total: 2.8969e-02 ] +2024-10-03 13:43:27,000 INFO: [ epoch: 29 ] [ iter: 38,400 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:04 ] [ l_g_pix: 3.1026e-02 ] [ l_g_total: 3.1026e-02 ] +2024-10-03 13:43:30,729 INFO: [ epoch: 29 ] [ iter: 38,500 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:54 ] [ l_g_pix: 3.6735e-02 ] [ l_g_total: 3.6735e-02 ] +2024-10-03 13:43:34,450 INFO: [ epoch: 29 ] [ iter: 38,600 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-10-03 13:43:38,208 INFO: [ epoch: 29 ] [ iter: 38,700 ] [ performance: 26.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:35 ] [ l_g_pix: 2.3974e-02 ] [ l_g_total: 2.3974e-02 ] +2024-10-03 13:43:41,934 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 28.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-10-03 13:43:45,600 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 27.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:16 ] [ l_g_pix: 2.9124e-02 ] [ l_g_total: 2.9124e-02 ] +2024-10-03 13:43:49,150 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 20.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:06 ] [ l_g_pix: 3.1738e-02 ] [ l_g_total: 3.1738e-02 ] +2024-10-03 13:43:54,242 INFO: [ epoch: 30 ] [ iter: 39,100 ] [ performance: 19.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:58 ] [ l_g_pix: 2.8308e-02 ] [ l_g_total: 2.8308e-02 ] +2024-10-03 13:43:58,108 INFO: [ epoch: 30 ] [ iter: 39,200 ] [ performance: 26.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 2.6313e-02 ] [ l_g_total: 2.6313e-02 ] +2024-10-03 13:44:01,937 INFO: [ epoch: 30 ] [ iter: 39,300 ] [ performance: 26.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 3.3467e-02 ] [ l_g_total: 3.3467e-02 ] +2024-10-03 13:44:05,759 INFO: [ epoch: 30 ] [ iter: 39,400 ] [ performance: 27.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:30 ] [ l_g_pix: 1.8803e-02 ] [ l_g_total: 1.8803e-02 ] +2024-10-03 13:44:09,514 INFO: [ epoch: 30 ] [ iter: 39,500 ] [ performance: 26.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 1.9580e-02 ] [ l_g_total: 1.9580e-02 ] +2024-10-03 13:44:13,206 INFO: [ epoch: 30 ] [ iter: 39,600 ] [ performance: 27.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:11 ] [ l_g_pix: 2.5764e-02 ] [ l_g_total: 2.5764e-02 ] +2024-10-03 13:44:16,944 INFO: [ epoch: 30 ] [ iter: 39,700 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:02 ] [ l_g_pix: 1.8917e-02 ] [ l_g_total: 1.8917e-02 ] +2024-10-03 13:44:20,697 INFO: [ epoch: 30 ] [ iter: 39,800 ] [ performance: 27.580 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:53 ] [ l_g_pix: 3.7084e-02 ] [ l_g_total: 3.7084e-02 ] +2024-10-03 13:44:24,411 INFO: [ epoch: 30 ] [ iter: 39,900 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:43 ] [ l_g_pix: 2.5777e-02 ] [ l_g_total: 2.5777e-02 ] +2024-10-03 13:44:28,162 INFO: [ epoch: 30 ] [ iter: 40,000 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:34 ] [ l_g_pix: 1.8825e-02 ] [ l_g_total: 1.8825e-02 ] +2024-10-03 13:44:28,162 INFO: Saving models and training states. +2024-10-03 13:48:15,400 INFO: Validation val + + # psnr: 27.0801........ Best: 27.0801 @ 40000 iter + # ssim: 0.7612........ Best: 0.7612 @ 40000 iter + # dists: 0.7740........ Best: 0.7740 @ 40000 iter + +2024-10-03 13:48:19,138 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:04 ] [ l_g_pix: 3.5968e-02 ] [ l_g_total: 3.5968e-02 ] +2024-10-03 13:48:22,872 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 26.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:53 ] [ l_g_pix: 2.8127e-02 ] [ l_g_total: 2.8127e-02 ] +2024-10-03 13:48:26,470 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 27.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:43 ] [ l_g_pix: 2.6006e-02 ] [ l_g_total: 2.6006e-02 ] +2024-10-03 13:48:32,176 INFO: [ epoch: 31 ] [ iter: 40,400 ] [ performance: 21.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:35 ] [ l_g_pix: 3.6620e-02 ] [ l_g_total: 3.6620e-02 ] +2024-10-03 13:48:35,951 INFO: [ epoch: 31 ] [ iter: 40,500 ] [ performance: 26.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:24 ] [ l_g_pix: 2.7205e-02 ] [ l_g_total: 2.7205e-02 ] +2024-10-03 13:48:39,707 INFO: [ epoch: 31 ] [ iter: 40,600 ] [ performance: 26.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:14 ] [ l_g_pix: 3.7668e-02 ] [ l_g_total: 3.7668e-02 ] +2024-10-03 13:48:43,464 INFO: [ epoch: 31 ] [ iter: 40,700 ] [ performance: 26.643 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:03 ] [ l_g_pix: 2.4186e-02 ] [ l_g_total: 2.4186e-02 ] +2024-10-03 13:48:47,205 INFO: [ epoch: 31 ] [ iter: 40,800 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:53 ] [ l_g_pix: 3.8447e-02 ] [ l_g_total: 3.8447e-02 ] +2024-10-03 13:48:50,940 INFO: [ epoch: 31 ] [ iter: 40,900 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:43 ] [ l_g_pix: 3.7007e-02 ] [ l_g_total: 3.7007e-02 ] +2024-10-03 13:48:54,677 INFO: [ epoch: 31 ] [ iter: 41,000 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:32 ] [ l_g_pix: 2.2739e-02 ] [ l_g_total: 2.2739e-02 ] +2024-10-03 13:48:58,408 INFO: [ epoch: 31 ] [ iter: 41,100 ] [ performance: 26.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:22 ] [ l_g_pix: 3.6716e-02 ] [ l_g_total: 3.6716e-02 ] +2024-10-03 13:49:02,167 INFO: [ epoch: 31 ] [ iter: 41,200 ] [ performance: 26.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:11 ] [ l_g_pix: 2.8598e-02 ] [ l_g_total: 2.8598e-02 ] +2024-10-03 13:49:05,879 INFO: [ epoch: 31 ] [ iter: 41,300 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:01 ] [ l_g_pix: 3.4055e-02 ] [ l_g_total: 3.4055e-02 ] +2024-10-03 13:49:09,612 INFO: [ epoch: 31 ] [ iter: 41,400 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 3.5983e-02 ] [ l_g_total: 3.5983e-02 ] +2024-10-03 13:49:13,374 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 26.551 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 2.3299e-02 ] [ l_g_total: 2.3299e-02 ] +2024-10-03 13:49:16,987 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 27.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:30 ] [ l_g_pix: 3.9412e-02 ] [ l_g_total: 3.9412e-02 ] +2024-10-03 13:49:22,156 INFO: [ epoch: 32 ] [ iter: 41,700 ] [ performance: 23.858 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:22 ] [ l_g_pix: 3.1855e-02 ] [ l_g_total: 3.1855e-02 ] +2024-10-03 13:49:25,887 INFO: [ epoch: 32 ] [ iter: 41,800 ] [ performance: 25.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:12 ] [ l_g_pix: 3.4971e-02 ] [ l_g_total: 3.4971e-02 ] +2024-10-03 13:49:29,641 INFO: [ epoch: 32 ] [ iter: 41,900 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:02 ] [ l_g_pix: 3.2702e-02 ] [ l_g_total: 3.2702e-02 ] +2024-10-03 13:49:33,387 INFO: [ epoch: 32 ] [ iter: 42,000 ] [ performance: 26.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 2.7149e-02 ] [ l_g_total: 2.7149e-02 ] +2024-10-03 13:49:37,121 INFO: [ epoch: 32 ] [ iter: 42,100 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:42 ] [ l_g_pix: 3.6413e-02 ] [ l_g_total: 3.6413e-02 ] +2024-10-03 13:49:40,842 INFO: [ epoch: 32 ] [ iter: 42,200 ] [ performance: 26.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 3.1654e-02 ] [ l_g_total: 3.1654e-02 ] +2024-10-03 13:49:44,572 INFO: [ epoch: 32 ] [ iter: 42,300 ] [ performance: 26.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 4.3440e-02 ] [ l_g_total: 4.3440e-02 ] +2024-10-03 13:49:48,267 INFO: [ epoch: 32 ] [ iter: 42,400 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 3.1273e-02 ] [ l_g_total: 3.1273e-02 ] +2024-10-03 13:49:51,866 INFO: [ epoch: 32 ] [ iter: 42,500 ] [ performance: 27.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:01 ] [ l_g_pix: 3.5455e-02 ] [ l_g_total: 3.5455e-02 ] +2024-10-03 13:49:55,547 INFO: [ epoch: 32 ] [ iter: 42,600 ] [ performance: 27.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 2.1876e-02 ] [ l_g_total: 2.1876e-02 ] +2024-10-03 13:49:59,282 INFO: [ epoch: 32 ] [ iter: 42,700 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:42 ] [ l_g_pix: 3.7288e-02 ] [ l_g_total: 3.7288e-02 ] +2024-10-03 13:50:03,035 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 26.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 2.4628e-02 ] [ l_g_total: 2.4628e-02 ] +2024-10-03 13:50:06,540 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 28.495 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:22 ] [ l_g_pix: 2.4534e-02 ] [ l_g_total: 2.4534e-02 ] +2024-10-03 13:50:11,754 INFO: [ epoch: 33 ] [ iter: 43,000 ] [ performance: 22.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:14 ] [ l_g_pix: 2.1008e-02 ] [ l_g_total: 2.1008e-02 ] +2024-10-03 13:50:15,503 INFO: [ epoch: 33 ] [ iter: 43,100 ] [ performance: 26.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:04 ] [ l_g_pix: 2.5473e-02 ] [ l_g_total: 2.5473e-02 ] +2024-10-03 13:50:19,273 INFO: [ epoch: 33 ] [ iter: 43,200 ] [ performance: 26.568 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:54 ] [ l_g_pix: 4.7097e-02 ] [ l_g_total: 4.7097e-02 ] +2024-10-03 13:50:23,015 INFO: [ epoch: 33 ] [ iter: 43,300 ] [ performance: 26.792 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:45 ] [ l_g_pix: 3.1532e-02 ] [ l_g_total: 3.1532e-02 ] +2024-10-03 13:50:26,772 INFO: [ epoch: 33 ] [ iter: 43,400 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:35 ] [ l_g_pix: 3.9100e-02 ] [ l_g_total: 3.9100e-02 ] +2024-10-03 13:50:30,502 INFO: [ epoch: 33 ] [ iter: 43,500 ] [ performance: 26.734 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 3.2441e-02 ] [ l_g_total: 3.2441e-02 ] +2024-10-03 13:50:34,213 INFO: [ epoch: 33 ] [ iter: 43,600 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:16 ] [ l_g_pix: 3.7255e-02 ] [ l_g_total: 3.7255e-02 ] +2024-10-03 13:50:37,969 INFO: [ epoch: 33 ] [ iter: 43,700 ] [ performance: 26.668 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 3.4852e-02 ] [ l_g_total: 3.4852e-02 ] +2024-10-03 13:50:41,658 INFO: [ epoch: 33 ] [ iter: 43,800 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:56 ] [ l_g_pix: 3.3500e-02 ] [ l_g_total: 3.3500e-02 ] +2024-10-03 13:50:45,335 INFO: [ epoch: 33 ] [ iter: 43,900 ] [ performance: 27.154 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 2.5392e-02 ] [ l_g_total: 2.5392e-02 ] +2024-10-03 13:50:49,064 INFO: [ epoch: 33 ] [ iter: 44,000 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:37 ] [ l_g_pix: 3.8118e-02 ] [ l_g_total: 3.8118e-02 ] +2024-10-03 13:50:52,753 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 27.234 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-03 13:50:56,322 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 27.667 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:18 ] [ l_g_pix: 2.9106e-02 ] [ l_g_total: 2.9106e-02 ] +2024-10-03 13:51:01,496 INFO: [ epoch: 34 ] [ iter: 44,300 ] [ performance: 26.733 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 4.2250e-02 ] [ l_g_total: 4.2250e-02 ] +2024-10-03 13:51:05,174 INFO: [ epoch: 34 ] [ iter: 44,400 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-03 13:51:08,900 INFO: [ epoch: 34 ] [ iter: 44,500 ] [ performance: 26.712 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:51 ] [ l_g_pix: 3.1577e-02 ] [ l_g_total: 3.1577e-02 ] +2024-10-03 13:51:12,603 INFO: [ epoch: 34 ] [ iter: 44,600 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:42 ] [ l_g_pix: 3.5421e-02 ] [ l_g_total: 3.5421e-02 ] +2024-10-03 13:51:16,336 INFO: [ epoch: 34 ] [ iter: 44,700 ] [ performance: 26.681 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:32 ] [ l_g_pix: 3.0343e-02 ] [ l_g_total: 3.0343e-02 ] +2024-10-03 13:51:20,068 INFO: [ epoch: 34 ] [ iter: 44,800 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:23 ] [ l_g_pix: 2.8173e-02 ] [ l_g_total: 2.8173e-02 ] +2024-10-03 13:51:23,750 INFO: [ epoch: 34 ] [ iter: 44,900 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:14 ] [ l_g_pix: 3.4114e-02 ] [ l_g_total: 3.4114e-02 ] +2024-10-03 13:51:27,474 INFO: [ epoch: 34 ] [ iter: 45,000 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:04 ] [ l_g_pix: 2.3781e-02 ] [ l_g_total: 2.3781e-02 ] +2024-10-03 13:51:31,196 INFO: [ epoch: 34 ] [ iter: 45,100 ] [ performance: 26.800 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:55 ] [ l_g_pix: 1.7410e-02 ] [ l_g_total: 1.7410e-02 ] +2024-10-03 13:51:34,916 INFO: [ epoch: 34 ] [ iter: 45,200 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:46 ] [ l_g_pix: 2.5428e-02 ] [ l_g_total: 2.5428e-02 ] +2024-10-03 13:51:38,666 INFO: [ epoch: 34 ] [ iter: 45,300 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:37 ] [ l_g_pix: 5.2598e-02 ] [ l_g_total: 5.2598e-02 ] +2024-10-03 13:51:42,385 INFO: [ epoch: 34 ] [ iter: 45,400 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:28 ] [ l_g_pix: 1.9678e-02 ] [ l_g_total: 1.9678e-02 ] +2024-10-03 13:51:45,976 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 27.566 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:18 ] [ l_g_pix: 4.6818e-02 ] [ l_g_total: 4.6818e-02 ] +2024-10-03 13:51:51,099 INFO: [ epoch: 35 ] [ iter: 45,600 ] [ performance: 22.290 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 2.6606e-02 ] [ l_g_total: 2.6606e-02 ] +2024-10-03 13:51:54,838 INFO: [ epoch: 35 ] [ iter: 45,700 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:02 ] [ l_g_pix: 3.8461e-02 ] [ l_g_total: 3.8461e-02 ] +2024-10-03 13:51:58,516 INFO: [ epoch: 35 ] [ iter: 45,800 ] [ performance: 27.071 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:52 ] [ l_g_pix: 3.2837e-02 ] [ l_g_total: 3.2837e-02 ] +2024-10-03 13:52:02,239 INFO: [ epoch: 35 ] [ iter: 45,900 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:43 ] [ l_g_pix: 2.9191e-02 ] [ l_g_total: 2.9191e-02 ] +2024-10-03 13:52:05,969 INFO: [ epoch: 35 ] [ iter: 46,000 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:34 ] [ l_g_pix: 2.4753e-02 ] [ l_g_total: 2.4753e-02 ] +2024-10-03 13:52:09,693 INFO: [ epoch: 35 ] [ iter: 46,100 ] [ performance: 26.950 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:25 ] [ l_g_pix: 3.4787e-02 ] [ l_g_total: 3.4787e-02 ] +2024-10-03 13:52:13,408 INFO: [ epoch: 35 ] [ iter: 46,200 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:16 ] [ l_g_pix: 2.0624e-02 ] [ l_g_total: 2.0624e-02 ] +2024-10-03 13:52:17,132 INFO: [ epoch: 35 ] [ iter: 46,300 ] [ performance: 26.981 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:07 ] [ l_g_pix: 2.6616e-02 ] [ l_g_total: 2.6616e-02 ] +2024-10-03 13:52:20,871 INFO: [ epoch: 35 ] [ iter: 46,400 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:58 ] [ l_g_pix: 3.3848e-02 ] [ l_g_total: 3.3848e-02 ] +2024-10-03 13:52:24,627 INFO: [ epoch: 35 ] [ iter: 46,500 ] [ performance: 26.532 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:49 ] [ l_g_pix: 3.3266e-02 ] [ l_g_total: 3.3266e-02 ] +2024-10-03 13:52:28,315 INFO: [ epoch: 35 ] [ iter: 46,600 ] [ performance: 26.877 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:40 ] [ l_g_pix: 2.2376e-02 ] [ l_g_total: 2.2376e-02 ] +2024-10-03 13:52:32,006 INFO: [ epoch: 35 ] [ iter: 46,700 ] [ performance: 26.944 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:31 ] [ l_g_pix: 3.1843e-02 ] [ l_g_total: 3.1843e-02 ] +2024-10-03 13:52:35,538 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 27.747 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:22 ] [ l_g_pix: 3.6822e-02 ] [ l_g_total: 3.6822e-02 ] +2024-10-03 13:52:40,536 INFO: [ epoch: 36 ] [ iter: 46,900 ] [ performance: 26.466 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:15 ] [ l_g_pix: 2.6145e-02 ] [ l_g_total: 2.6145e-02 ] +2024-10-03 13:52:44,261 INFO: [ epoch: 36 ] [ iter: 47,000 ] [ performance: 26.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:06 ] [ l_g_pix: 3.2066e-02 ] [ l_g_total: 3.2066e-02 ] +2024-10-03 13:52:48,005 INFO: [ epoch: 36 ] [ iter: 47,100 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:57 ] [ l_g_pix: 2.7522e-02 ] [ l_g_total: 2.7522e-02 ] +2024-10-03 13:52:51,703 INFO: [ epoch: 36 ] [ iter: 47,200 ] [ performance: 27.025 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:48 ] [ l_g_pix: 3.1178e-02 ] [ l_g_total: 3.1178e-02 ] +2024-10-03 13:52:55,355 INFO: [ epoch: 36 ] [ iter: 47,300 ] [ performance: 27.330 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:40 ] [ l_g_pix: 3.4019e-02 ] [ l_g_total: 3.4019e-02 ] +2024-10-03 13:52:59,106 INFO: [ epoch: 36 ] [ iter: 47,400 ] [ performance: 26.921 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:31 ] [ l_g_pix: 1.8595e-02 ] [ l_g_total: 1.8595e-02 ] +2024-10-03 13:53:02,858 INFO: [ epoch: 36 ] [ iter: 47,500 ] [ performance: 26.301 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:22 ] [ l_g_pix: 3.3189e-02 ] [ l_g_total: 3.3189e-02 ] +2024-10-03 13:53:06,718 INFO: [ epoch: 36 ] [ iter: 47,600 ] [ performance: 26.062 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:14 ] [ l_g_pix: 3.5428e-02 ] [ l_g_total: 3.5428e-02 ] +2024-10-03 13:53:10,481 INFO: [ epoch: 36 ] [ iter: 47,700 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:05 ] [ l_g_pix: 2.7029e-02 ] [ l_g_total: 2.7029e-02 ] +2024-10-03 13:53:14,220 INFO: [ epoch: 36 ] [ iter: 47,800 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:56 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-03 13:53:18,024 INFO: [ epoch: 36 ] [ iter: 47,900 ] [ performance: 26.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:48 ] [ l_g_pix: 2.6515e-02 ] [ l_g_total: 2.6515e-02 ] +2024-10-03 13:53:21,773 INFO: [ epoch: 36 ] [ iter: 48,000 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:39 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-03 13:53:25,413 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:30 ] [ l_g_pix: 2.1613e-02 ] [ l_g_total: 2.1613e-02 ] +2024-10-03 13:53:30,556 INFO: [ epoch: 37 ] [ iter: 48,200 ] [ performance: 21.764 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:23 ] [ l_g_pix: 3.5652e-02 ] [ l_g_total: 3.5652e-02 ] +2024-10-03 13:53:34,278 INFO: [ epoch: 37 ] [ iter: 48,300 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:15 ] [ l_g_pix: 3.5960e-02 ] [ l_g_total: 3.5960e-02 ] +2024-10-03 13:53:37,977 INFO: [ epoch: 37 ] [ iter: 48,400 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:06 ] [ l_g_pix: 3.3388e-02 ] [ l_g_total: 3.3388e-02 ] +2024-10-03 13:53:41,682 INFO: [ epoch: 37 ] [ iter: 48,500 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:58 ] [ l_g_pix: 2.4784e-02 ] [ l_g_total: 2.4784e-02 ] +2024-10-03 13:53:45,372 INFO: [ epoch: 37 ] [ iter: 48,600 ] [ performance: 27.052 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:49 ] [ l_g_pix: 3.0832e-02 ] [ l_g_total: 3.0832e-02 ] +2024-10-03 13:53:49,105 INFO: [ epoch: 37 ] [ iter: 48,700 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:41 ] [ l_g_pix: 4.5484e-02 ] [ l_g_total: 4.5484e-02 ] +2024-10-03 13:53:52,839 INFO: [ epoch: 37 ] [ iter: 48,800 ] [ performance: 26.772 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:32 ] [ l_g_pix: 3.4406e-02 ] [ l_g_total: 3.4406e-02 ] +2024-10-03 13:53:56,555 INFO: [ epoch: 37 ] [ iter: 48,900 ] [ performance: 26.886 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:24 ] [ l_g_pix: 3.4130e-02 ] [ l_g_total: 3.4130e-02 ] +2024-10-03 13:54:00,285 INFO: [ epoch: 37 ] [ iter: 49,000 ] [ performance: 26.843 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:15 ] [ l_g_pix: 2.5849e-02 ] [ l_g_total: 2.5849e-02 ] +2024-10-03 13:54:04,024 INFO: [ epoch: 37 ] [ iter: 49,100 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:07 ] [ l_g_pix: 1.9356e-02 ] [ l_g_total: 1.9356e-02 ] +2024-10-03 13:54:07,685 INFO: [ epoch: 37 ] [ iter: 49,200 ] [ performance: 27.120 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:58 ] [ l_g_pix: 4.9306e-02 ] [ l_g_total: 4.9306e-02 ] +2024-10-03 13:54:11,458 INFO: [ epoch: 37 ] [ iter: 49,300 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:50 ] [ l_g_pix: 2.5461e-02 ] [ l_g_total: 2.5461e-02 ] +2024-10-03 13:54:15,060 INFO: [ epoch: 37 ] [ iter: 49,400 ] [ performance: 27.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:41 ] [ l_g_pix: 3.3639e-02 ] [ l_g_total: 3.3639e-02 ] +2024-10-03 13:54:20,105 INFO: [ epoch: 38 ] [ iter: 49,500 ] [ performance: 27.139 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:34 ] [ l_g_pix: 3.0097e-02 ] [ l_g_total: 3.0097e-02 ] +2024-10-03 13:54:23,749 INFO: [ epoch: 38 ] [ iter: 49,600 ] [ performance: 27.340 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:26 ] [ l_g_pix: 1.9261e-02 ] [ l_g_total: 1.9261e-02 ] +2024-10-03 13:54:27,407 INFO: [ epoch: 38 ] [ iter: 49,700 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:18 ] [ l_g_pix: 3.2628e-02 ] [ l_g_total: 3.2628e-02 ] +2024-10-03 13:54:31,086 INFO: [ epoch: 38 ] [ iter: 49,800 ] [ performance: 27.203 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:09 ] [ l_g_pix: 5.1630e-02 ] [ l_g_total: 5.1630e-02 ] +2024-10-03 13:54:34,850 INFO: [ epoch: 38 ] [ iter: 49,900 ] [ performance: 26.395 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:01 ] [ l_g_pix: 2.3168e-02 ] [ l_g_total: 2.3168e-02 ] +2024-10-03 13:54:38,570 INFO: [ epoch: 38 ] [ iter: 50,000 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:53 ] [ l_g_pix: 2.6337e-02 ] [ l_g_total: 2.6337e-02 ] +2024-10-03 13:54:38,571 INFO: Saving models and training states. +2024-10-03 14:00:45,403 INFO: Validation val + + # psnr: 27.1213........ Best: 27.1213 @ 50000 iter + # ssim: 0.7627........ Best: 0.7627 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-03 14:00:49,196 INFO: [ epoch: 38 ] [ iter: 50,100 ] [ performance: 26.406 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:50 ] [ l_g_pix: 2.9475e-02 ] [ l_g_total: 2.9475e-02 ] +2024-10-03 14:00:52,970 INFO: [ epoch: 38 ] [ iter: 50,200 ] [ performance: 26.474 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:40 ] [ l_g_pix: 2.7717e-02 ] [ l_g_total: 2.7717e-02 ] +2024-10-03 14:00:56,727 INFO: [ epoch: 38 ] [ iter: 50,300 ] [ performance: 26.531 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:31 ] [ l_g_pix: 3.0421e-02 ] [ l_g_total: 3.0421e-02 ] +2024-10-03 14:01:00,501 INFO: [ epoch: 38 ] [ iter: 50,400 ] [ performance: 26.511 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:21 ] [ l_g_pix: 3.2233e-02 ] [ l_g_total: 3.2233e-02 ] +2024-10-03 14:01:04,274 INFO: [ epoch: 38 ] [ iter: 50,500 ] [ performance: 26.467 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:12 ] [ l_g_pix: 2.5929e-02 ] [ l_g_total: 2.5929e-02 ] +2024-10-03 14:01:08,087 INFO: [ epoch: 38 ] [ iter: 50,600 ] [ performance: 26.308 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:02 ] [ l_g_pix: 2.6207e-02 ] [ l_g_total: 2.6207e-02 ] +2024-10-03 14:01:11,713 INFO: [ epoch: 38 ] [ iter: 50,700 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:52 ] [ l_g_pix: 4.1063e-02 ] [ l_g_total: 4.1063e-02 ] +2024-10-03 14:01:16,902 INFO: [ epoch: 39 ] [ iter: 50,800 ] [ performance: 21.141 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:44 ] [ l_g_pix: 4.8165e-02 ] [ l_g_total: 4.8165e-02 ] +2024-10-03 14:01:20,616 INFO: [ epoch: 39 ] [ iter: 50,900 ] [ performance: 26.628 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:35 ] [ l_g_pix: 3.0790e-02 ] [ l_g_total: 3.0790e-02 ] +2024-10-03 14:01:24,396 INFO: [ epoch: 39 ] [ iter: 51,000 ] [ performance: 26.513 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:25 ] [ l_g_pix: 3.9797e-02 ] [ l_g_total: 3.9797e-02 ] +2024-10-03 14:01:28,149 INFO: [ epoch: 39 ] [ iter: 51,100 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:16 ] [ l_g_pix: 2.8565e-02 ] [ l_g_total: 2.8565e-02 ] +2024-10-03 14:01:31,933 INFO: [ epoch: 39 ] [ iter: 51,200 ] [ performance: 26.619 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:07 ] [ l_g_pix: 2.9710e-02 ] [ l_g_total: 2.9710e-02 ] +2024-10-03 14:01:35,666 INFO: [ epoch: 39 ] [ iter: 51,300 ] [ performance: 27.094 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:57 ] [ l_g_pix: 2.4564e-02 ] [ l_g_total: 2.4564e-02 ] +2024-10-03 14:01:39,382 INFO: [ epoch: 39 ] [ iter: 51,400 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:48 ] [ l_g_pix: 2.2805e-02 ] [ l_g_total: 2.2805e-02 ] +2024-10-03 14:01:43,134 INFO: [ epoch: 39 ] [ iter: 51,500 ] [ performance: 26.488 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:38 ] [ l_g_pix: 2.9642e-02 ] [ l_g_total: 2.9642e-02 ] +2024-10-03 14:01:46,856 INFO: [ epoch: 39 ] [ iter: 51,600 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:29 ] [ l_g_pix: 2.7710e-02 ] [ l_g_total: 2.7710e-02 ] +2024-10-03 14:01:50,590 INFO: [ epoch: 39 ] [ iter: 51,700 ] [ performance: 26.608 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:20 ] [ l_g_pix: 4.2142e-02 ] [ l_g_total: 4.2142e-02 ] +2024-10-03 14:01:54,340 INFO: [ epoch: 39 ] [ iter: 51,800 ] [ performance: 26.655 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:10 ] [ l_g_pix: 1.9534e-02 ] [ l_g_total: 1.9534e-02 ] +2024-10-03 14:01:58,102 INFO: [ epoch: 39 ] [ iter: 51,900 ] [ performance: 26.621 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:01 ] [ l_g_pix: 4.6973e-02 ] [ l_g_total: 4.6973e-02 ] +2024-10-03 14:02:01,726 INFO: [ epoch: 39 ] [ iter: 52,000 ] [ performance: 27.302 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:52 ] [ l_g_pix: 2.6185e-02 ] [ l_g_total: 2.6185e-02 ] +2024-10-03 14:02:06,967 INFO: [ epoch: 40 ] [ iter: 52,100 ] [ performance: 27.254 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:44 ] [ l_g_pix: 2.2733e-02 ] [ l_g_total: 2.2733e-02 ] +2024-10-03 14:02:10,728 INFO: [ epoch: 40 ] [ iter: 52,200 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:35 ] [ l_g_pix: 3.1953e-02 ] [ l_g_total: 3.1953e-02 ] +2024-10-03 14:02:14,538 INFO: [ epoch: 40 ] [ iter: 52,300 ] [ performance: 26.559 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:25 ] [ l_g_pix: 2.4617e-02 ] [ l_g_total: 2.4617e-02 ] +2024-10-03 14:02:18,279 INFO: [ epoch: 40 ] [ iter: 52,400 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:16 ] [ l_g_pix: 2.3738e-02 ] [ l_g_total: 2.3738e-02 ] +2024-10-03 14:02:22,050 INFO: [ epoch: 40 ] [ iter: 52,500 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:07 ] [ l_g_pix: 3.3116e-02 ] [ l_g_total: 3.3116e-02 ] +2024-10-03 14:02:25,755 INFO: [ epoch: 40 ] [ iter: 52,600 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:58 ] [ l_g_pix: 3.0874e-02 ] [ l_g_total: 3.0874e-02 ] +2024-10-03 14:02:29,500 INFO: [ epoch: 40 ] [ iter: 52,700 ] [ performance: 26.674 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:49 ] [ l_g_pix: 3.0013e-02 ] [ l_g_total: 3.0013e-02 ] +2024-10-03 14:02:33,205 INFO: [ epoch: 40 ] [ iter: 52,800 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:40 ] [ l_g_pix: 3.8624e-02 ] [ l_g_total: 3.8624e-02 ] +2024-10-03 14:02:36,986 INFO: [ epoch: 40 ] [ iter: 52,900 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:31 ] [ l_g_pix: 2.4957e-02 ] [ l_g_total: 2.4957e-02 ] +2024-10-03 14:02:40,701 INFO: [ epoch: 40 ] [ iter: 53,000 ] [ performance: 26.860 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:22 ] [ l_g_pix: 2.7426e-02 ] [ l_g_total: 2.7426e-02 ] +2024-10-03 14:02:44,437 INFO: [ epoch: 40 ] [ iter: 53,100 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:12 ] [ l_g_pix: 4.1667e-02 ] [ l_g_total: 4.1667e-02 ] +2024-10-03 14:02:48,185 INFO: [ epoch: 40 ] [ iter: 53,200 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:03 ] [ l_g_pix: 2.7372e-02 ] [ l_g_total: 2.7372e-02 ] +2024-10-03 14:02:51,851 INFO: [ epoch: 40 ] [ iter: 53,300 ] [ performance: 25.444 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:54 ] [ l_g_pix: 3.9999e-02 ] [ l_g_total: 3.9999e-02 ] +2024-10-03 14:02:57,496 INFO: [ epoch: 41 ] [ iter: 53,400 ] [ performance: 19.232 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:47 ] [ l_g_pix: 3.2280e-02 ] [ l_g_total: 3.2280e-02 ] +2024-10-03 14:03:01,200 INFO: [ epoch: 41 ] [ iter: 53,500 ] [ performance: 27.360 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:38 ] [ l_g_pix: 4.0227e-02 ] [ l_g_total: 4.0227e-02 ] +2024-10-03 14:03:04,963 INFO: [ epoch: 41 ] [ iter: 53,600 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:29 ] [ l_g_pix: 3.7384e-02 ] [ l_g_total: 3.7384e-02 ] +2024-10-03 14:03:08,689 INFO: [ epoch: 41 ] [ iter: 53,700 ] [ performance: 26.673 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:20 ] [ l_g_pix: 4.1829e-02 ] [ l_g_total: 4.1829e-02 ] +2024-10-03 14:03:12,402 INFO: [ epoch: 41 ] [ iter: 53,800 ] [ performance: 26.873 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:11 ] [ l_g_pix: 2.4408e-02 ] [ l_g_total: 2.4408e-02 ] +2024-10-03 14:03:16,161 INFO: [ epoch: 41 ] [ iter: 53,900 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:02 ] [ l_g_pix: 5.1360e-02 ] [ l_g_total: 5.1360e-02 ] +2024-10-03 14:03:19,872 INFO: [ epoch: 41 ] [ iter: 54,000 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:53 ] [ l_g_pix: 2.8488e-02 ] [ l_g_total: 2.8488e-02 ] +2024-10-03 14:03:23,610 INFO: [ epoch: 41 ] [ iter: 54,100 ] [ performance: 26.656 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:45 ] [ l_g_pix: 3.7499e-02 ] [ l_g_total: 3.7499e-02 ] +2024-10-03 14:03:27,361 INFO: [ epoch: 41 ] [ iter: 54,200 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:36 ] [ l_g_pix: 2.9334e-02 ] [ l_g_total: 2.9334e-02 ] +2024-10-03 14:03:31,153 INFO: [ epoch: 41 ] [ iter: 54,300 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:27 ] [ l_g_pix: 2.4253e-02 ] [ l_g_total: 2.4253e-02 ] +2024-10-03 14:03:34,850 INFO: [ epoch: 41 ] [ iter: 54,400 ] [ performance: 27.008 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:18 ] [ l_g_pix: 2.4989e-02 ] [ l_g_total: 2.4989e-02 ] +2024-10-03 14:03:38,596 INFO: [ epoch: 41 ] [ iter: 54,500 ] [ performance: 26.803 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:09 ] [ l_g_pix: 2.5928e-02 ] [ l_g_total: 2.5928e-02 ] +2024-10-03 14:03:42,154 INFO: [ epoch: 41 ] [ iter: 54,600 ] [ performance: 27.803 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:00 ] [ l_g_pix: 2.5216e-02 ] [ l_g_total: 2.5216e-02 ] +2024-10-03 14:03:47,299 INFO: [ epoch: 42 ] [ iter: 54,700 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:53 ] [ l_g_pix: 2.7234e-02 ] [ l_g_total: 2.7234e-02 ] +2024-10-03 14:03:51,049 INFO: [ epoch: 42 ] [ iter: 54,800 ] [ performance: 26.645 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:44 ] [ l_g_pix: 3.5341e-02 ] [ l_g_total: 3.5341e-02 ] +2024-10-03 14:03:54,749 INFO: [ epoch: 42 ] [ iter: 54,900 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:35 ] [ l_g_pix: 4.0911e-02 ] [ l_g_total: 4.0911e-02 ] +2024-10-03 14:03:58,448 INFO: [ epoch: 42 ] [ iter: 55,000 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:27 ] [ l_g_pix: 2.9905e-02 ] [ l_g_total: 2.9905e-02 ] +2024-10-03 14:04:02,233 INFO: [ epoch: 42 ] [ iter: 55,100 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:18 ] [ l_g_pix: 4.1340e-02 ] [ l_g_total: 4.1340e-02 ] +2024-10-03 14:04:06,119 INFO: [ epoch: 42 ] [ iter: 55,200 ] [ performance: 25.936 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:09 ] [ l_g_pix: 2.5956e-02 ] [ l_g_total: 2.5956e-02 ] +2024-10-03 14:04:09,837 INFO: [ epoch: 42 ] [ iter: 55,300 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:01 ] [ l_g_pix: 2.7335e-02 ] [ l_g_total: 2.7335e-02 ] +2024-10-03 14:04:13,521 INFO: [ epoch: 42 ] [ iter: 55,400 ] [ performance: 27.088 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:52 ] [ l_g_pix: 4.5680e-02 ] [ l_g_total: 4.5680e-02 ] +2024-10-03 14:04:17,254 INFO: [ epoch: 42 ] [ iter: 55,500 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:44 ] [ l_g_pix: 2.8162e-02 ] [ l_g_total: 2.8162e-02 ] +2024-10-03 14:04:21,013 INFO: [ epoch: 42 ] [ iter: 55,600 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:35 ] [ l_g_pix: 2.8013e-02 ] [ l_g_total: 2.8013e-02 ] +2024-10-03 14:04:24,756 INFO: [ epoch: 42 ] [ iter: 55,700 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:26 ] [ l_g_pix: 2.9002e-02 ] [ l_g_total: 2.9002e-02 ] +2024-10-03 14:04:28,491 INFO: [ epoch: 42 ] [ iter: 55,800 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:18 ] [ l_g_pix: 2.2576e-02 ] [ l_g_total: 2.2576e-02 ] +2024-10-03 14:04:32,162 INFO: [ epoch: 42 ] [ iter: 55,900 ] [ performance: 24.084 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:09 ] [ l_g_pix: 3.2790e-02 ] [ l_g_total: 3.2790e-02 ] +2024-10-03 14:04:37,494 INFO: [ epoch: 43 ] [ iter: 56,000 ] [ performance: 19.538 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:02 ] [ l_g_pix: 1.9603e-02 ] [ l_g_total: 1.9603e-02 ] +2024-10-03 14:04:41,224 INFO: [ epoch: 43 ] [ iter: 56,100 ] [ performance: 26.335 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:53 ] [ l_g_pix: 2.5331e-02 ] [ l_g_total: 2.5331e-02 ] +2024-10-03 14:04:44,974 INFO: [ epoch: 43 ] [ iter: 56,200 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:45 ] [ l_g_pix: 2.9518e-02 ] [ l_g_total: 2.9518e-02 ] +2024-10-03 14:04:48,652 INFO: [ epoch: 43 ] [ iter: 56,300 ] [ performance: 27.627 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:36 ] [ l_g_pix: 3.2392e-02 ] [ l_g_total: 3.2392e-02 ] +2024-10-03 14:04:52,338 INFO: [ epoch: 43 ] [ iter: 56,400 ] [ performance: 27.215 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:28 ] [ l_g_pix: 3.9857e-02 ] [ l_g_total: 3.9857e-02 ] +2024-10-03 14:04:56,050 INFO: [ epoch: 43 ] [ iter: 56,500 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:19 ] [ l_g_pix: 3.3893e-02 ] [ l_g_total: 3.3893e-02 ] +2024-10-03 14:04:59,826 INFO: [ epoch: 43 ] [ iter: 56,600 ] [ performance: 26.581 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:11 ] [ l_g_pix: 3.4138e-02 ] [ l_g_total: 3.4138e-02 ] +2024-10-03 14:05:03,569 INFO: [ epoch: 43 ] [ iter: 56,700 ] [ performance: 27.316 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:03 ] [ l_g_pix: 3.2302e-02 ] [ l_g_total: 3.2302e-02 ] +2024-10-03 14:05:07,285 INFO: [ epoch: 43 ] [ iter: 56,800 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:54 ] [ l_g_pix: 4.0536e-02 ] [ l_g_total: 4.0536e-02 ] +2024-10-03 14:05:11,078 INFO: [ epoch: 43 ] [ iter: 56,900 ] [ performance: 25.999 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:46 ] [ l_g_pix: 2.5773e-02 ] [ l_g_total: 2.5773e-02 ] +2024-10-03 14:05:14,770 INFO: [ epoch: 43 ] [ iter: 57,000 ] [ performance: 26.927 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:38 ] [ l_g_pix: 3.3243e-02 ] [ l_g_total: 3.3243e-02 ] +2024-10-03 14:05:18,495 INFO: [ epoch: 43 ] [ iter: 57,100 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:29 ] [ l_g_pix: 2.0844e-02 ] [ l_g_total: 2.0844e-02 ] +2024-10-03 14:05:22,043 INFO: [ epoch: 43 ] [ iter: 57,200 ] [ performance: 27.995 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:21 ] [ l_g_pix: 4.6318e-02 ] [ l_g_total: 4.6318e-02 ] +2024-10-03 14:05:27,166 INFO: [ epoch: 44 ] [ iter: 57,300 ] [ performance: 27.421 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:13 ] [ l_g_pix: 3.8050e-02 ] [ l_g_total: 3.8050e-02 ] +2024-10-03 14:05:30,854 INFO: [ epoch: 44 ] [ iter: 57,400 ] [ performance: 27.159 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:05 ] [ l_g_pix: 2.1587e-02 ] [ l_g_total: 2.1587e-02 ] +2024-10-03 14:05:34,535 INFO: [ epoch: 44 ] [ iter: 57,500 ] [ performance: 27.454 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:57 ] [ l_g_pix: 3.8914e-02 ] [ l_g_total: 3.8914e-02 ] +2024-10-03 14:05:38,241 INFO: [ epoch: 44 ] [ iter: 57,600 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:49 ] [ l_g_pix: 3.1571e-02 ] [ l_g_total: 3.1571e-02 ] +2024-10-03 14:05:41,982 INFO: [ epoch: 44 ] [ iter: 57,700 ] [ performance: 26.510 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:40 ] [ l_g_pix: 2.6976e-02 ] [ l_g_total: 2.6976e-02 ] +2024-10-03 14:05:45,825 INFO: [ epoch: 44 ] [ iter: 57,800 ] [ performance: 26.081 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:32 ] [ l_g_pix: 2.7572e-02 ] [ l_g_total: 2.7572e-02 ] +2024-10-03 14:05:49,562 INFO: [ epoch: 44 ] [ iter: 57,900 ] [ performance: 26.669 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:24 ] [ l_g_pix: 3.3698e-02 ] [ l_g_total: 3.3698e-02 ] +2024-10-03 14:05:53,341 INFO: [ epoch: 44 ] [ iter: 58,000 ] [ performance: 26.488 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:16 ] [ l_g_pix: 2.8944e-02 ] [ l_g_total: 2.8944e-02 ] +2024-10-03 14:05:57,091 INFO: [ epoch: 44 ] [ iter: 58,100 ] [ performance: 26.863 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:08 ] [ l_g_pix: 2.6283e-02 ] [ l_g_total: 2.6283e-02 ] +2024-10-03 14:06:00,808 INFO: [ epoch: 44 ] [ iter: 58,200 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:59 ] [ l_g_pix: 3.6121e-02 ] [ l_g_total: 3.6121e-02 ] +2024-10-03 14:06:04,523 INFO: [ epoch: 44 ] [ iter: 58,300 ] [ performance: 26.784 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:51 ] [ l_g_pix: 4.5652e-02 ] [ l_g_total: 4.5652e-02 ] +2024-10-03 14:06:08,248 INFO: [ epoch: 44 ] [ iter: 58,400 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:43 ] [ l_g_pix: 3.1988e-02 ] [ l_g_total: 3.1988e-02 ] +2024-10-03 14:06:11,824 INFO: [ epoch: 44 ] [ iter: 58,500 ] [ performance: 19.978 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:35 ] [ l_g_pix: 2.6116e-02 ] [ l_g_total: 2.6116e-02 ] +2024-10-03 14:06:17,374 INFO: [ epoch: 45 ] [ iter: 58,600 ] [ performance: 18.171 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:28 ] [ l_g_pix: 4.0818e-02 ] [ l_g_total: 4.0818e-02 ] +2024-10-03 14:06:21,104 INFO: [ epoch: 45 ] [ iter: 58,700 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:20 ] [ l_g_pix: 3.8263e-02 ] [ l_g_total: 3.8263e-02 ] +2024-10-03 14:06:24,842 INFO: [ epoch: 45 ] [ iter: 58,800 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:12 ] [ l_g_pix: 2.2860e-02 ] [ l_g_total: 2.2860e-02 ] +2024-10-03 14:06:28,552 INFO: [ epoch: 45 ] [ iter: 58,900 ] [ performance: 26.067 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:04 ] [ l_g_pix: 3.5126e-02 ] [ l_g_total: 3.5126e-02 ] +2024-10-03 14:06:32,272 INFO: [ epoch: 45 ] [ iter: 59,000 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:56 ] [ l_g_pix: 2.5617e-02 ] [ l_g_total: 2.5617e-02 ] +2024-10-03 14:06:35,997 INFO: [ epoch: 45 ] [ iter: 59,100 ] [ performance: 26.042 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:48 ] [ l_g_pix: 3.7617e-02 ] [ l_g_total: 3.7617e-02 ] +2024-10-03 14:06:39,732 INFO: [ epoch: 45 ] [ iter: 59,200 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:39 ] [ l_g_pix: 3.7433e-02 ] [ l_g_total: 3.7433e-02 ] +2024-10-03 14:06:43,507 INFO: [ epoch: 45 ] [ iter: 59,300 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:31 ] [ l_g_pix: 3.6876e-02 ] [ l_g_total: 3.6876e-02 ] +2024-10-03 14:06:47,247 INFO: [ epoch: 45 ] [ iter: 59,400 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:23 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-10-03 14:06:51,082 INFO: [ epoch: 45 ] [ iter: 59,500 ] [ performance: 26.571 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:16 ] [ l_g_pix: 2.3797e-02 ] [ l_g_total: 2.3797e-02 ] +2024-10-03 14:06:54,803 INFO: [ epoch: 45 ] [ iter: 59,600 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:08 ] [ l_g_pix: 2.7561e-02 ] [ l_g_total: 2.7561e-02 ] +2024-10-03 14:06:58,520 INFO: [ epoch: 45 ] [ iter: 59,700 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:00 ] [ l_g_pix: 4.0303e-02 ] [ l_g_total: 4.0303e-02 ] +2024-10-03 14:07:02,130 INFO: [ epoch: 45 ] [ iter: 59,800 ] [ performance: 27.669 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:52 ] [ l_g_pix: 3.2168e-02 ] [ l_g_total: 3.2168e-02 ] +2024-10-03 14:07:07,577 INFO: [ epoch: 46 ] [ iter: 59,900 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:45 ] [ l_g_pix: 3.8650e-02 ] [ l_g_total: 3.8650e-02 ] +2024-10-03 14:07:11,270 INFO: [ epoch: 46 ] [ iter: 60,000 ] [ performance: 27.083 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:37 ] [ l_g_pix: 3.3248e-02 ] [ l_g_total: 3.3248e-02 ] +2024-10-03 14:07:11,270 INFO: Saving models and training states. +2024-10-03 14:10:15,480 INFO: Validation val + + # psnr: 27.1542........ Best: 27.1542 @ 60000 iter + # ssim: 0.7640........ Best: 0.7640 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-03 14:10:19,222 INFO: [ epoch: 46 ] [ iter: 60,100 ] [ performance: 28.998 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:31 ] [ l_g_pix: 3.2921e-02 ] [ l_g_total: 3.2921e-02 ] +2024-10-03 14:10:22,957 INFO: [ epoch: 46 ] [ iter: 60,200 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:23 ] [ l_g_pix: 5.0720e-02 ] [ l_g_total: 5.0720e-02 ] +2024-10-03 14:10:26,782 INFO: [ epoch: 46 ] [ iter: 60,300 ] [ performance: 26.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:14 ] [ l_g_pix: 3.2062e-02 ] [ l_g_total: 3.2062e-02 ] +2024-10-03 14:10:30,598 INFO: [ epoch: 46 ] [ iter: 60,400 ] [ performance: 26.211 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:06 ] [ l_g_pix: 2.6098e-02 ] [ l_g_total: 2.6098e-02 ] +2024-10-03 14:10:34,346 INFO: [ epoch: 46 ] [ iter: 60,500 ] [ performance: 26.447 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:58 ] [ l_g_pix: 3.2126e-02 ] [ l_g_total: 3.2126e-02 ] +2024-10-03 14:10:38,149 INFO: [ epoch: 46 ] [ iter: 60,600 ] [ performance: 26.310 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:50 ] [ l_g_pix: 4.2700e-02 ] [ l_g_total: 4.2700e-02 ] +2024-10-03 14:10:41,905 INFO: [ epoch: 46 ] [ iter: 60,700 ] [ performance: 26.470 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:41 ] [ l_g_pix: 3.4344e-02 ] [ l_g_total: 3.4344e-02 ] +2024-10-03 14:10:45,659 INFO: [ epoch: 46 ] [ iter: 60,800 ] [ performance: 26.637 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:33 ] [ l_g_pix: 3.9100e-02 ] [ l_g_total: 3.9100e-02 ] +2024-10-03 14:10:49,412 INFO: [ epoch: 46 ] [ iter: 60,900 ] [ performance: 26.643 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:25 ] [ l_g_pix: 2.5578e-02 ] [ l_g_total: 2.5578e-02 ] +2024-10-03 14:10:53,180 INFO: [ epoch: 46 ] [ iter: 61,000 ] [ performance: 26.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:16 ] [ l_g_pix: 3.3016e-02 ] [ l_g_total: 3.3016e-02 ] +2024-10-03 14:10:56,906 INFO: [ epoch: 46 ] [ iter: 61,100 ] [ performance: 26.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:08 ] [ l_g_pix: 3.6801e-02 ] [ l_g_total: 3.6801e-02 ] +2024-10-03 14:11:02,078 INFO: [ epoch: 47 ] [ iter: 61,200 ] [ performance: 24.324 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:01 ] [ l_g_pix: 3.1367e-02 ] [ l_g_total: 3.1367e-02 ] +2024-10-03 14:11:05,842 INFO: [ epoch: 47 ] [ iter: 61,300 ] [ performance: 25.420 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:53 ] [ l_g_pix: 2.8273e-02 ] [ l_g_total: 2.8273e-02 ] +2024-10-03 14:11:09,583 INFO: [ epoch: 47 ] [ iter: 61,400 ] [ performance: 26.786 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:44 ] [ l_g_pix: 2.4249e-02 ] [ l_g_total: 2.4249e-02 ] +2024-10-03 14:11:13,326 INFO: [ epoch: 47 ] [ iter: 61,500 ] [ performance: 26.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:36 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-03 14:11:17,098 INFO: [ epoch: 47 ] [ iter: 61,600 ] [ performance: 26.503 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:28 ] [ l_g_pix: 2.7090e-02 ] [ l_g_total: 2.7090e-02 ] +2024-10-03 14:11:20,817 INFO: [ epoch: 47 ] [ iter: 61,700 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:20 ] [ l_g_pix: 2.5363e-02 ] [ l_g_total: 2.5363e-02 ] +2024-10-03 14:11:25,376 INFO: [ epoch: 47 ] [ iter: 61,800 ] [ performance: 21.629 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:12 ] [ l_g_pix: 3.5473e-02 ] [ l_g_total: 3.5473e-02 ] +2024-10-03 14:11:29,249 INFO: [ epoch: 47 ] [ iter: 61,900 ] [ performance: 23.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:04 ] [ l_g_pix: 2.5703e-02 ] [ l_g_total: 2.5703e-02 ] +2024-10-03 14:11:32,938 INFO: [ epoch: 47 ] [ iter: 62,000 ] [ performance: 27.090 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:56 ] [ l_g_pix: 2.7600e-02 ] [ l_g_total: 2.7600e-02 ] +2024-10-03 14:11:36,618 INFO: [ epoch: 47 ] [ iter: 62,100 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:48 ] [ l_g_pix: 2.8008e-02 ] [ l_g_total: 2.8008e-02 ] +2024-10-03 14:11:40,337 INFO: [ epoch: 47 ] [ iter: 62,200 ] [ performance: 26.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:40 ] [ l_g_pix: 3.0024e-02 ] [ l_g_total: 3.0024e-02 ] +2024-10-03 14:11:44,018 INFO: [ epoch: 47 ] [ iter: 62,300 ] [ performance: 27.034 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:31 ] [ l_g_pix: 2.1587e-02 ] [ l_g_total: 2.1587e-02 ] +2024-10-03 14:11:47,653 INFO: [ epoch: 47 ] [ iter: 62,400 ] [ performance: 27.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:23 ] [ l_g_pix: 2.4968e-02 ] [ l_g_total: 2.4968e-02 ] +2024-10-03 14:11:52,928 INFO: [ epoch: 48 ] [ iter: 62,500 ] [ performance: 22.260 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:16 ] [ l_g_pix: 2.8276e-02 ] [ l_g_total: 2.8276e-02 ] +2024-10-03 14:11:56,612 INFO: [ epoch: 48 ] [ iter: 62,600 ] [ performance: 27.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:08 ] [ l_g_pix: 2.2085e-02 ] [ l_g_total: 2.2085e-02 ] +2024-10-03 14:12:00,379 INFO: [ epoch: 48 ] [ iter: 62,700 ] [ performance: 26.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:00 ] [ l_g_pix: 2.6991e-02 ] [ l_g_total: 2.6991e-02 ] +2024-10-03 14:12:04,084 INFO: [ epoch: 48 ] [ iter: 62,800 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:52 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-03 14:12:07,793 INFO: [ epoch: 48 ] [ iter: 62,900 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:44 ] [ l_g_pix: 2.6463e-02 ] [ l_g_total: 2.6463e-02 ] +2024-10-03 14:12:11,571 INFO: [ epoch: 48 ] [ iter: 63,000 ] [ performance: 26.516 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:36 ] [ l_g_pix: 3.4201e-02 ] [ l_g_total: 3.4201e-02 ] +2024-10-03 14:12:15,346 INFO: [ epoch: 48 ] [ iter: 63,100 ] [ performance: 26.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:28 ] [ l_g_pix: 3.4558e-02 ] [ l_g_total: 3.4558e-02 ] +2024-10-03 14:12:19,061 INFO: [ epoch: 48 ] [ iter: 63,200 ] [ performance: 26.956 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:20 ] [ l_g_pix: 3.4078e-02 ] [ l_g_total: 3.4078e-02 ] +2024-10-03 14:12:22,776 INFO: [ epoch: 48 ] [ iter: 63,300 ] [ performance: 26.937 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:12 ] [ l_g_pix: 2.5945e-02 ] [ l_g_total: 2.5945e-02 ] +2024-10-03 14:12:26,546 INFO: [ epoch: 48 ] [ iter: 63,400 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:04 ] [ l_g_pix: 2.8044e-02 ] [ l_g_total: 2.8044e-02 ] +2024-10-03 14:12:30,264 INFO: [ epoch: 48 ] [ iter: 63,500 ] [ performance: 26.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:56 ] [ l_g_pix: 3.4613e-02 ] [ l_g_total: 3.4613e-02 ] +2024-10-03 14:12:34,002 INFO: [ epoch: 48 ] [ iter: 63,600 ] [ performance: 26.755 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:48 ] [ l_g_pix: 1.7411e-02 ] [ l_g_total: 1.7411e-02 ] +2024-10-03 14:12:37,624 INFO: [ epoch: 48 ] [ iter: 63,700 ] [ performance: 27.216 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:40 ] [ l_g_pix: 4.7460e-02 ] [ l_g_total: 4.7460e-02 ] +2024-10-03 14:12:43,333 INFO: [ epoch: 49 ] [ iter: 63,800 ] [ performance: 23.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:33 ] [ l_g_pix: 3.9966e-02 ] [ l_g_total: 3.9966e-02 ] +2024-10-03 14:12:46,993 INFO: [ epoch: 49 ] [ iter: 63,900 ] [ performance: 25.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:25 ] [ l_g_pix: 2.2592e-02 ] [ l_g_total: 2.2592e-02 ] +2024-10-03 14:12:50,667 INFO: [ epoch: 49 ] [ iter: 64,000 ] [ performance: 27.254 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:18 ] [ l_g_pix: 2.6539e-02 ] [ l_g_total: 2.6539e-02 ] +2024-10-03 14:12:54,378 INFO: [ epoch: 49 ] [ iter: 64,100 ] [ performance: 27.090 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:10 ] [ l_g_pix: 3.5596e-02 ] [ l_g_total: 3.5596e-02 ] +2024-10-03 14:12:58,114 INFO: [ epoch: 49 ] [ iter: 64,200 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:02 ] [ l_g_pix: 2.3244e-02 ] [ l_g_total: 2.3244e-02 ] +2024-10-03 14:13:01,818 INFO: [ epoch: 49 ] [ iter: 64,300 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:54 ] [ l_g_pix: 2.8541e-02 ] [ l_g_total: 2.8541e-02 ] +2024-10-03 14:13:05,554 INFO: [ epoch: 49 ] [ iter: 64,400 ] [ performance: 26.766 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:46 ] [ l_g_pix: 2.9491e-02 ] [ l_g_total: 2.9491e-02 ] +2024-10-03 14:13:09,262 INFO: [ epoch: 49 ] [ iter: 64,500 ] [ performance: 26.881 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:38 ] [ l_g_pix: 4.7990e-02 ] [ l_g_total: 4.7990e-02 ] +2024-10-03 14:13:12,987 INFO: [ epoch: 49 ] [ iter: 64,600 ] [ performance: 26.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:30 ] [ l_g_pix: 4.1249e-02 ] [ l_g_total: 4.1249e-02 ] +2024-10-03 14:13:16,721 INFO: [ epoch: 49 ] [ iter: 64,700 ] [ performance: 26.880 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:23 ] [ l_g_pix: 4.0645e-02 ] [ l_g_total: 4.0645e-02 ] +2024-10-03 14:13:20,460 INFO: [ epoch: 49 ] [ iter: 64,800 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:15 ] [ l_g_pix: 2.7585e-02 ] [ l_g_total: 2.7585e-02 ] +2024-10-03 14:13:24,174 INFO: [ epoch: 49 ] [ iter: 64,900 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:07 ] [ l_g_pix: 3.0497e-02 ] [ l_g_total: 3.0497e-02 ] +2024-10-03 14:13:27,791 INFO: [ epoch: 49 ] [ iter: 65,000 ] [ performance: 27.487 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:59 ] [ l_g_pix: 4.1237e-02 ] [ l_g_total: 4.1237e-02 ] +2024-10-03 14:13:32,956 INFO: [ epoch: 50 ] [ iter: 65,100 ] [ performance: 22.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:52 ] [ l_g_pix: 3.1481e-02 ] [ l_g_total: 3.1481e-02 ] +2024-10-03 14:13:36,663 INFO: [ epoch: 50 ] [ iter: 65,200 ] [ performance: 27.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:45 ] [ l_g_pix: 2.3658e-02 ] [ l_g_total: 2.3658e-02 ] +2024-10-03 14:13:40,365 INFO: [ epoch: 50 ] [ iter: 65,300 ] [ performance: 27.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:37 ] [ l_g_pix: 3.2496e-02 ] [ l_g_total: 3.2496e-02 ] +2024-10-03 14:13:44,126 INFO: [ epoch: 50 ] [ iter: 65,400 ] [ performance: 26.530 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:29 ] [ l_g_pix: 4.1439e-02 ] [ l_g_total: 4.1439e-02 ] +2024-10-03 14:13:47,854 INFO: [ epoch: 50 ] [ iter: 65,500 ] [ performance: 26.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:21 ] [ l_g_pix: 2.8241e-02 ] [ l_g_total: 2.8241e-02 ] +2024-10-03 14:13:51,628 INFO: [ epoch: 50 ] [ iter: 65,600 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:14 ] [ l_g_pix: 4.5752e-02 ] [ l_g_total: 4.5752e-02 ] +2024-10-03 14:13:55,346 INFO: [ epoch: 50 ] [ iter: 65,700 ] [ performance: 26.868 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:06 ] [ l_g_pix: 2.0125e-02 ] [ l_g_total: 2.0125e-02 ] +2024-10-03 14:13:59,072 INFO: [ epoch: 50 ] [ iter: 65,800 ] [ performance: 26.730 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:58 ] [ l_g_pix: 1.6768e-02 ] [ l_g_total: 1.6768e-02 ] +2024-10-03 14:14:02,796 INFO: [ epoch: 50 ] [ iter: 65,900 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:51 ] [ l_g_pix: 4.4034e-02 ] [ l_g_total: 4.4034e-02 ] +2024-10-03 14:14:06,513 INFO: [ epoch: 50 ] [ iter: 66,000 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:43 ] [ l_g_pix: 3.3257e-02 ] [ l_g_total: 3.3257e-02 ] +2024-10-03 14:14:10,210 INFO: [ epoch: 50 ] [ iter: 66,100 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:36 ] [ l_g_pix: 2.1194e-02 ] [ l_g_total: 2.1194e-02 ] +2024-10-03 14:14:13,976 INFO: [ epoch: 50 ] [ iter: 66,200 ] [ performance: 26.532 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:28 ] [ l_g_pix: 3.3657e-02 ] [ l_g_total: 3.3657e-02 ] +2024-10-03 14:14:17,560 INFO: [ epoch: 50 ] [ iter: 66,300 ] [ performance: 27.317 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:20 ] [ l_g_pix: 3.8947e-02 ] [ l_g_total: 3.8947e-02 ] +2024-10-03 14:14:23,164 INFO: [ epoch: 51 ] [ iter: 66,400 ] [ performance: 24.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:14 ] [ l_g_pix: 2.8756e-02 ] [ l_g_total: 2.8756e-02 ] +2024-10-03 14:14:26,893 INFO: [ epoch: 51 ] [ iter: 66,500 ] [ performance: 25.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 2.3219e-02 ] [ l_g_total: 2.3219e-02 ] +2024-10-03 14:14:30,630 INFO: [ epoch: 51 ] [ iter: 66,600 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:58 ] [ l_g_pix: 2.8634e-02 ] [ l_g_total: 2.8634e-02 ] +2024-10-03 14:14:34,366 INFO: [ epoch: 51 ] [ iter: 66,700 ] [ performance: 26.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:51 ] [ l_g_pix: 3.3519e-02 ] [ l_g_total: 3.3519e-02 ] +2024-10-03 14:14:38,090 INFO: [ epoch: 51 ] [ iter: 66,800 ] [ performance: 26.808 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 2.9659e-02 ] [ l_g_total: 2.9659e-02 ] +2024-10-03 14:14:41,818 INFO: [ epoch: 51 ] [ iter: 66,900 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:36 ] [ l_g_pix: 2.9794e-02 ] [ l_g_total: 2.9794e-02 ] +2024-10-03 14:14:45,551 INFO: [ epoch: 51 ] [ iter: 67,000 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:28 ] [ l_g_pix: 2.6828e-02 ] [ l_g_total: 2.6828e-02 ] +2024-10-03 14:14:49,233 INFO: [ epoch: 51 ] [ iter: 67,100 ] [ performance: 27.019 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:21 ] [ l_g_pix: 3.3006e-02 ] [ l_g_total: 3.3006e-02 ] +2024-10-03 14:14:52,969 INFO: [ epoch: 51 ] [ iter: 67,200 ] [ performance: 26.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:13 ] [ l_g_pix: 2.7873e-02 ] [ l_g_total: 2.7873e-02 ] +2024-10-03 14:14:56,791 INFO: [ epoch: 51 ] [ iter: 67,300 ] [ performance: 26.414 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:06 ] [ l_g_pix: 3.9183e-02 ] [ l_g_total: 3.9183e-02 ] +2024-10-03 14:15:00,526 INFO: [ epoch: 51 ] [ iter: 67,400 ] [ performance: 26.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:58 ] [ l_g_pix: 3.0925e-02 ] [ l_g_total: 3.0925e-02 ] +2024-10-03 14:15:04,218 INFO: [ epoch: 51 ] [ iter: 67,500 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:51 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-03 14:15:07,785 INFO: [ epoch: 51 ] [ iter: 67,600 ] [ performance: 27.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:43 ] [ l_g_pix: 2.9380e-02 ] [ l_g_total: 2.9380e-02 ] +2024-10-03 14:15:13,153 INFO: [ epoch: 52 ] [ iter: 67,700 ] [ performance: 21.379 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:37 ] [ l_g_pix: 2.8020e-02 ] [ l_g_total: 2.8020e-02 ] +2024-10-03 14:15:16,876 INFO: [ epoch: 52 ] [ iter: 67,800 ] [ performance: 26.684 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:29 ] [ l_g_pix: 3.1159e-02 ] [ l_g_total: 3.1159e-02 ] +2024-10-03 14:15:20,568 INFO: [ epoch: 52 ] [ iter: 67,900 ] [ performance: 26.933 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 2.2891e-02 ] [ l_g_total: 2.2891e-02 ] +2024-10-03 14:15:24,266 INFO: [ epoch: 52 ] [ iter: 68,000 ] [ performance: 27.154 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:14 ] [ l_g_pix: 2.1213e-02 ] [ l_g_total: 2.1213e-02 ] +2024-10-03 14:15:27,947 INFO: [ epoch: 52 ] [ iter: 68,100 ] [ performance: 27.165 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:07 ] [ l_g_pix: 2.3872e-02 ] [ l_g_total: 2.3872e-02 ] +2024-10-03 14:15:31,774 INFO: [ epoch: 52 ] [ iter: 68,200 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:00 ] [ l_g_pix: 2.8539e-02 ] [ l_g_total: 2.8539e-02 ] +2024-10-03 14:15:35,500 INFO: [ epoch: 52 ] [ iter: 68,300 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:52 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-03 14:15:39,241 INFO: [ epoch: 52 ] [ iter: 68,400 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:45 ] [ l_g_pix: 3.0711e-02 ] [ l_g_total: 3.0711e-02 ] +2024-10-03 14:15:42,912 INFO: [ epoch: 52 ] [ iter: 68,500 ] [ performance: 27.059 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:37 ] [ l_g_pix: 3.9379e-02 ] [ l_g_total: 3.9379e-02 ] +2024-10-03 14:15:46,591 INFO: [ epoch: 52 ] [ iter: 68,600 ] [ performance: 27.290 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:30 ] [ l_g_pix: 4.7085e-02 ] [ l_g_total: 4.7085e-02 ] +2024-10-03 14:15:50,321 INFO: [ epoch: 52 ] [ iter: 68,700 ] [ performance: 26.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:23 ] [ l_g_pix: 2.6326e-02 ] [ l_g_total: 2.6326e-02 ] +2024-10-03 14:15:54,090 INFO: [ epoch: 52 ] [ iter: 68,800 ] [ performance: 26.714 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:15 ] [ l_g_pix: 3.7422e-02 ] [ l_g_total: 3.7422e-02 ] +2024-10-03 14:15:57,664 INFO: [ epoch: 52 ] [ iter: 68,900 ] [ performance: 27.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 2.3453e-02 ] [ l_g_total: 2.3453e-02 ] +2024-10-03 14:16:03,293 INFO: [ epoch: 53 ] [ iter: 69,000 ] [ performance: 24.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:01 ] [ l_g_pix: 3.1477e-02 ] [ l_g_total: 3.1477e-02 ] +2024-10-03 14:16:07,006 INFO: [ epoch: 53 ] [ iter: 69,100 ] [ performance: 25.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:54 ] [ l_g_pix: 3.1291e-02 ] [ l_g_total: 3.1291e-02 ] +2024-10-03 14:16:10,674 INFO: [ epoch: 53 ] [ iter: 69,200 ] [ performance: 27.259 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:47 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-10-03 14:16:14,391 INFO: [ epoch: 53 ] [ iter: 69,300 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:40 ] [ l_g_pix: 3.1114e-02 ] [ l_g_total: 3.1114e-02 ] +2024-10-03 14:16:18,122 INFO: [ epoch: 53 ] [ iter: 69,400 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:32 ] [ l_g_pix: 3.4249e-02 ] [ l_g_total: 3.4249e-02 ] +2024-10-03 14:16:21,862 INFO: [ epoch: 53 ] [ iter: 69,500 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:25 ] [ l_g_pix: 3.8129e-02 ] [ l_g_total: 3.8129e-02 ] +2024-10-03 14:16:25,634 INFO: [ epoch: 53 ] [ iter: 69,600 ] [ performance: 26.234 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:18 ] [ l_g_pix: 3.4686e-02 ] [ l_g_total: 3.4686e-02 ] +2024-10-03 14:16:29,344 INFO: [ epoch: 53 ] [ iter: 69,700 ] [ performance: 26.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:11 ] [ l_g_pix: 2.6539e-02 ] [ l_g_total: 2.6539e-02 ] +2024-10-03 14:16:33,083 INFO: [ epoch: 53 ] [ iter: 69,800 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:03 ] [ l_g_pix: 2.8032e-02 ] [ l_g_total: 2.8032e-02 ] +2024-10-03 14:16:36,825 INFO: [ epoch: 53 ] [ iter: 69,900 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:56 ] [ l_g_pix: 3.1495e-02 ] [ l_g_total: 3.1495e-02 ] +2024-10-03 14:16:40,547 INFO: [ epoch: 53 ] [ iter: 70,000 ] [ performance: 26.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:49 ] [ l_g_pix: 4.2575e-02 ] [ l_g_total: 4.2575e-02 ] +2024-10-03 14:16:40,548 INFO: Saving models and training states. +2024-10-03 14:20:31,103 INFO: Validation val + + # psnr: 27.1734........ Best: 27.1734 @ 70000 iter + # ssim: 0.7648........ Best: 0.7648 @ 70000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-10-03 14:20:34,833 INFO: [ epoch: 53 ] [ iter: 70,100 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:20 ] [ l_g_pix: 3.9424e-02 ] [ l_g_total: 3.9424e-02 ] +2024-10-03 14:20:38,542 INFO: [ epoch: 53 ] [ iter: 70,200 ] [ performance: 25.473 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:12 ] [ l_g_pix: 2.1974e-02 ] [ l_g_total: 2.1974e-02 ] +2024-10-03 14:20:44,067 INFO: [ epoch: 54 ] [ iter: 70,300 ] [ performance: 20.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:05 ] [ l_g_pix: 4.4900e-02 ] [ l_g_total: 4.4900e-02 ] +2024-10-03 14:20:48,354 INFO: [ epoch: 54 ] [ iter: 70,400 ] [ performance: 26.636 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:58 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-10-03 14:20:52,097 INFO: [ epoch: 54 ] [ iter: 70,500 ] [ performance: 26.693 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:50 ] [ l_g_pix: 4.6455e-02 ] [ l_g_total: 4.6455e-02 ] +2024-10-03 14:20:55,858 INFO: [ epoch: 54 ] [ iter: 70,600 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:43 ] [ l_g_pix: 2.5124e-02 ] [ l_g_total: 2.5124e-02 ] +2024-10-03 14:20:59,569 INFO: [ epoch: 54 ] [ iter: 70,700 ] [ performance: 26.849 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:35 ] [ l_g_pix: 3.0604e-02 ] [ l_g_total: 3.0604e-02 ] +2024-10-03 14:21:03,297 INFO: [ epoch: 54 ] [ iter: 70,800 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 3.0940e-02 ] [ l_g_total: 3.0940e-02 ] +2024-10-03 14:21:07,034 INFO: [ epoch: 54 ] [ iter: 70,900 ] [ performance: 26.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:20 ] [ l_g_pix: 4.4116e-02 ] [ l_g_total: 4.4116e-02 ] +2024-10-03 14:21:10,785 INFO: [ epoch: 54 ] [ iter: 71,000 ] [ performance: 26.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:12 ] [ l_g_pix: 3.8757e-02 ] [ l_g_total: 3.8757e-02 ] +2024-10-03 14:21:14,533 INFO: [ epoch: 54 ] [ iter: 71,100 ] [ performance: 26.676 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:05 ] [ l_g_pix: 3.5413e-02 ] [ l_g_total: 3.5413e-02 ] +2024-10-03 14:21:18,306 INFO: [ epoch: 54 ] [ iter: 71,200 ] [ performance: 26.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:57 ] [ l_g_pix: 2.8451e-02 ] [ l_g_total: 2.8451e-02 ] +2024-10-03 14:21:22,049 INFO: [ epoch: 54 ] [ iter: 71,300 ] [ performance: 26.647 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:50 ] [ l_g_pix: 2.6387e-02 ] [ l_g_total: 2.6387e-02 ] +2024-10-03 14:21:25,775 INFO: [ epoch: 54 ] [ iter: 71,400 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:42 ] [ l_g_pix: 3.9159e-02 ] [ l_g_total: 3.9159e-02 ] +2024-10-03 14:21:29,381 INFO: [ epoch: 54 ] [ iter: 71,500 ] [ performance: 27.462 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 2.4746e-02 ] [ l_g_total: 2.4746e-02 ] +2024-10-03 14:21:34,705 INFO: [ epoch: 55 ] [ iter: 71,600 ] [ performance: 26.889 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:28 ] [ l_g_pix: 4.0434e-02 ] [ l_g_total: 4.0434e-02 ] +2024-10-03 14:21:38,451 INFO: [ epoch: 55 ] [ iter: 71,700 ] [ performance: 26.764 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:20 ] [ l_g_pix: 3.3125e-02 ] [ l_g_total: 3.3125e-02 ] +2024-10-03 14:21:42,133 INFO: [ epoch: 55 ] [ iter: 71,800 ] [ performance: 27.514 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:13 ] [ l_g_pix: 3.5717e-02 ] [ l_g_total: 3.5717e-02 ] +2024-10-03 14:21:45,884 INFO: [ epoch: 55 ] [ iter: 71,900 ] [ performance: 26.916 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:05 ] [ l_g_pix: 2.7090e-02 ] [ l_g_total: 2.7090e-02 ] +2024-10-03 14:21:49,583 INFO: [ epoch: 55 ] [ iter: 72,000 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:58 ] [ l_g_pix: 3.0893e-02 ] [ l_g_total: 3.0893e-02 ] +2024-10-03 14:21:53,258 INFO: [ epoch: 55 ] [ iter: 72,100 ] [ performance: 27.097 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:50 ] [ l_g_pix: 3.2026e-02 ] [ l_g_total: 3.2026e-02 ] +2024-10-03 14:21:56,948 INFO: [ epoch: 55 ] [ iter: 72,200 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:43 ] [ l_g_pix: 3.5899e-02 ] [ l_g_total: 3.5899e-02 ] +2024-10-03 14:22:00,641 INFO: [ epoch: 55 ] [ iter: 72,300 ] [ performance: 27.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:35 ] [ l_g_pix: 2.5187e-02 ] [ l_g_total: 2.5187e-02 ] +2024-10-03 14:22:04,354 INFO: [ epoch: 55 ] [ iter: 72,400 ] [ performance: 27.011 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:28 ] [ l_g_pix: 3.4455e-02 ] [ l_g_total: 3.4455e-02 ] +2024-10-03 14:22:08,097 INFO: [ epoch: 55 ] [ iter: 72,500 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:21 ] [ l_g_pix: 2.8272e-02 ] [ l_g_total: 2.8272e-02 ] +2024-10-03 14:22:11,862 INFO: [ epoch: 55 ] [ iter: 72,600 ] [ performance: 26.462 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:13 ] [ l_g_pix: 2.6449e-02 ] [ l_g_total: 2.6449e-02 ] +2024-10-03 14:22:15,620 INFO: [ epoch: 55 ] [ iter: 72,700 ] [ performance: 26.575 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:06 ] [ l_g_pix: 1.9376e-02 ] [ l_g_total: 1.9376e-02 ] +2024-10-03 14:22:19,249 INFO: [ epoch: 55 ] [ iter: 72,800 ] [ performance: 26.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:58 ] [ l_g_pix: 2.4157e-02 ] [ l_g_total: 2.4157e-02 ] +2024-10-03 14:22:24,494 INFO: [ epoch: 56 ] [ iter: 72,900 ] [ performance: 20.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:52 ] [ l_g_pix: 2.5279e-02 ] [ l_g_total: 2.5279e-02 ] +2024-10-03 14:22:28,188 INFO: [ epoch: 56 ] [ iter: 73,000 ] [ performance: 27.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 4.2642e-02 ] [ l_g_total: 4.2642e-02 ] +2024-10-03 14:22:31,922 INFO: [ epoch: 56 ] [ iter: 73,100 ] [ performance: 26.862 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:37 ] [ l_g_pix: 3.0205e-02 ] [ l_g_total: 3.0205e-02 ] +2024-10-03 14:22:35,719 INFO: [ epoch: 56 ] [ iter: 73,200 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:29 ] [ l_g_pix: 3.5543e-02 ] [ l_g_total: 3.5543e-02 ] +2024-10-03 14:22:39,469 INFO: [ epoch: 56 ] [ iter: 73,300 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:22 ] [ l_g_pix: 2.5929e-02 ] [ l_g_total: 2.5929e-02 ] +2024-10-03 14:22:43,188 INFO: [ epoch: 56 ] [ iter: 73,400 ] [ performance: 27.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 3.6367e-02 ] [ l_g_total: 3.6367e-02 ] +2024-10-03 14:22:46,869 INFO: [ epoch: 56 ] [ iter: 73,500 ] [ performance: 27.224 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:07 ] [ l_g_pix: 2.2041e-02 ] [ l_g_total: 2.2041e-02 ] +2024-10-03 14:22:50,623 INFO: [ epoch: 56 ] [ iter: 73,600 ] [ performance: 25.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:00 ] [ l_g_pix: 3.2962e-02 ] [ l_g_total: 3.2962e-02 ] +2024-10-03 14:22:54,309 INFO: [ epoch: 56 ] [ iter: 73,700 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:53 ] [ l_g_pix: 3.4577e-02 ] [ l_g_total: 3.4577e-02 ] +2024-10-03 14:22:58,050 INFO: [ epoch: 56 ] [ iter: 73,800 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:45 ] [ l_g_pix: 2.8428e-02 ] [ l_g_total: 2.8428e-02 ] +2024-10-03 14:23:01,759 INFO: [ epoch: 56 ] [ iter: 73,900 ] [ performance: 26.909 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:38 ] [ l_g_pix: 2.8839e-02 ] [ l_g_total: 2.8839e-02 ] +2024-10-03 14:23:05,495 INFO: [ epoch: 56 ] [ iter: 74,000 ] [ performance: 26.467 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:31 ] [ l_g_pix: 3.3094e-02 ] [ l_g_total: 3.3094e-02 ] +2024-10-03 14:23:09,114 INFO: [ epoch: 56 ] [ iter: 74,100 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:24 ] [ l_g_pix: 3.9150e-02 ] [ l_g_total: 3.9150e-02 ] +2024-10-03 14:23:14,197 INFO: [ epoch: 57 ] [ iter: 74,200 ] [ performance: 26.559 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:17 ] [ l_g_pix: 3.2646e-02 ] [ l_g_total: 3.2646e-02 ] +2024-10-03 14:23:17,937 INFO: [ epoch: 57 ] [ iter: 74,300 ] [ performance: 26.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:10 ] [ l_g_pix: 2.7862e-02 ] [ l_g_total: 2.7862e-02 ] +2024-10-03 14:23:21,686 INFO: [ epoch: 57 ] [ iter: 74,400 ] [ performance: 26.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:02 ] [ l_g_pix: 2.8496e-02 ] [ l_g_total: 2.8496e-02 ] +2024-10-03 14:23:25,484 INFO: [ epoch: 57 ] [ iter: 74,500 ] [ performance: 26.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:55 ] [ l_g_pix: 3.9554e-02 ] [ l_g_total: 3.9554e-02 ] +2024-10-03 14:23:29,248 INFO: [ epoch: 57 ] [ iter: 74,600 ] [ performance: 26.367 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:48 ] [ l_g_pix: 3.2951e-02 ] [ l_g_total: 3.2951e-02 ] +2024-10-03 14:23:32,959 INFO: [ epoch: 57 ] [ iter: 74,700 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:41 ] [ l_g_pix: 2.9789e-02 ] [ l_g_total: 2.9789e-02 ] +2024-10-03 14:23:36,653 INFO: [ epoch: 57 ] [ iter: 74,800 ] [ performance: 27.115 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:33 ] [ l_g_pix: 2.8792e-02 ] [ l_g_total: 2.8792e-02 ] +2024-10-03 14:23:40,401 INFO: [ epoch: 57 ] [ iter: 74,900 ] [ performance: 26.774 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:26 ] [ l_g_pix: 3.8417e-02 ] [ l_g_total: 3.8417e-02 ] +2024-10-03 14:23:44,072 INFO: [ epoch: 57 ] [ iter: 75,000 ] [ performance: 27.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:19 ] [ l_g_pix: 1.4545e-02 ] [ l_g_total: 1.4545e-02 ] +2024-10-03 14:23:47,779 INFO: [ epoch: 57 ] [ iter: 75,100 ] [ performance: 27.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:12 ] [ l_g_pix: 3.0396e-02 ] [ l_g_total: 3.0396e-02 ] +2024-10-03 14:23:51,469 INFO: [ epoch: 57 ] [ iter: 75,200 ] [ performance: 27.171 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:05 ] [ l_g_pix: 3.3648e-02 ] [ l_g_total: 3.3648e-02 ] +2024-10-03 14:23:55,131 INFO: [ epoch: 57 ] [ iter: 75,300 ] [ performance: 27.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:58 ] [ l_g_pix: 2.8680e-02 ] [ l_g_total: 2.8680e-02 ] +2024-10-03 14:23:58,745 INFO: [ epoch: 57 ] [ iter: 75,400 ] [ performance: 24.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:50 ] [ l_g_pix: 3.5695e-02 ] [ l_g_total: 3.5695e-02 ] +2024-10-03 14:24:04,152 INFO: [ epoch: 58 ] [ iter: 75,500 ] [ performance: 19.453 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:44 ] [ l_g_pix: 2.6195e-02 ] [ l_g_total: 2.6195e-02 ] +2024-10-03 14:24:07,779 INFO: [ epoch: 58 ] [ iter: 75,600 ] [ performance: 27.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:37 ] [ l_g_pix: 3.6966e-02 ] [ l_g_total: 3.6966e-02 ] +2024-10-03 14:24:11,486 INFO: [ epoch: 58 ] [ iter: 75,700 ] [ performance: 27.126 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:29 ] [ l_g_pix: 3.1579e-02 ] [ l_g_total: 3.1579e-02 ] +2024-10-03 14:24:15,181 INFO: [ epoch: 58 ] [ iter: 75,800 ] [ performance: 26.609 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:22 ] [ l_g_pix: 3.7647e-02 ] [ l_g_total: 3.7647e-02 ] +2024-10-03 14:24:18,902 INFO: [ epoch: 58 ] [ iter: 75,900 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:15 ] [ l_g_pix: 2.2383e-02 ] [ l_g_total: 2.2383e-02 ] +2024-10-03 14:24:22,604 INFO: [ epoch: 58 ] [ iter: 76,000 ] [ performance: 27.299 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:08 ] [ l_g_pix: 2.8856e-02 ] [ l_g_total: 2.8856e-02 ] +2024-10-03 14:24:26,326 INFO: [ epoch: 58 ] [ iter: 76,100 ] [ performance: 26.947 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:01 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-03 14:24:30,069 INFO: [ epoch: 58 ] [ iter: 76,200 ] [ performance: 25.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:54 ] [ l_g_pix: 3.4150e-02 ] [ l_g_total: 3.4150e-02 ] +2024-10-03 14:24:33,808 INFO: [ epoch: 58 ] [ iter: 76,300 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:47 ] [ l_g_pix: 3.9618e-02 ] [ l_g_total: 3.9618e-02 ] +2024-10-03 14:24:37,576 INFO: [ epoch: 58 ] [ iter: 76,400 ] [ performance: 26.576 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:40 ] [ l_g_pix: 3.5182e-02 ] [ l_g_total: 3.5182e-02 ] +2024-10-03 14:24:41,319 INFO: [ epoch: 58 ] [ iter: 76,500 ] [ performance: 26.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:33 ] [ l_g_pix: 3.4835e-02 ] [ l_g_total: 3.4835e-02 ] +2024-10-03 14:24:45,029 INFO: [ epoch: 58 ] [ iter: 76,600 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:26 ] [ l_g_pix: 3.5073e-02 ] [ l_g_total: 3.5073e-02 ] +2024-10-03 14:24:48,666 INFO: [ epoch: 58 ] [ iter: 76,700 ] [ performance: 27.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 2.8330e-02 ] [ l_g_total: 2.8330e-02 ] +2024-10-03 14:24:53,876 INFO: [ epoch: 59 ] [ iter: 76,800 ] [ performance: 26.247 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:12 ] [ l_g_pix: 3.6588e-02 ] [ l_g_total: 3.6588e-02 ] +2024-10-03 14:24:57,635 INFO: [ epoch: 59 ] [ iter: 76,900 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:05 ] [ l_g_pix: 2.6530e-02 ] [ l_g_total: 2.6530e-02 ] +2024-10-03 14:25:01,350 INFO: [ epoch: 59 ] [ iter: 77,000 ] [ performance: 27.359 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:58 ] [ l_g_pix: 4.2035e-02 ] [ l_g_total: 4.2035e-02 ] +2024-10-03 14:25:05,141 INFO: [ epoch: 59 ] [ iter: 77,100 ] [ performance: 26.523 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:51 ] [ l_g_pix: 3.7853e-02 ] [ l_g_total: 3.7853e-02 ] +2024-10-03 14:25:08,952 INFO: [ epoch: 59 ] [ iter: 77,200 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:44 ] [ l_g_pix: 2.1267e-02 ] [ l_g_total: 2.1267e-02 ] +2024-10-03 14:25:12,697 INFO: [ epoch: 59 ] [ iter: 77,300 ] [ performance: 26.722 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:37 ] [ l_g_pix: 2.4802e-02 ] [ l_g_total: 2.4802e-02 ] +2024-10-03 14:25:16,396 INFO: [ epoch: 59 ] [ iter: 77,400 ] [ performance: 27.668 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:30 ] [ l_g_pix: 2.0286e-02 ] [ l_g_total: 2.0286e-02 ] +2024-10-03 14:25:20,130 INFO: [ epoch: 59 ] [ iter: 77,500 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:23 ] [ l_g_pix: 3.1059e-02 ] [ l_g_total: 3.1059e-02 ] +2024-10-03 14:25:23,834 INFO: [ epoch: 59 ] [ iter: 77,600 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:16 ] [ l_g_pix: 3.2432e-02 ] [ l_g_total: 3.2432e-02 ] +2024-10-03 14:25:27,556 INFO: [ epoch: 59 ] [ iter: 77,700 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:09 ] [ l_g_pix: 3.6475e-02 ] [ l_g_total: 3.6475e-02 ] +2024-10-03 14:25:31,285 INFO: [ epoch: 59 ] [ iter: 77,800 ] [ performance: 27.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:02 ] [ l_g_pix: 3.4436e-02 ] [ l_g_total: 3.4436e-02 ] +2024-10-03 14:25:35,055 INFO: [ epoch: 59 ] [ iter: 77,900 ] [ performance: 26.614 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:55 ] [ l_g_pix: 2.5917e-02 ] [ l_g_total: 2.5917e-02 ] +2024-10-03 14:25:38,652 INFO: [ epoch: 59 ] [ iter: 78,000 ] [ performance: 20.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 2.0871e-02 ] [ l_g_total: 2.0871e-02 ] +2024-10-03 14:25:44,009 INFO: [ epoch: 60 ] [ iter: 78,100 ] [ performance: 18.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 3.1244e-02 ] [ l_g_total: 3.1244e-02 ] +2024-10-03 14:25:47,724 INFO: [ epoch: 60 ] [ iter: 78,200 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:35 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-03 14:25:51,434 INFO: [ epoch: 60 ] [ iter: 78,300 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:28 ] [ l_g_pix: 3.8580e-02 ] [ l_g_total: 3.8580e-02 ] +2024-10-03 14:25:55,153 INFO: [ epoch: 60 ] [ iter: 78,400 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:21 ] [ l_g_pix: 2.6478e-02 ] [ l_g_total: 2.6478e-02 ] +2024-10-03 14:25:58,863 INFO: [ epoch: 60 ] [ iter: 78,500 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 2.2860e-02 ] [ l_g_total: 2.2860e-02 ] +2024-10-03 14:26:02,628 INFO: [ epoch: 60 ] [ iter: 78,600 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:07 ] [ l_g_pix: 2.4127e-02 ] [ l_g_total: 2.4127e-02 ] +2024-10-03 14:26:06,366 INFO: [ epoch: 60 ] [ iter: 78,700 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 3.1299e-02 ] [ l_g_total: 3.1299e-02 ] +2024-10-03 14:26:10,106 INFO: [ epoch: 60 ] [ iter: 78,800 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:54 ] [ l_g_pix: 2.6547e-02 ] [ l_g_total: 2.6547e-02 ] +2024-10-03 14:26:13,841 INFO: [ epoch: 60 ] [ iter: 78,900 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:47 ] [ l_g_pix: 2.7419e-02 ] [ l_g_total: 2.7419e-02 ] +2024-10-03 14:26:17,562 INFO: [ epoch: 60 ] [ iter: 79,000 ] [ performance: 27.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:40 ] [ l_g_pix: 2.8784e-02 ] [ l_g_total: 2.8784e-02 ] +2024-10-03 14:26:21,298 INFO: [ epoch: 60 ] [ iter: 79,100 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 2.6615e-02 ] [ l_g_total: 2.6615e-02 ] +2024-10-03 14:26:25,070 INFO: [ epoch: 60 ] [ iter: 79,200 ] [ performance: 27.618 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:26 ] [ l_g_pix: 2.9898e-02 ] [ l_g_total: 2.9898e-02 ] +2024-10-03 14:26:28,720 INFO: [ epoch: 60 ] [ iter: 79,300 ] [ performance: 27.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:19 ] [ l_g_pix: 3.9419e-02 ] [ l_g_total: 3.9419e-02 ] +2024-10-03 14:26:34,113 INFO: [ epoch: 61 ] [ iter: 79,400 ] [ performance: 26.551 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:13 ] [ l_g_pix: 3.6974e-02 ] [ l_g_total: 3.6974e-02 ] +2024-10-03 14:26:38,005 INFO: [ epoch: 61 ] [ iter: 79,500 ] [ performance: 25.738 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:06 ] [ l_g_pix: 3.2296e-02 ] [ l_g_total: 3.2296e-02 ] +2024-10-03 14:26:41,955 INFO: [ epoch: 61 ] [ iter: 79,600 ] [ performance: 26.965 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 3.6745e-02 ] [ l_g_total: 3.6745e-02 ] +2024-10-03 14:26:45,675 INFO: [ epoch: 61 ] [ iter: 79,700 ] [ performance: 26.889 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:53 ] [ l_g_pix: 3.1877e-02 ] [ l_g_total: 3.1877e-02 ] +2024-10-03 14:26:49,393 INFO: [ epoch: 61 ] [ iter: 79,800 ] [ performance: 25.864 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:46 ] [ l_g_pix: 2.3009e-02 ] [ l_g_total: 2.3009e-02 ] +2024-10-03 14:26:53,088 INFO: [ epoch: 61 ] [ iter: 79,900 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 2.7746e-02 ] [ l_g_total: 2.7746e-02 ] +2024-10-03 14:26:56,806 INFO: [ epoch: 61 ] [ iter: 80,000 ] [ performance: 27.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:32 ] [ l_g_pix: 1.9759e-02 ] [ l_g_total: 1.9759e-02 ] +2024-10-03 14:26:56,806 INFO: Saving models and training states. +2024-10-03 14:29:51,614 INFO: Validation val + + # psnr: 27.1793........ Best: 27.1793 @ 80000 iter + # ssim: 0.7652........ Best: 0.7652 @ 80000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-10-03 14:29:55,309 INFO: [ epoch: 61 ] [ iter: 80,100 ] [ performance: 27.076 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:09 ] [ l_g_pix: 2.9421e-02 ] [ l_g_total: 2.9421e-02 ] +2024-10-03 14:29:59,071 INFO: [ epoch: 61 ] [ iter: 80,200 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:02 ] [ l_g_pix: 2.4117e-02 ] [ l_g_total: 2.4117e-02 ] +2024-10-03 14:30:02,861 INFO: [ epoch: 61 ] [ iter: 80,300 ] [ performance: 26.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:55 ] [ l_g_pix: 2.4213e-02 ] [ l_g_total: 2.4213e-02 ] +2024-10-03 14:30:06,570 INFO: [ epoch: 61 ] [ iter: 80,400 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:48 ] [ l_g_pix: 3.6837e-02 ] [ l_g_total: 3.6837e-02 ] +2024-10-03 14:30:10,328 INFO: [ epoch: 61 ] [ iter: 80,500 ] [ performance: 26.614 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:41 ] [ l_g_pix: 3.3691e-02 ] [ l_g_total: 3.3691e-02 ] +2024-10-03 14:30:14,039 INFO: [ epoch: 61 ] [ iter: 80,600 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:34 ] [ l_g_pix: 4.3258e-02 ] [ l_g_total: 4.3258e-02 ] +2024-10-03 14:30:19,176 INFO: [ epoch: 62 ] [ iter: 80,700 ] [ performance: 24.359 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:27 ] [ l_g_pix: 2.6015e-02 ] [ l_g_total: 2.6015e-02 ] +2024-10-03 14:30:22,938 INFO: [ epoch: 62 ] [ iter: 80,800 ] [ performance: 25.431 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:20 ] [ l_g_pix: 2.2440e-02 ] [ l_g_total: 2.2440e-02 ] +2024-10-03 14:30:26,664 INFO: [ epoch: 62 ] [ iter: 80,900 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:13 ] [ l_g_pix: 2.9130e-02 ] [ l_g_total: 2.9130e-02 ] +2024-10-03 14:30:30,381 INFO: [ epoch: 62 ] [ iter: 81,000 ] [ performance: 26.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:06 ] [ l_g_pix: 2.6831e-02 ] [ l_g_total: 2.6831e-02 ] +2024-10-03 14:30:34,132 INFO: [ epoch: 62 ] [ iter: 81,100 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:59 ] [ l_g_pix: 3.2788e-02 ] [ l_g_total: 3.2788e-02 ] +2024-10-03 14:30:37,857 INFO: [ epoch: 62 ] [ iter: 81,200 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:52 ] [ l_g_pix: 4.0317e-02 ] [ l_g_total: 4.0317e-02 ] +2024-10-03 14:30:41,593 INFO: [ epoch: 62 ] [ iter: 81,300 ] [ performance: 26.738 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:45 ] [ l_g_pix: 3.9526e-02 ] [ l_g_total: 3.9526e-02 ] +2024-10-03 14:30:45,495 INFO: [ epoch: 62 ] [ iter: 81,400 ] [ performance: 26.163 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:39 ] [ l_g_pix: 2.5105e-02 ] [ l_g_total: 2.5105e-02 ] +2024-10-03 14:30:49,215 INFO: [ epoch: 62 ] [ iter: 81,500 ] [ performance: 26.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:32 ] [ l_g_pix: 3.7252e-02 ] [ l_g_total: 3.7252e-02 ] +2024-10-03 14:30:52,976 INFO: [ epoch: 62 ] [ iter: 81,600 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:25 ] [ l_g_pix: 2.5562e-02 ] [ l_g_total: 2.5562e-02 ] +2024-10-03 14:30:56,714 INFO: [ epoch: 62 ] [ iter: 81,700 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:18 ] [ l_g_pix: 3.0432e-02 ] [ l_g_total: 3.0432e-02 ] +2024-10-03 14:31:00,434 INFO: [ epoch: 62 ] [ iter: 81,800 ] [ performance: 26.840 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:11 ] [ l_g_pix: 3.7054e-02 ] [ l_g_total: 3.7054e-02 ] +2024-10-03 14:31:04,071 INFO: [ epoch: 62 ] [ iter: 81,900 ] [ performance: 27.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:04 ] [ l_g_pix: 1.7475e-02 ] [ l_g_total: 1.7475e-02 ] +2024-10-03 14:31:09,746 INFO: [ epoch: 63 ] [ iter: 82,000 ] [ performance: 21.334 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:58 ] [ l_g_pix: 2.7526e-02 ] [ l_g_total: 2.7526e-02 ] +2024-10-03 14:31:13,404 INFO: [ epoch: 63 ] [ iter: 82,100 ] [ performance: 27.417 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:51 ] [ l_g_pix: 4.7329e-02 ] [ l_g_total: 4.7329e-02 ] +2024-10-03 14:31:17,141 INFO: [ epoch: 63 ] [ iter: 82,200 ] [ performance: 27.072 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 4.1417e-02 ] [ l_g_total: 4.1417e-02 ] +2024-10-03 14:31:20,901 INFO: [ epoch: 63 ] [ iter: 82,300 ] [ performance: 26.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:37 ] [ l_g_pix: 3.8348e-02 ] [ l_g_total: 3.8348e-02 ] +2024-10-03 14:31:24,589 INFO: [ epoch: 63 ] [ iter: 82,400 ] [ performance: 26.878 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:30 ] [ l_g_pix: 3.5361e-02 ] [ l_g_total: 3.5361e-02 ] +2024-10-03 14:31:28,355 INFO: [ epoch: 63 ] [ iter: 82,500 ] [ performance: 26.616 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:23 ] [ l_g_pix: 3.9520e-02 ] [ l_g_total: 3.9520e-02 ] +2024-10-03 14:31:32,174 INFO: [ epoch: 63 ] [ iter: 82,600 ] [ performance: 26.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:16 ] [ l_g_pix: 2.3723e-02 ] [ l_g_total: 2.3723e-02 ] +2024-10-03 14:31:35,889 INFO: [ epoch: 63 ] [ iter: 82,700 ] [ performance: 26.956 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:09 ] [ l_g_pix: 3.2849e-02 ] [ l_g_total: 3.2849e-02 ] +2024-10-03 14:31:39,617 INFO: [ epoch: 63 ] [ iter: 82,800 ] [ performance: 26.893 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:03 ] [ l_g_pix: 3.6653e-02 ] [ l_g_total: 3.6653e-02 ] +2024-10-03 14:31:43,329 INFO: [ epoch: 63 ] [ iter: 82,900 ] [ performance: 26.918 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:56 ] [ l_g_pix: 2.8371e-02 ] [ l_g_total: 2.8371e-02 ] +2024-10-03 14:31:46,972 INFO: [ epoch: 63 ] [ iter: 83,000 ] [ performance: 27.202 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:49 ] [ l_g_pix: 2.9452e-02 ] [ l_g_total: 2.9452e-02 ] +2024-10-03 14:31:50,724 INFO: [ epoch: 63 ] [ iter: 83,100 ] [ performance: 26.697 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:42 ] [ l_g_pix: 2.7199e-02 ] [ l_g_total: 2.7199e-02 ] +2024-10-03 14:31:54,298 INFO: [ epoch: 63 ] [ iter: 83,200 ] [ performance: 27.370 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:35 ] [ l_g_pix: 1.9509e-02 ] [ l_g_total: 1.9509e-02 ] +2024-10-03 14:32:00,016 INFO: [ epoch: 64 ] [ iter: 83,300 ] [ performance: 23.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:29 ] [ l_g_pix: 2.3062e-02 ] [ l_g_total: 2.3062e-02 ] +2024-10-03 14:32:03,757 INFO: [ epoch: 64 ] [ iter: 83,400 ] [ performance: 24.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:22 ] [ l_g_pix: 2.4017e-02 ] [ l_g_total: 2.4017e-02 ] +2024-10-03 14:32:07,501 INFO: [ epoch: 64 ] [ iter: 83,500 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:15 ] [ l_g_pix: 3.3864e-02 ] [ l_g_total: 3.3864e-02 ] +2024-10-03 14:32:11,160 INFO: [ epoch: 64 ] [ iter: 83,600 ] [ performance: 27.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:09 ] [ l_g_pix: 2.6298e-02 ] [ l_g_total: 2.6298e-02 ] +2024-10-03 14:32:14,882 INFO: [ epoch: 64 ] [ iter: 83,700 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:02 ] [ l_g_pix: 2.4890e-02 ] [ l_g_total: 2.4890e-02 ] +2024-10-03 14:32:18,646 INFO: [ epoch: 64 ] [ iter: 83,800 ] [ performance: 26.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:55 ] [ l_g_pix: 1.7873e-02 ] [ l_g_total: 1.7873e-02 ] +2024-10-03 14:32:22,395 INFO: [ epoch: 64 ] [ iter: 83,900 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:48 ] [ l_g_pix: 2.5982e-02 ] [ l_g_total: 2.5982e-02 ] +2024-10-03 14:32:26,138 INFO: [ epoch: 64 ] [ iter: 84,000 ] [ performance: 26.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:42 ] [ l_g_pix: 2.4073e-02 ] [ l_g_total: 2.4073e-02 ] +2024-10-03 14:32:29,876 INFO: [ epoch: 64 ] [ iter: 84,100 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:35 ] [ l_g_pix: 4.0522e-02 ] [ l_g_total: 4.0522e-02 ] +2024-10-03 14:32:33,651 INFO: [ epoch: 64 ] [ iter: 84,200 ] [ performance: 26.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:28 ] [ l_g_pix: 3.0650e-02 ] [ l_g_total: 3.0650e-02 ] +2024-10-03 14:32:37,405 INFO: [ epoch: 64 ] [ iter: 84,300 ] [ performance: 26.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:21 ] [ l_g_pix: 2.8706e-02 ] [ l_g_total: 2.8706e-02 ] +2024-10-03 14:32:41,062 INFO: [ epoch: 64 ] [ iter: 84,400 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:15 ] [ l_g_pix: 4.2195e-02 ] [ l_g_total: 4.2195e-02 ] +2024-10-03 14:32:44,713 INFO: [ epoch: 64 ] [ iter: 84,500 ] [ performance: 27.215 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:08 ] [ l_g_pix: 2.5238e-02 ] [ l_g_total: 2.5238e-02 ] +2024-10-03 14:32:50,042 INFO: [ epoch: 65 ] [ iter: 84,600 ] [ performance: 21.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:01 ] [ l_g_pix: 3.3486e-02 ] [ l_g_total: 3.3486e-02 ] +2024-10-03 14:32:53,756 INFO: [ epoch: 65 ] [ iter: 84,700 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:55 ] [ l_g_pix: 2.8591e-02 ] [ l_g_total: 2.8591e-02 ] +2024-10-03 14:32:57,517 INFO: [ epoch: 65 ] [ iter: 84,800 ] [ performance: 26.737 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:48 ] [ l_g_pix: 2.4292e-02 ] [ l_g_total: 2.4292e-02 ] +2024-10-03 14:33:01,202 INFO: [ epoch: 65 ] [ iter: 84,900 ] [ performance: 27.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:41 ] [ l_g_pix: 2.9052e-02 ] [ l_g_total: 2.9052e-02 ] +2024-10-03 14:33:05,050 INFO: [ epoch: 65 ] [ iter: 85,000 ] [ performance: 26.467 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:35 ] [ l_g_pix: 3.2979e-02 ] [ l_g_total: 3.2979e-02 ] +2024-10-03 14:33:08,726 INFO: [ epoch: 65 ] [ iter: 85,100 ] [ performance: 27.306 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:28 ] [ l_g_pix: 2.2076e-02 ] [ l_g_total: 2.2076e-02 ] +2024-10-03 14:33:12,474 INFO: [ epoch: 65 ] [ iter: 85,200 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:21 ] [ l_g_pix: 1.9825e-02 ] [ l_g_total: 1.9825e-02 ] +2024-10-03 14:33:16,219 INFO: [ epoch: 65 ] [ iter: 85,300 ] [ performance: 26.782 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:15 ] [ l_g_pix: 2.6710e-02 ] [ l_g_total: 2.6710e-02 ] +2024-10-03 14:33:19,946 INFO: [ epoch: 65 ] [ iter: 85,400 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:08 ] [ l_g_pix: 2.9710e-02 ] [ l_g_total: 2.9710e-02 ] +2024-10-03 14:33:23,632 INFO: [ epoch: 65 ] [ iter: 85,500 ] [ performance: 27.325 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:01 ] [ l_g_pix: 2.6651e-02 ] [ l_g_total: 2.6651e-02 ] +2024-10-03 14:33:27,384 INFO: [ epoch: 65 ] [ iter: 85,600 ] [ performance: 26.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:55 ] [ l_g_pix: 3.4710e-02 ] [ l_g_total: 3.4710e-02 ] +2024-10-03 14:33:31,069 INFO: [ epoch: 65 ] [ iter: 85,700 ] [ performance: 27.089 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 2.2349e-02 ] [ l_g_total: 2.2349e-02 ] +2024-10-03 14:33:34,656 INFO: [ epoch: 65 ] [ iter: 85,800 ] [ performance: 27.539 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:41 ] [ l_g_pix: 2.8000e-02 ] [ l_g_total: 2.8000e-02 ] +2024-10-03 14:33:40,217 INFO: [ epoch: 66 ] [ iter: 85,900 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:35 ] [ l_g_pix: 2.4978e-02 ] [ l_g_total: 2.4978e-02 ] +2024-10-03 14:33:43,950 INFO: [ epoch: 66 ] [ iter: 86,000 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:29 ] [ l_g_pix: 3.9670e-02 ] [ l_g_total: 3.9670e-02 ] +2024-10-03 14:33:47,604 INFO: [ epoch: 66 ] [ iter: 86,100 ] [ performance: 27.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:22 ] [ l_g_pix: 2.8097e-02 ] [ l_g_total: 2.8097e-02 ] +2024-10-03 14:33:51,267 INFO: [ epoch: 66 ] [ iter: 86,200 ] [ performance: 27.354 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:15 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-03 14:33:55,015 INFO: [ epoch: 66 ] [ iter: 86,300 ] [ performance: 26.934 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:09 ] [ l_g_pix: 2.9332e-02 ] [ l_g_total: 2.9332e-02 ] +2024-10-03 14:33:58,724 INFO: [ epoch: 66 ] [ iter: 86,400 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:02 ] [ l_g_pix: 3.8301e-02 ] [ l_g_total: 3.8301e-02 ] +2024-10-03 14:34:02,438 INFO: [ epoch: 66 ] [ iter: 86,500 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:56 ] [ l_g_pix: 4.1829e-02 ] [ l_g_total: 4.1829e-02 ] +2024-10-03 14:34:06,124 INFO: [ epoch: 66 ] [ iter: 86,600 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:49 ] [ l_g_pix: 2.5207e-02 ] [ l_g_total: 2.5207e-02 ] +2024-10-03 14:34:09,848 INFO: [ epoch: 66 ] [ iter: 86,700 ] [ performance: 26.777 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:42 ] [ l_g_pix: 2.5772e-02 ] [ l_g_total: 2.5772e-02 ] +2024-10-03 14:34:13,568 INFO: [ epoch: 66 ] [ iter: 86,800 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:36 ] [ l_g_pix: 2.1455e-02 ] [ l_g_total: 2.1455e-02 ] +2024-10-03 14:34:17,247 INFO: [ epoch: 66 ] [ iter: 86,900 ] [ performance: 27.192 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:29 ] [ l_g_pix: 3.5776e-02 ] [ l_g_total: 3.5776e-02 ] +2024-10-03 14:34:20,973 INFO: [ epoch: 66 ] [ iter: 87,000 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:23 ] [ l_g_pix: 3.8393e-02 ] [ l_g_total: 3.8393e-02 ] +2024-10-03 14:34:24,608 INFO: [ epoch: 66 ] [ iter: 87,100 ] [ performance: 27.145 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:16 ] [ l_g_pix: 2.5150e-02 ] [ l_g_total: 2.5150e-02 ] +2024-10-03 14:34:30,033 INFO: [ epoch: 67 ] [ iter: 87,200 ] [ performance: 21.163 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:10 ] [ l_g_pix: 4.5681e-02 ] [ l_g_total: 4.5681e-02 ] +2024-10-03 14:34:33,750 INFO: [ epoch: 67 ] [ iter: 87,300 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:03 ] [ l_g_pix: 2.7446e-02 ] [ l_g_total: 2.7446e-02 ] +2024-10-03 14:34:37,513 INFO: [ epoch: 67 ] [ iter: 87,400 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 3.2343e-02 ] [ l_g_total: 3.2343e-02 ] +2024-10-03 14:34:41,264 INFO: [ epoch: 67 ] [ iter: 87,500 ] [ performance: 26.692 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:50 ] [ l_g_pix: 2.7379e-02 ] [ l_g_total: 2.7379e-02 ] +2024-10-03 14:34:45,150 INFO: [ epoch: 67 ] [ iter: 87,600 ] [ performance: 26.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:44 ] [ l_g_pix: 2.8304e-02 ] [ l_g_total: 2.8304e-02 ] +2024-10-03 14:34:48,890 INFO: [ epoch: 67 ] [ iter: 87,700 ] [ performance: 26.745 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:37 ] [ l_g_pix: 3.6020e-02 ] [ l_g_total: 3.6020e-02 ] +2024-10-03 14:34:52,623 INFO: [ epoch: 67 ] [ iter: 87,800 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:31 ] [ l_g_pix: 2.9450e-02 ] [ l_g_total: 2.9450e-02 ] +2024-10-03 14:34:56,366 INFO: [ epoch: 67 ] [ iter: 87,900 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:24 ] [ l_g_pix: 2.8725e-02 ] [ l_g_total: 2.8725e-02 ] +2024-10-03 14:35:00,083 INFO: [ epoch: 67 ] [ iter: 88,000 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:18 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-03 14:35:03,772 INFO: [ epoch: 67 ] [ iter: 88,100 ] [ performance: 26.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:11 ] [ l_g_pix: 2.3185e-02 ] [ l_g_total: 2.3185e-02 ] +2024-10-03 14:35:07,493 INFO: [ epoch: 67 ] [ iter: 88,200 ] [ performance: 26.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 3.5818e-02 ] [ l_g_total: 3.5818e-02 ] +2024-10-03 14:35:11,214 INFO: [ epoch: 67 ] [ iter: 88,300 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:58 ] [ l_g_pix: 4.6110e-02 ] [ l_g_total: 4.6110e-02 ] +2024-10-03 14:35:14,789 INFO: [ epoch: 67 ] [ iter: 88,400 ] [ performance: 27.600 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:52 ] [ l_g_pix: 3.4669e-02 ] [ l_g_total: 3.4669e-02 ] +2024-10-03 14:35:20,230 INFO: [ epoch: 68 ] [ iter: 88,500 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:46 ] [ l_g_pix: 2.4032e-02 ] [ l_g_total: 2.4032e-02 ] +2024-10-03 14:35:23,999 INFO: [ epoch: 68 ] [ iter: 88,600 ] [ performance: 26.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:39 ] [ l_g_pix: 2.6656e-02 ] [ l_g_total: 2.6656e-02 ] +2024-10-03 14:35:27,754 INFO: [ epoch: 68 ] [ iter: 88,700 ] [ performance: 26.890 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:33 ] [ l_g_pix: 2.4612e-02 ] [ l_g_total: 2.4612e-02 ] +2024-10-03 14:35:31,489 INFO: [ epoch: 68 ] [ iter: 88,800 ] [ performance: 26.819 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:26 ] [ l_g_pix: 2.2980e-02 ] [ l_g_total: 2.2980e-02 ] +2024-10-03 14:35:35,256 INFO: [ epoch: 68 ] [ iter: 88,900 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:20 ] [ l_g_pix: 2.2193e-02 ] [ l_g_total: 2.2193e-02 ] +2024-10-03 14:35:39,060 INFO: [ epoch: 68 ] [ iter: 89,000 ] [ performance: 26.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:14 ] [ l_g_pix: 2.7502e-02 ] [ l_g_total: 2.7502e-02 ] +2024-10-03 14:35:42,750 INFO: [ epoch: 68 ] [ iter: 89,100 ] [ performance: 27.234 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:07 ] [ l_g_pix: 3.2286e-02 ] [ l_g_total: 3.2286e-02 ] +2024-10-03 14:35:46,541 INFO: [ epoch: 68 ] [ iter: 89,200 ] [ performance: 26.683 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:01 ] [ l_g_pix: 3.0238e-02 ] [ l_g_total: 3.0238e-02 ] +2024-10-03 14:35:50,322 INFO: [ epoch: 68 ] [ iter: 89,300 ] [ performance: 26.525 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:54 ] [ l_g_pix: 3.6351e-02 ] [ l_g_total: 3.6351e-02 ] +2024-10-03 14:35:54,102 INFO: [ epoch: 68 ] [ iter: 89,400 ] [ performance: 26.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:48 ] [ l_g_pix: 3.1078e-02 ] [ l_g_total: 3.1078e-02 ] +2024-10-03 14:35:57,818 INFO: [ epoch: 68 ] [ iter: 89,500 ] [ performance: 27.452 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:41 ] [ l_g_pix: 3.1622e-02 ] [ l_g_total: 3.1622e-02 ] +2024-10-03 14:36:01,520 INFO: [ epoch: 68 ] [ iter: 89,600 ] [ performance: 27.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:35 ] [ l_g_pix: 2.4999e-02 ] [ l_g_total: 2.4999e-02 ] +2024-10-03 14:36:05,149 INFO: [ epoch: 68 ] [ iter: 89,700 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:29 ] [ l_g_pix: 2.6529e-02 ] [ l_g_total: 2.6529e-02 ] +2024-10-03 14:36:10,313 INFO: [ epoch: 69 ] [ iter: 89,800 ] [ performance: 21.455 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:22 ] [ l_g_pix: 2.6801e-02 ] [ l_g_total: 2.6801e-02 ] +2024-10-03 14:36:14,072 INFO: [ epoch: 69 ] [ iter: 89,900 ] [ performance: 26.667 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:16 ] [ l_g_pix: 3.6546e-02 ] [ l_g_total: 3.6546e-02 ] +2024-10-03 14:36:17,824 INFO: [ epoch: 69 ] [ iter: 90,000 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:10 ] [ l_g_pix: 2.0770e-02 ] [ l_g_total: 2.0770e-02 ] +2024-10-03 14:36:17,824 INFO: Saving models and training states. +2024-10-03 14:40:03,653 INFO: Validation val + + # psnr: 27.1853........ Best: 27.1853 @ 90000 iter + # ssim: 0.7655........ Best: 0.7655 @ 90000 iter + # dists: 0.7733........ Best: 0.7733 @ 90000 iter + +2024-10-03 14:40:07,470 INFO: [ epoch: 69 ] [ iter: 90,100 ] [ performance: 26.113 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:28 ] [ l_g_pix: 4.7147e-02 ] [ l_g_total: 4.7147e-02 ] +2024-10-03 14:40:11,284 INFO: [ epoch: 69 ] [ iter: 90,200 ] [ performance: 26.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:22 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-10-03 14:40:15,092 INFO: [ epoch: 69 ] [ iter: 90,300 ] [ performance: 26.155 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 3.2202e-02 ] [ l_g_total: 3.2202e-02 ] +2024-10-03 14:40:18,878 INFO: [ epoch: 69 ] [ iter: 90,400 ] [ performance: 26.328 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:08 ] [ l_g_pix: 3.9029e-02 ] [ l_g_total: 3.9029e-02 ] +2024-10-03 14:40:22,643 INFO: [ epoch: 69 ] [ iter: 90,500 ] [ performance: 26.531 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:02 ] [ l_g_pix: 3.1473e-02 ] [ l_g_total: 3.1473e-02 ] +2024-10-03 14:40:26,401 INFO: [ epoch: 69 ] [ iter: 90,600 ] [ performance: 26.587 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:55 ] [ l_g_pix: 2.5283e-02 ] [ l_g_total: 2.5283e-02 ] +2024-10-03 14:40:30,205 INFO: [ epoch: 69 ] [ iter: 90,700 ] [ performance: 26.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:49 ] [ l_g_pix: 2.7135e-02 ] [ l_g_total: 2.7135e-02 ] +2024-10-03 14:40:34,010 INFO: [ epoch: 69 ] [ iter: 90,800 ] [ performance: 26.196 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:42 ] [ l_g_pix: 2.6030e-02 ] [ l_g_total: 2.6030e-02 ] +2024-10-03 14:40:37,792 INFO: [ epoch: 69 ] [ iter: 90,900 ] [ performance: 26.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:35 ] [ l_g_pix: 2.4592e-02 ] [ l_g_total: 2.4592e-02 ] +2024-10-03 14:40:41,527 INFO: [ epoch: 69 ] [ iter: 91,000 ] [ performance: 26.774 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 3.0337e-02 ] [ l_g_total: 3.0337e-02 ] +2024-10-03 14:40:46,700 INFO: [ epoch: 70 ] [ iter: 91,100 ] [ performance: 26.303 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:22 ] [ l_g_pix: 3.9811e-02 ] [ l_g_total: 3.9811e-02 ] +2024-10-03 14:40:50,461 INFO: [ epoch: 70 ] [ iter: 91,200 ] [ performance: 26.501 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:16 ] [ l_g_pix: 3.8733e-02 ] [ l_g_total: 3.8733e-02 ] +2024-10-03 14:40:54,278 INFO: [ epoch: 70 ] [ iter: 91,300 ] [ performance: 26.325 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:09 ] [ l_g_pix: 3.3592e-02 ] [ l_g_total: 3.3592e-02 ] +2024-10-03 14:40:58,075 INFO: [ epoch: 70 ] [ iter: 91,400 ] [ performance: 26.336 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:03 ] [ l_g_pix: 4.4158e-02 ] [ l_g_total: 4.4158e-02 ] +2024-10-03 14:41:01,865 INFO: [ epoch: 70 ] [ iter: 91,500 ] [ performance: 26.530 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:56 ] [ l_g_pix: 2.5670e-02 ] [ l_g_total: 2.5670e-02 ] +2024-10-03 14:41:05,618 INFO: [ epoch: 70 ] [ iter: 91,600 ] [ performance: 26.616 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:50 ] [ l_g_pix: 1.9267e-02 ] [ l_g_total: 1.9267e-02 ] +2024-10-03 14:41:09,377 INFO: [ epoch: 70 ] [ iter: 91,700 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:43 ] [ l_g_pix: 3.3337e-02 ] [ l_g_total: 3.3337e-02 ] +2024-10-03 14:41:13,843 INFO: [ epoch: 70 ] [ iter: 91,800 ] [ performance: 23.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:37 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-03 14:41:17,846 INFO: [ epoch: 70 ] [ iter: 91,900 ] [ performance: 26.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 2.2044e-02 ] [ l_g_total: 2.2044e-02 ] +2024-10-03 14:41:21,588 INFO: [ epoch: 70 ] [ iter: 92,000 ] [ performance: 26.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 2.5506e-02 ] [ l_g_total: 2.5506e-02 ] +2024-10-03 14:41:25,323 INFO: [ epoch: 70 ] [ iter: 92,100 ] [ performance: 26.637 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:17 ] [ l_g_pix: 3.2645e-02 ] [ l_g_total: 3.2645e-02 ] +2024-10-03 14:41:29,113 INFO: [ epoch: 70 ] [ iter: 92,200 ] [ performance: 26.460 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:10 ] [ l_g_pix: 3.7006e-02 ] [ l_g_total: 3.7006e-02 ] +2024-10-03 14:41:32,722 INFO: [ epoch: 70 ] [ iter: 92,300 ] [ performance: 26.215 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:04 ] [ l_g_pix: 4.1483e-02 ] [ l_g_total: 4.1483e-02 ] +2024-10-03 14:41:38,022 INFO: [ epoch: 71 ] [ iter: 92,400 ] [ performance: 20.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:58 ] [ l_g_pix: 2.2107e-02 ] [ l_g_total: 2.2107e-02 ] +2024-10-03 14:41:41,722 INFO: [ epoch: 71 ] [ iter: 92,500 ] [ performance: 27.326 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:51 ] [ l_g_pix: 4.2609e-02 ] [ l_g_total: 4.2609e-02 ] +2024-10-03 14:41:45,479 INFO: [ epoch: 71 ] [ iter: 92,600 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:45 ] [ l_g_pix: 3.6296e-02 ] [ l_g_total: 3.6296e-02 ] +2024-10-03 14:41:49,193 INFO: [ epoch: 71 ] [ iter: 92,700 ] [ performance: 26.549 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:38 ] [ l_g_pix: 3.9424e-02 ] [ l_g_total: 3.9424e-02 ] +2024-10-03 14:41:52,961 INFO: [ epoch: 71 ] [ iter: 92,800 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:32 ] [ l_g_pix: 1.8308e-02 ] [ l_g_total: 1.8308e-02 ] +2024-10-03 14:41:56,713 INFO: [ epoch: 71 ] [ iter: 92,900 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:25 ] [ l_g_pix: 3.0241e-02 ] [ l_g_total: 3.0241e-02 ] +2024-10-03 14:42:00,445 INFO: [ epoch: 71 ] [ iter: 93,000 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:19 ] [ l_g_pix: 1.7981e-02 ] [ l_g_total: 1.7981e-02 ] +2024-10-03 14:42:04,200 INFO: [ epoch: 71 ] [ iter: 93,100 ] [ performance: 26.439 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:12 ] [ l_g_pix: 2.6833e-02 ] [ l_g_total: 2.6833e-02 ] +2024-10-03 14:42:07,881 INFO: [ epoch: 71 ] [ iter: 93,200 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:06 ] [ l_g_pix: 1.9632e-02 ] [ l_g_total: 1.9632e-02 ] +2024-10-03 14:42:11,542 INFO: [ epoch: 71 ] [ iter: 93,300 ] [ performance: 27.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:59 ] [ l_g_pix: 4.2535e-02 ] [ l_g_total: 4.2535e-02 ] +2024-10-03 14:42:15,313 INFO: [ epoch: 71 ] [ iter: 93,400 ] [ performance: 26.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:53 ] [ l_g_pix: 1.3889e-02 ] [ l_g_total: 1.3889e-02 ] +2024-10-03 14:42:19,057 INFO: [ epoch: 71 ] [ iter: 93,500 ] [ performance: 26.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:46 ] [ l_g_pix: 2.9469e-02 ] [ l_g_total: 2.9469e-02 ] +2024-10-03 14:42:22,600 INFO: [ epoch: 71 ] [ iter: 93,600 ] [ performance: 27.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:40 ] [ l_g_pix: 2.0087e-02 ] [ l_g_total: 2.0087e-02 ] +2024-10-03 14:42:27,763 INFO: [ epoch: 72 ] [ iter: 93,700 ] [ performance: 27.143 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:34 ] [ l_g_pix: 2.7450e-02 ] [ l_g_total: 2.7450e-02 ] +2024-10-03 14:42:31,473 INFO: [ epoch: 72 ] [ iter: 93,800 ] [ performance: 27.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 3.3811e-02 ] [ l_g_total: 3.3811e-02 ] +2024-10-03 14:42:35,190 INFO: [ epoch: 72 ] [ iter: 93,900 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:21 ] [ l_g_pix: 3.6136e-02 ] [ l_g_total: 3.6136e-02 ] +2024-10-03 14:42:38,960 INFO: [ epoch: 72 ] [ iter: 94,000 ] [ performance: 26.618 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:14 ] [ l_g_pix: 2.8084e-02 ] [ l_g_total: 2.8084e-02 ] +2024-10-03 14:42:42,686 INFO: [ epoch: 72 ] [ iter: 94,100 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:08 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-03 14:42:46,341 INFO: [ epoch: 72 ] [ iter: 94,200 ] [ performance: 27.303 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:02 ] [ l_g_pix: 2.9155e-02 ] [ l_g_total: 2.9155e-02 ] +2024-10-03 14:42:50,074 INFO: [ epoch: 72 ] [ iter: 94,300 ] [ performance: 27.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:55 ] [ l_g_pix: 3.2454e-02 ] [ l_g_total: 3.2454e-02 ] +2024-10-03 14:42:53,787 INFO: [ epoch: 72 ] [ iter: 94,400 ] [ performance: 26.993 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:49 ] [ l_g_pix: 2.1673e-02 ] [ l_g_total: 2.1673e-02 ] +2024-10-03 14:42:57,506 INFO: [ epoch: 72 ] [ iter: 94,500 ] [ performance: 27.407 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:42 ] [ l_g_pix: 2.4218e-02 ] [ l_g_total: 2.4218e-02 ] +2024-10-03 14:43:01,225 INFO: [ epoch: 72 ] [ iter: 94,600 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:36 ] [ l_g_pix: 4.9746e-02 ] [ l_g_total: 4.9746e-02 ] +2024-10-03 14:43:04,959 INFO: [ epoch: 72 ] [ iter: 94,700 ] [ performance: 26.534 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:30 ] [ l_g_pix: 2.1077e-02 ] [ l_g_total: 2.1077e-02 ] +2024-10-03 14:43:08,720 INFO: [ epoch: 72 ] [ iter: 94,800 ] [ performance: 26.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:23 ] [ l_g_pix: 2.5622e-02 ] [ l_g_total: 2.5622e-02 ] +2024-10-03 14:43:12,299 INFO: [ epoch: 72 ] [ iter: 94,900 ] [ performance: 25.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:17 ] [ l_g_pix: 2.1827e-02 ] [ l_g_total: 2.1827e-02 ] +2024-10-03 14:43:17,705 INFO: [ epoch: 73 ] [ iter: 95,000 ] [ performance: 19.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:11 ] [ l_g_pix: 3.1751e-02 ] [ l_g_total: 3.1751e-02 ] +2024-10-03 14:43:21,459 INFO: [ epoch: 73 ] [ iter: 95,100 ] [ performance: 26.489 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:04 ] [ l_g_pix: 2.4831e-02 ] [ l_g_total: 2.4831e-02 ] +2024-10-03 14:43:25,174 INFO: [ epoch: 73 ] [ iter: 95,200 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:58 ] [ l_g_pix: 2.3317e-02 ] [ l_g_total: 2.3317e-02 ] +2024-10-03 14:43:28,902 INFO: [ epoch: 73 ] [ iter: 95,300 ] [ performance: 26.491 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:52 ] [ l_g_pix: 2.7827e-02 ] [ l_g_total: 2.7827e-02 ] +2024-10-03 14:43:32,617 INFO: [ epoch: 73 ] [ iter: 95,400 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:45 ] [ l_g_pix: 3.7046e-02 ] [ l_g_total: 3.7046e-02 ] +2024-10-03 14:43:36,362 INFO: [ epoch: 73 ] [ iter: 95,500 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:39 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-10-03 14:43:40,068 INFO: [ epoch: 73 ] [ iter: 95,600 ] [ performance: 26.996 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:33 ] [ l_g_pix: 3.3479e-02 ] [ l_g_total: 3.3479e-02 ] +2024-10-03 14:43:43,781 INFO: [ epoch: 73 ] [ iter: 95,700 ] [ performance: 27.386 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:26 ] [ l_g_pix: 2.3916e-02 ] [ l_g_total: 2.3916e-02 ] +2024-10-03 14:43:47,518 INFO: [ epoch: 73 ] [ iter: 95,800 ] [ performance: 26.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:20 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-03 14:43:51,228 INFO: [ epoch: 73 ] [ iter: 95,900 ] [ performance: 27.254 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:14 ] [ l_g_pix: 1.9700e-02 ] [ l_g_total: 1.9700e-02 ] +2024-10-03 14:43:54,904 INFO: [ epoch: 73 ] [ iter: 96,000 ] [ performance: 27.216 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:07 ] [ l_g_pix: 3.3130e-02 ] [ l_g_total: 3.3130e-02 ] +2024-10-03 14:43:58,634 INFO: [ epoch: 73 ] [ iter: 96,100 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:01 ] [ l_g_pix: 3.7360e-02 ] [ l_g_total: 3.7360e-02 ] +2024-10-03 14:44:02,158 INFO: [ epoch: 73 ] [ iter: 96,200 ] [ performance: 28.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:55 ] [ l_g_pix: 1.6589e-02 ] [ l_g_total: 1.6589e-02 ] +2024-10-03 14:44:07,350 INFO: [ epoch: 74 ] [ iter: 96,300 ] [ performance: 26.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:49 ] [ l_g_pix: 2.8605e-02 ] [ l_g_total: 2.8605e-02 ] +2024-10-03 14:44:11,091 INFO: [ epoch: 74 ] [ iter: 96,400 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 4.2717e-02 ] [ l_g_total: 4.2717e-02 ] +2024-10-03 14:44:14,846 INFO: [ epoch: 74 ] [ iter: 96,500 ] [ performance: 26.419 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 2.7866e-02 ] [ l_g_total: 2.7866e-02 ] +2024-10-03 14:44:18,649 INFO: [ epoch: 74 ] [ iter: 96,600 ] [ performance: 26.322 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:30 ] [ l_g_pix: 2.6696e-02 ] [ l_g_total: 2.6696e-02 ] +2024-10-03 14:44:22,346 INFO: [ epoch: 74 ] [ iter: 96,700 ] [ performance: 27.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:23 ] [ l_g_pix: 3.1883e-02 ] [ l_g_total: 3.1883e-02 ] +2024-10-03 14:44:26,033 INFO: [ epoch: 74 ] [ iter: 96,800 ] [ performance: 27.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:17 ] [ l_g_pix: 3.0658e-02 ] [ l_g_total: 3.0658e-02 ] +2024-10-03 14:44:29,751 INFO: [ epoch: 74 ] [ iter: 96,900 ] [ performance: 27.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:11 ] [ l_g_pix: 2.3179e-02 ] [ l_g_total: 2.3179e-02 ] +2024-10-03 14:44:33,493 INFO: [ epoch: 74 ] [ iter: 97,000 ] [ performance: 26.879 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:05 ] [ l_g_pix: 3.5400e-02 ] [ l_g_total: 3.5400e-02 ] +2024-10-03 14:44:37,230 INFO: [ epoch: 74 ] [ iter: 97,100 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:58 ] [ l_g_pix: 1.9668e-02 ] [ l_g_total: 1.9668e-02 ] +2024-10-03 14:44:40,912 INFO: [ epoch: 74 ] [ iter: 97,200 ] [ performance: 27.143 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:52 ] [ l_g_pix: 2.5304e-02 ] [ l_g_total: 2.5304e-02 ] +2024-10-03 14:44:44,663 INFO: [ epoch: 74 ] [ iter: 97,300 ] [ performance: 27.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:46 ] [ l_g_pix: 3.1754e-02 ] [ l_g_total: 3.1754e-02 ] +2024-10-03 14:44:48,367 INFO: [ epoch: 74 ] [ iter: 97,400 ] [ performance: 27.019 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:40 ] [ l_g_pix: 3.2101e-02 ] [ l_g_total: 3.2101e-02 ] +2024-10-03 14:44:51,971 INFO: [ epoch: 74 ] [ iter: 97,500 ] [ performance: 22.496 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:33 ] [ l_g_pix: 3.1315e-02 ] [ l_g_total: 3.1315e-02 ] +2024-10-03 14:44:57,378 INFO: [ epoch: 75 ] [ iter: 97,600 ] [ performance: 18.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:27 ] [ l_g_pix: 2.0559e-02 ] [ l_g_total: 2.0559e-02 ] +2024-10-03 14:45:01,089 INFO: [ epoch: 75 ] [ iter: 97,700 ] [ performance: 26.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:21 ] [ l_g_pix: 3.9632e-02 ] [ l_g_total: 3.9632e-02 ] +2024-10-03 14:45:04,813 INFO: [ epoch: 75 ] [ iter: 97,800 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 3.2311e-02 ] [ l_g_total: 3.2311e-02 ] +2024-10-03 14:45:08,524 INFO: [ epoch: 75 ] [ iter: 97,900 ] [ performance: 27.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:09 ] [ l_g_pix: 4.9307e-02 ] [ l_g_total: 4.9307e-02 ] +2024-10-03 14:45:12,259 INFO: [ epoch: 75 ] [ iter: 98,000 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:02 ] [ l_g_pix: 3.1291e-02 ] [ l_g_total: 3.1291e-02 ] +2024-10-03 14:45:15,996 INFO: [ epoch: 75 ] [ iter: 98,100 ] [ performance: 26.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:56 ] [ l_g_pix: 2.7658e-02 ] [ l_g_total: 2.7658e-02 ] +2024-10-03 14:45:19,730 INFO: [ epoch: 75 ] [ iter: 98,200 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:50 ] [ l_g_pix: 3.4872e-02 ] [ l_g_total: 3.4872e-02 ] +2024-10-03 14:45:23,538 INFO: [ epoch: 75 ] [ iter: 98,300 ] [ performance: 25.510 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:44 ] [ l_g_pix: 2.3208e-02 ] [ l_g_total: 2.3208e-02 ] +2024-10-03 14:45:27,373 INFO: [ epoch: 75 ] [ iter: 98,400 ] [ performance: 26.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:38 ] [ l_g_pix: 2.4743e-02 ] [ l_g_total: 2.4743e-02 ] +2024-10-03 14:45:31,166 INFO: [ epoch: 75 ] [ iter: 98,500 ] [ performance: 27.955 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:32 ] [ l_g_pix: 3.7766e-02 ] [ l_g_total: 3.7766e-02 ] +2024-10-03 14:45:34,966 INFO: [ epoch: 75 ] [ iter: 98,600 ] [ performance: 26.458 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:25 ] [ l_g_pix: 3.0196e-02 ] [ l_g_total: 3.0196e-02 ] +2024-10-03 14:45:38,759 INFO: [ epoch: 75 ] [ iter: 98,700 ] [ performance: 26.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:19 ] [ l_g_pix: 2.6432e-02 ] [ l_g_total: 2.6432e-02 ] +2024-10-03 14:45:42,400 INFO: [ epoch: 75 ] [ iter: 98,800 ] [ performance: 27.346 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:13 ] [ l_g_pix: 4.0241e-02 ] [ l_g_total: 4.0241e-02 ] +2024-10-03 14:45:47,739 INFO: [ epoch: 76 ] [ iter: 98,900 ] [ performance: 27.208 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:07 ] [ l_g_pix: 3.3532e-02 ] [ l_g_total: 3.3532e-02 ] +2024-10-03 14:45:51,471 INFO: [ epoch: 76 ] [ iter: 99,000 ] [ performance: 26.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:01 ] [ l_g_pix: 2.3282e-02 ] [ l_g_total: 2.3282e-02 ] +2024-10-03 14:45:55,191 INFO: [ epoch: 76 ] [ iter: 99,100 ] [ performance: 25.194 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:55 ] [ l_g_pix: 2.6014e-02 ] [ l_g_total: 2.6014e-02 ] +2024-10-03 14:45:58,988 INFO: [ epoch: 76 ] [ iter: 99,200 ] [ performance: 26.262 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:48 ] [ l_g_pix: 1.8393e-02 ] [ l_g_total: 1.8393e-02 ] +2024-10-03 14:46:02,697 INFO: [ epoch: 76 ] [ iter: 99,300 ] [ performance: 27.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:42 ] [ l_g_pix: 3.5911e-02 ] [ l_g_total: 3.5911e-02 ] +2024-10-03 14:46:06,376 INFO: [ epoch: 76 ] [ iter: 99,400 ] [ performance: 27.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:36 ] [ l_g_pix: 2.2188e-02 ] [ l_g_total: 2.2188e-02 ] +2024-10-03 14:46:10,122 INFO: [ epoch: 76 ] [ iter: 99,500 ] [ performance: 27.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:30 ] [ l_g_pix: 5.2736e-02 ] [ l_g_total: 5.2736e-02 ] +2024-10-03 14:46:13,859 INFO: [ epoch: 76 ] [ iter: 99,600 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:24 ] [ l_g_pix: 3.1756e-02 ] [ l_g_total: 3.1756e-02 ] +2024-10-03 14:46:17,578 INFO: [ epoch: 76 ] [ iter: 99,700 ] [ performance: 27.318 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:18 ] [ l_g_pix: 1.9055e-02 ] [ l_g_total: 1.9055e-02 ] +2024-10-03 14:46:21,318 INFO: [ epoch: 76 ] [ iter: 99,800 ] [ performance: 26.758 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:12 ] [ l_g_pix: 2.8772e-02 ] [ l_g_total: 2.8772e-02 ] +2024-10-03 14:46:25,055 INFO: [ epoch: 76 ] [ iter: 99,900 ] [ performance: 25.561 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:06 ] [ l_g_pix: 2.4519e-02 ] [ l_g_total: 2.4519e-02 ] +2024-10-03 14:46:28,821 INFO: [ epoch: 76 ] [ iter:100,000 ] [ performance: 26.532 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 3.6863e-02 ] [ l_g_total: 3.6863e-02 ] +2024-10-03 14:46:28,821 INFO: Saving models and training states. +2024-10-03 14:49:29,283 INFO: Validation val + + # psnr: 27.1906........ Best: 27.1906 @ 100000 iter + # ssim: 0.7658........ Best: 0.7658 @ 100000 iter + # dists: 0.7733........ Best: 0.7733 @ 100000 iter + +2024-10-03 14:49:30,478 INFO: End of training. Time consumed: 1:44:49 +2024-10-03 14:49:30,479 INFO: Save the latest model. +2024-10-03 14:52:29,812 INFO: Validation val + + # psnr: 27.1906........ Best: 27.1906 @ 100002 iter + # ssim: 0.7658........ Best: 0.7658 @ 100002 iter + # dists: 0.7733........ Best: 0.7733 @ 100002 iter + diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..376138d9193628c9267957f83520857a1fdfff0b --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da7a6b61043c93816406d84e577f40fac4c4132ef63c900499ba90111048da6 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..363141b98cff533ebfbd292d23ef3d525965c46c --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c7522a85c38158daec8cd6cf9a516b7541d546891fd8d1866510354cbdc965 +size 19045418 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..9dfaa40f59838db9052cee0b14e81b1f5a0f4cd0 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dabc60227073d7f3c8d05f9ea9523a3b45a641ae9728f11390de46473286d2f2 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..35ae620b275c202f433c8fcd4d63178fbf448147 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf72b6b140ad744f3c81d54670eb0fabbe5be22a710faf652c55479f873a1a6c +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..bd8115a781d9fff814f7fa5fee1bd354cbf30a81 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380dbb30b6ab236575328b3bffef598a6548b2a19aeb6b4f22f8cbd6d0c1c136 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..c54ea5541eadb4c8d724d16e05f10159d0f61a63 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde2b492f92caea8e8955efd27bc35fee7b4045de6d4d3c9ccbe976f9dbfefa4 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..4199e8438a111e2ce3993437e930bde08214e07a --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813c73ec2492193a709b6ca506a7eb446e9afb21198b2657eabc79cbc68ec848 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..7a00b9d12f93e80c14add84231d05e6717c62c10 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa40696a55c4927a7c0a4b4e1139f691c5207d1f23f228b0ce311be81d5e4d4 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..a85e50b39ea3de890c786042280a7230bb4b88ea --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8910035ca4584156b27dda149281b68aac32632ec28411042c24861394f1dcb4 +size 19036538 diff --git a/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..3602e358088feaf4e1bfafe8f51548ae000ea3b7 --- /dev/null +++ b/ic9600/4xIC9600_0.1_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7efe2fce7e62cf97470aa6be4452e9b9f24c0c57ecc208305d3c9f9c5f7ef4f9 +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/4xIC9600_02_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/4xIC9600_02_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..9c1ae311c7049abbacd2caca8cd84e2ac497c560 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/4xIC9600_02_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Thu Oct 3 14:52:40 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_02_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.2_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity02_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity02_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3507c8f0b426791c8bfd008c72afa2c1130a8c8a --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfe37cac76529a9cd152bd20e14296af04215208db0a446ca81994c62b0491a +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..010cf6a9224135af697587ace421cbab7ab86971 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34145f5bfd2811007f6dbfcf4016f3226ba4eac1fff228a407df51547ee2fe3 +size 9513138 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..300364e4947dc9ec5faf715ff49e6cf98b0ece64 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a345058cab9648a83262bf9436cc25a89fcdfd1ee76be2fb7c80789d65e415 +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..1601fff7f6ffee26c6091fb21ac3c1e4319a6681 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91eb130a6c48b69f6bc4b31b27366802d72b938404e10ae70741d169b82a7a09 +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ec8d81beb646735f8a902c9e53fd1792608e07f8 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8239c0c47d58ed9e63ae36b719bf47bd4f00f190288a2c553fdb07bf69755d +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..80901c38cf3a4dbeaf42e89cb5225fce8f3cf44b --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217e92f4528389914e3f861fa3d9ae0b0816254eb74f3a0e6b62b218c0aa528b +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ea332690e626bc12e5d67cfc2a63f809110b273b --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dcb3a81169d7b4d7c93615d8ea8207938388d8d23097aebdcc5f2f411b983f5 +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..af99c851be801ac758611351a90954e51897ccfb --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f47cfc72252c85d0460ac7f07b916fbebc8e477d33ee87fbf642306c452d658 +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9689b4a8989811babd4c365dbc93cb90106a8870 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a632f690c849d32f8767f07a586068076f8236b8470ac9b85c68e807e611fdce +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c11ef8519c7ad2d0777d4ea59d63d129365549c9 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341176431deca43610a9d75a85e7b7dbac3177e70cb758627826d75d033eab05 +size 9513034 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..bdf4fc30f8a293796c1d79cc0988f95a4c426a6b --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c0bc0a6b7b52b8f2cfae02c4223cc96830bfa8f7b5ca94cc10bfc5087521d9 +size 9513138 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/train_4xIC9600_0.2_DF2K_plksr_tiny_fp16_20241003_145240.log b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/train_4xIC9600_0.2_DF2K_plksr_tiny_fp16_20241003_145240.log new file mode 100644 index 0000000000000000000000000000000000000000..b83d05c26525c1e37b8c361ceaa9ff2dbddba395 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/train_4xIC9600_0.2_DF2K_plksr_tiny_fp16_20241003_145240.log @@ -0,0 +1,1100 @@ +2024-10-03 14:52:40,918 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-03 14:52:43,105 INFO: Dataset [paired] is built. +2024-10-03 14:52:43,105 INFO: Training statistics: + Starting model: 4xIC9600_0.2_DF2K_plksr_tiny_fp16 + Number of train images: 19552 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1222 + Total epochs 82 for total iters 100000. +2024-10-03 14:52:43,106 INFO: Dataset [paired] is built. +2024-10-03 14:52:43,106 INFO: Number of val images/folders: 100 +2024-10-03 14:52:43,534 INFO: Using network [plksr]. +2024-10-03 14:52:43,574 INFO: Using exponential-moving average. +2024-10-03 14:52:43,575 INFO: Loss [L1Loss] enabled. +2024-10-03 14:52:43,575 INFO: Using model [image]. +2024-10-03 14:52:44,247 INFO: AMP enabled. +2024-10-03 14:52:44,248 INFO: Deterministic mode enabled. +2024-10-03 14:52:44,248 INFO: Start training from epoch: 0, iter: 0 +2024-10-03 14:52:51,654 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:54 ] [ l_g_pix: 3.9829e-02 ] [ l_g_total: 3.9829e-02 ] +2024-10-03 14:52:55,386 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 17.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 4.5476e-02 ] [ l_g_total: 4.5476e-02 ] +2024-10-03 14:52:59,157 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:09 ] [ l_g_pix: 6.3609e-02 ] [ l_g_total: 6.3609e-02 ] +2024-10-03 14:53:02,902 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.636 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 3.0441e-02 ] [ l_g_total: 3.0441e-02 ] +2024-10-03 14:53:06,607 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 27.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:55 ] [ l_g_pix: 3.2877e-02 ] [ l_g_total: 3.2877e-02 ] +2024-10-03 14:53:10,362 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.829 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:55 ] [ l_g_pix: 4.1951e-02 ] [ l_g_total: 4.1951e-02 ] +2024-10-03 14:53:14,131 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 4.2182e-02 ] [ l_g_total: 4.2182e-02 ] +2024-10-03 14:53:17,900 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:55 ] [ l_g_pix: 2.7874e-02 ] [ l_g_total: 2.7874e-02 ] +2024-10-03 14:53:21,655 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 2.7014e-02 ] [ l_g_total: 2.7014e-02 ] +2024-10-03 14:53:25,415 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:50 ] [ l_g_pix: 3.3760e-02 ] [ l_g_total: 3.3760e-02 ] +2024-10-03 14:53:29,155 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:46 ] [ l_g_pix: 2.5078e-02 ] [ l_g_total: 2.5078e-02 ] +2024-10-03 14:53:32,757 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:30 ] [ l_g_pix: 3.9258e-02 ] [ l_g_total: 3.9258e-02 ] +2024-10-03 14:53:37,292 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 21.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:27 ] [ l_g_pix: 4.5592e-02 ] [ l_g_total: 4.5592e-02 ] +2024-10-03 14:53:41,058 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 23.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:21 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-10-03 14:53:44,744 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 27.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:10 ] [ l_g_pix: 4.8657e-02 ] [ l_g_total: 4.8657e-02 ] +2024-10-03 14:53:48,397 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 27.276 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 2.5511e-02 ] [ l_g_total: 2.5511e-02 ] +2024-10-03 14:53:52,083 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 4.2471e-02 ] [ l_g_total: 4.2471e-02 ] +2024-10-03 14:53:55,788 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:41 ] [ l_g_pix: 4.7251e-02 ] [ l_g_total: 4.7251e-02 ] +2024-10-03 14:53:59,519 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:36 ] [ l_g_pix: 3.7329e-02 ] [ l_g_total: 3.7329e-02 ] +2024-10-03 14:54:03,243 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:30 ] [ l_g_pix: 3.8271e-02 ] [ l_g_total: 3.8271e-02 ] +2024-10-03 14:54:07,004 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:26 ] [ l_g_pix: 2.9543e-02 ] [ l_g_total: 2.9543e-02 ] +2024-10-03 14:54:10,767 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.578 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 4.1165e-02 ] [ l_g_total: 4.1165e-02 ] +2024-10-03 14:54:14,523 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:18 ] [ l_g_pix: 3.3009e-02 ] [ l_g_total: 3.3009e-02 ] +2024-10-03 14:54:18,081 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 3.0905e-02 ] [ l_g_total: 3.0905e-02 ] +2024-10-03 14:54:22,832 INFO: [ epoch: 2 ] [ iter: 2,500 ] [ performance: 20.286 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 3.9598e-02 ] [ l_g_total: 3.9598e-02 ] +2024-10-03 14:54:26,563 INFO: [ epoch: 2 ] [ iter: 2,600 ] [ performance: 23.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:34 ] [ l_g_pix: 4.3974e-02 ] [ l_g_total: 4.3974e-02 ] +2024-10-03 14:54:30,232 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 27.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:26 ] [ l_g_pix: 2.4189e-02 ] [ l_g_total: 2.4189e-02 ] +2024-10-03 14:54:33,904 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 27.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:18 ] [ l_g_pix: 2.9359e-02 ] [ l_g_total: 2.9359e-02 ] +2024-10-03 14:54:37,602 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:11 ] [ l_g_pix: 1.9821e-02 ] [ l_g_total: 1.9821e-02 ] +2024-10-03 14:54:41,326 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:06 ] [ l_g_pix: 4.2476e-02 ] [ l_g_total: 4.2476e-02 ] +2024-10-03 14:54:45,088 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 26.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:01 ] [ l_g_pix: 2.8909e-02 ] [ l_g_total: 2.8909e-02 ] +2024-10-03 14:54:48,827 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:56 ] [ l_g_pix: 3.7789e-02 ] [ l_g_total: 3.7789e-02 ] +2024-10-03 14:54:52,553 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 26.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 3.5259e-02 ] [ l_g_total: 3.5259e-02 ] +2024-10-03 14:54:56,241 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:45 ] [ l_g_pix: 2.9829e-02 ] [ l_g_total: 2.9829e-02 ] +2024-10-03 14:54:59,952 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 27.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 2.6613e-02 ] [ l_g_total: 2.6613e-02 ] +2024-10-03 14:55:03,601 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 27.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 4.1766e-02 ] [ l_g_total: 4.1766e-02 ] +2024-10-03 14:55:08,358 INFO: [ epoch: 3 ] [ iter: 3,700 ] [ performance: 19.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:54 ] [ l_g_pix: 2.3253e-02 ] [ l_g_total: 2.3253e-02 ] +2024-10-03 14:55:12,144 INFO: [ epoch: 3 ] [ iter: 3,800 ] [ performance: 22.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:50 ] [ l_g_pix: 2.0799e-02 ] [ l_g_total: 2.0799e-02 ] +2024-10-03 14:55:15,910 INFO: [ epoch: 3 ] [ iter: 3,900 ] [ performance: 26.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:46 ] [ l_g_pix: 3.9161e-02 ] [ l_g_total: 3.9161e-02 ] +2024-10-03 14:55:19,635 INFO: [ epoch: 3 ] [ iter: 4,000 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 5.7990e-02 ] [ l_g_total: 5.7990e-02 ] +2024-10-03 14:55:23,346 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:35 ] [ l_g_pix: 4.4692e-02 ] [ l_g_total: 4.4692e-02 ] +2024-10-03 14:55:27,039 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:29 ] [ l_g_pix: 2.8687e-02 ] [ l_g_total: 2.8687e-02 ] +2024-10-03 14:55:30,712 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:22 ] [ l_g_pix: 3.1073e-02 ] [ l_g_total: 3.1073e-02 ] +2024-10-03 14:55:34,421 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 27.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:17 ] [ l_g_pix: 3.5839e-02 ] [ l_g_total: 3.5839e-02 ] +2024-10-03 14:55:38,196 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 26.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:13 ] [ l_g_pix: 4.2131e-02 ] [ l_g_total: 4.2131e-02 ] +2024-10-03 14:55:41,918 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 26.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 3.1472e-02 ] [ l_g_total: 3.1472e-02 ] +2024-10-03 14:55:45,640 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:03 ] [ l_g_pix: 5.9141e-02 ] [ l_g_total: 5.9141e-02 ] +2024-10-03 14:55:49,367 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 26.818 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 2.2529e-02 ] [ l_g_total: 2.2529e-02 ] +2024-10-03 14:55:53,554 INFO: [ epoch: 4 ] [ iter: 4,900 ] [ performance: 22.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:02 ] [ l_g_pix: 3.3166e-02 ] [ l_g_total: 3.3166e-02 ] +2024-10-03 14:55:57,649 INFO: [ epoch: 4 ] [ iter: 5,000 ] [ performance: 23.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:04 ] [ l_g_pix: 3.2265e-02 ] [ l_g_total: 3.2265e-02 ] +2024-10-03 14:56:01,330 INFO: [ epoch: 4 ] [ iter: 5,100 ] [ performance: 27.165 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 4.3754e-02 ] [ l_g_total: 4.3754e-02 ] +2024-10-03 14:56:04,993 INFO: [ epoch: 4 ] [ iter: 5,200 ] [ performance: 27.247 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 4.2897e-02 ] [ l_g_total: 4.2897e-02 ] +2024-10-03 14:56:08,675 INFO: [ epoch: 4 ] [ iter: 5,300 ] [ performance: 27.177 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 3.4945e-02 ] [ l_g_total: 3.4945e-02 ] +2024-10-03 14:56:12,295 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 27.436 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:40 ] [ l_g_pix: 3.1314e-02 ] [ l_g_total: 3.1314e-02 ] +2024-10-03 14:56:16,015 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 26.703 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:35 ] [ l_g_pix: 4.2098e-02 ] [ l_g_total: 4.2098e-02 ] +2024-10-03 14:56:19,753 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:30 ] [ l_g_pix: 3.2954e-02 ] [ l_g_total: 3.2954e-02 ] +2024-10-03 14:56:23,470 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 27.058 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 3.4616e-02 ] [ l_g_total: 3.4616e-02 ] +2024-10-03 14:56:27,222 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:21 ] [ l_g_pix: 2.3748e-02 ] [ l_g_total: 2.3748e-02 ] +2024-10-03 14:56:30,885 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:15 ] [ l_g_pix: 2.7945e-02 ] [ l_g_total: 2.7945e-02 ] +2024-10-03 14:56:34,642 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 26.891 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:11 ] [ l_g_pix: 4.0584e-02 ] [ l_g_total: 4.0584e-02 ] +2024-10-03 14:56:38,132 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 29.040 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:03 ] [ l_g_pix: 2.7212e-02 ] [ l_g_total: 2.7212e-02 ] +2024-10-03 14:56:42,984 INFO: [ epoch: 5 ] [ iter: 6,200 ] [ performance: 23.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:16 ] [ l_g_pix: 4.2592e-02 ] [ l_g_total: 4.2592e-02 ] +2024-10-03 14:56:46,667 INFO: [ epoch: 5 ] [ iter: 6,300 ] [ performance: 27.040 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:10 ] [ l_g_pix: 3.5030e-02 ] [ l_g_total: 3.5030e-02 ] +2024-10-03 14:56:50,488 INFO: [ epoch: 5 ] [ iter: 6,400 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-03 14:56:54,195 INFO: [ epoch: 5 ] [ iter: 6,500 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:02 ] [ l_g_pix: 3.7535e-02 ] [ l_g_total: 3.7535e-02 ] +2024-10-03 14:56:57,861 INFO: [ epoch: 5 ] [ iter: 6,600 ] [ performance: 27.117 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:56 ] [ l_g_pix: 2.6128e-02 ] [ l_g_total: 2.6128e-02 ] +2024-10-03 14:57:01,598 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:52 ] [ l_g_pix: 2.9649e-02 ] [ l_g_total: 2.9649e-02 ] +2024-10-03 14:57:05,268 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:46 ] [ l_g_pix: 4.8506e-02 ] [ l_g_total: 4.8506e-02 ] +2024-10-03 14:57:08,939 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 27.379 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:41 ] [ l_g_pix: 4.0891e-02 ] [ l_g_total: 4.0891e-02 ] +2024-10-03 14:57:12,670 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:37 ] [ l_g_pix: 5.5234e-02 ] [ l_g_total: 5.5234e-02 ] +2024-10-03 14:57:16,372 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:32 ] [ l_g_pix: 5.5632e-02 ] [ l_g_total: 5.5632e-02 ] +2024-10-03 14:57:20,124 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 26.818 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 3.1718e-02 ] [ l_g_total: 3.1718e-02 ] +2024-10-03 14:57:23,672 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 28.798 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:21 ] [ l_g_pix: 3.7830e-02 ] [ l_g_total: 3.7830e-02 ] +2024-10-03 14:57:28,492 INFO: [ epoch: 6 ] [ iter: 7,400 ] [ performance: 23.291 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:30 ] [ l_g_pix: 3.0696e-02 ] [ l_g_total: 3.0696e-02 ] +2024-10-03 14:57:32,219 INFO: [ epoch: 6 ] [ iter: 7,500 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:26 ] [ l_g_pix: 3.8375e-02 ] [ l_g_total: 3.8375e-02 ] +2024-10-03 14:57:35,945 INFO: [ epoch: 6 ] [ iter: 7,600 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:21 ] [ l_g_pix: 4.4245e-02 ] [ l_g_total: 4.4245e-02 ] +2024-10-03 14:57:39,635 INFO: [ epoch: 6 ] [ iter: 7,700 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:16 ] [ l_g_pix: 2.2758e-02 ] [ l_g_total: 2.2758e-02 ] +2024-10-03 14:57:43,341 INFO: [ epoch: 6 ] [ iter: 7,800 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:11 ] [ l_g_pix: 2.8902e-02 ] [ l_g_total: 2.8902e-02 ] +2024-10-03 14:57:47,047 INFO: [ epoch: 6 ] [ iter: 7,900 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:07 ] [ l_g_pix: 4.3705e-02 ] [ l_g_total: 4.3705e-02 ] +2024-10-03 14:57:50,748 INFO: [ epoch: 6 ] [ iter: 8,000 ] [ performance: 26.944 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:02 ] [ l_g_pix: 3.9338e-02 ] [ l_g_total: 3.9338e-02 ] +2024-10-03 14:57:54,536 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 26.396 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:58 ] [ l_g_pix: 4.0323e-02 ] [ l_g_total: 4.0323e-02 ] +2024-10-03 14:57:58,281 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 26.592 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:54 ] [ l_g_pix: 3.9670e-02 ] [ l_g_total: 3.9670e-02 ] +2024-10-03 14:58:01,968 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:49 ] [ l_g_pix: 2.8958e-02 ] [ l_g_total: 2.8958e-02 ] +2024-10-03 14:58:05,633 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 27.245 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:44 ] [ l_g_pix: 3.5885e-02 ] [ l_g_total: 3.5885e-02 ] +2024-10-03 14:58:09,209 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 28.591 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:38 ] [ l_g_pix: 4.6283e-02 ] [ l_g_total: 4.6283e-02 ] +2024-10-03 14:58:14,000 INFO: [ epoch: 7 ] [ iter: 8,600 ] [ performance: 23.174 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:45 ] [ l_g_pix: 3.8714e-02 ] [ l_g_total: 3.8714e-02 ] +2024-10-03 14:58:17,733 INFO: [ epoch: 7 ] [ iter: 8,700 ] [ performance: 26.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:40 ] [ l_g_pix: 3.3875e-02 ] [ l_g_total: 3.3875e-02 ] +2024-10-03 14:58:21,394 INFO: [ epoch: 7 ] [ iter: 8,800 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:35 ] [ l_g_pix: 4.7104e-02 ] [ l_g_total: 4.7104e-02 ] +2024-10-03 14:58:25,121 INFO: [ epoch: 7 ] [ iter: 8,900 ] [ performance: 26.945 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:31 ] [ l_g_pix: 3.2459e-02 ] [ l_g_total: 3.2459e-02 ] +2024-10-03 14:58:28,888 INFO: [ epoch: 7 ] [ iter: 9,000 ] [ performance: 26.693 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:27 ] [ l_g_pix: 2.3534e-02 ] [ l_g_total: 2.3534e-02 ] +2024-10-03 14:58:32,580 INFO: [ epoch: 7 ] [ iter: 9,100 ] [ performance: 27.194 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:22 ] [ l_g_pix: 3.4036e-02 ] [ l_g_total: 3.4036e-02 ] +2024-10-03 14:58:36,272 INFO: [ epoch: 7 ] [ iter: 9,200 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:17 ] [ l_g_pix: 2.2408e-02 ] [ l_g_total: 2.2408e-02 ] +2024-10-03 14:58:40,001 INFO: [ epoch: 7 ] [ iter: 9,300 ] [ performance: 27.091 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:13 ] [ l_g_pix: 4.1064e-02 ] [ l_g_total: 4.1064e-02 ] +2024-10-03 14:58:43,728 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:09 ] [ l_g_pix: 3.3149e-02 ] [ l_g_total: 3.3149e-02 ] +2024-10-03 14:58:47,475 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:05 ] [ l_g_pix: 2.0204e-02 ] [ l_g_total: 2.0204e-02 ] +2024-10-03 14:58:51,181 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 26.867 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:00 ] [ l_g_pix: 3.4797e-02 ] [ l_g_total: 3.4797e-02 ] +2024-10-03 14:58:54,825 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 27.670 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:55 ] [ l_g_pix: 2.7842e-02 ] [ l_g_total: 2.7842e-02 ] +2024-10-03 14:58:59,118 INFO: [ epoch: 8 ] [ iter: 9,800 ] [ performance: 24.631 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:56 ] [ l_g_pix: 3.5974e-02 ] [ l_g_total: 3.5974e-02 ] +2024-10-03 14:59:03,116 INFO: [ epoch: 8 ] [ iter: 9,900 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:54 ] [ l_g_pix: 4.0504e-02 ] [ l_g_total: 4.0504e-02 ] +2024-10-03 14:59:06,834 INFO: [ epoch: 8 ] [ iter: 10,000 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:50 ] [ l_g_pix: 3.4598e-02 ] [ l_g_total: 3.4598e-02 ] +2024-10-03 14:59:06,834 INFO: Saving models and training states. +2024-10-03 15:05:44,506 INFO: Validation val + + # psnr: 26.2986........ Best: 26.2986 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7807........ Best: 0.7807 @ 10000 iter + +2024-10-03 15:05:48,207 INFO: [ epoch: 8 ] [ iter: 10,100 ] [ performance: 27.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:45 ] [ l_g_pix: 3.0728e-02 ] [ l_g_total: 3.0728e-02 ] +2024-10-03 15:05:51,953 INFO: [ epoch: 8 ] [ iter: 10,200 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:02 ] [ l_g_pix: 3.1716e-02 ] [ l_g_total: 3.1716e-02 ] +2024-10-03 15:05:55,626 INFO: [ epoch: 8 ] [ iter: 10,300 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:20 ] [ l_g_pix: 2.7023e-02 ] [ l_g_total: 2.7023e-02 ] +2024-10-03 15:05:59,349 INFO: [ epoch: 8 ] [ iter: 10,400 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:38 ] [ l_g_pix: 3.2302e-02 ] [ l_g_total: 3.2302e-02 ] +2024-10-03 15:06:03,027 INFO: [ epoch: 8 ] [ iter: 10,500 ] [ performance: 26.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:57 ] [ l_g_pix: 3.7117e-02 ] [ l_g_total: 3.7117e-02 ] +2024-10-03 15:06:06,669 INFO: [ epoch: 8 ] [ iter: 10,600 ] [ performance: 27.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:16 ] [ l_g_pix: 2.3419e-02 ] [ l_g_total: 2.3419e-02 ] +2024-10-03 15:06:10,379 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:37 ] [ l_g_pix: 3.7787e-02 ] [ l_g_total: 3.7787e-02 ] +2024-10-03 15:06:14,035 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 27.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:58 ] [ l_g_pix: 3.4165e-02 ] [ l_g_total: 3.4165e-02 ] +2024-10-03 15:06:17,693 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:19 ] [ l_g_pix: 4.0216e-02 ] [ l_g_total: 4.0216e-02 ] +2024-10-03 15:06:21,845 INFO: [ epoch: 9 ] [ iter: 11,000 ] [ performance: 25.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:45 ] [ l_g_pix: 3.7138e-02 ] [ l_g_total: 3.7138e-02 ] +2024-10-03 15:06:25,989 INFO: [ epoch: 9 ] [ iter: 11,100 ] [ performance: 27.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:12 ] [ l_g_pix: 4.1194e-02 ] [ l_g_total: 4.1194e-02 ] +2024-10-03 15:06:29,726 INFO: [ epoch: 9 ] [ iter: 11,200 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:35 ] [ l_g_pix: 2.7943e-02 ] [ l_g_total: 2.7943e-02 ] +2024-10-03 15:06:33,476 INFO: [ epoch: 9 ] [ iter: 11,300 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:00 ] [ l_g_pix: 4.5866e-02 ] [ l_g_total: 4.5866e-02 ] +2024-10-03 15:06:37,174 INFO: [ epoch: 9 ] [ iter: 11,400 ] [ performance: 26.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:24 ] [ l_g_pix: 2.8870e-02 ] [ l_g_total: 2.8870e-02 ] +2024-10-03 15:06:40,923 INFO: [ epoch: 9 ] [ iter: 11,500 ] [ performance: 26.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:50 ] [ l_g_pix: 3.3042e-02 ] [ l_g_total: 3.3042e-02 ] +2024-10-03 15:06:44,610 INFO: [ epoch: 9 ] [ iter: 11,600 ] [ performance: 26.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:16 ] [ l_g_pix: 3.7998e-02 ] [ l_g_total: 3.7998e-02 ] +2024-10-03 15:06:48,323 INFO: [ epoch: 9 ] [ iter: 11,700 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:42 ] [ l_g_pix: 3.8296e-02 ] [ l_g_total: 3.8296e-02 ] +2024-10-03 15:06:52,072 INFO: [ epoch: 9 ] [ iter: 11,800 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:09 ] [ l_g_pix: 2.2637e-02 ] [ l_g_total: 2.2637e-02 ] +2024-10-03 15:06:55,813 INFO: [ epoch: 9 ] [ iter: 11,900 ] [ performance: 26.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:37 ] [ l_g_pix: 3.8634e-02 ] [ l_g_total: 3.8634e-02 ] +2024-10-03 15:06:59,544 INFO: [ epoch: 9 ] [ iter: 12,000 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:05 ] [ l_g_pix: 3.3939e-02 ] [ l_g_total: 3.3939e-02 ] +2024-10-03 15:07:03,269 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:33 ] [ l_g_pix: 4.1456e-02 ] [ l_g_total: 4.1456e-02 ] +2024-10-03 15:07:06,765 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 28.066 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:00 ] [ l_g_pix: 3.5846e-02 ] [ l_g_total: 3.5846e-02 ] +2024-10-03 15:07:11,533 INFO: [ epoch: 10 ] [ iter: 12,300 ] [ performance: 27.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:37 ] [ l_g_pix: 4.0188e-02 ] [ l_g_total: 4.0188e-02 ] +2024-10-03 15:07:15,274 INFO: [ epoch: 10 ] [ iter: 12,400 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:07 ] [ l_g_pix: 4.1721e-02 ] [ l_g_total: 4.1721e-02 ] +2024-10-03 15:07:19,034 INFO: [ epoch: 10 ] [ iter: 12,500 ] [ performance: 26.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:37 ] [ l_g_pix: 3.1655e-02 ] [ l_g_total: 3.1655e-02 ] +2024-10-03 15:07:22,740 INFO: [ epoch: 10 ] [ iter: 12,600 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:08 ] [ l_g_pix: 3.9808e-02 ] [ l_g_total: 3.9808e-02 ] +2024-10-03 15:07:26,465 INFO: [ epoch: 10 ] [ iter: 12,700 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:39 ] [ l_g_pix: 2.6366e-02 ] [ l_g_total: 2.6366e-02 ] +2024-10-03 15:07:30,181 INFO: [ epoch: 10 ] [ iter: 12,800 ] [ performance: 26.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:10 ] [ l_g_pix: 5.8168e-02 ] [ l_g_total: 5.8168e-02 ] +2024-10-03 15:07:33,939 INFO: [ epoch: 10 ] [ iter: 12,900 ] [ performance: 26.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:42 ] [ l_g_pix: 2.9810e-02 ] [ l_g_total: 2.9810e-02 ] +2024-10-03 15:07:37,630 INFO: [ epoch: 10 ] [ iter: 13,000 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:14 ] [ l_g_pix: 3.7941e-02 ] [ l_g_total: 3.7941e-02 ] +2024-10-03 15:07:41,301 INFO: [ epoch: 10 ] [ iter: 13,100 ] [ performance: 27.319 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:46 ] [ l_g_pix: 4.1588e-02 ] [ l_g_total: 4.1588e-02 ] +2024-10-03 15:07:44,997 INFO: [ epoch: 10 ] [ iter: 13,200 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:18 ] [ l_g_pix: 4.0239e-02 ] [ l_g_total: 4.0239e-02 ] +2024-10-03 15:07:48,672 INFO: [ epoch: 10 ] [ iter: 13,300 ] [ performance: 27.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:51 ] [ l_g_pix: 3.9303e-02 ] [ l_g_total: 3.9303e-02 ] +2024-10-03 15:07:52,227 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 27.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:24 ] [ l_g_pix: 3.7736e-02 ] [ l_g_total: 3.7736e-02 ] +2024-10-03 15:07:57,728 INFO: [ epoch: 11 ] [ iter: 13,500 ] [ performance: 21.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:09 ] [ l_g_pix: 2.8913e-02 ] [ l_g_total: 2.8913e-02 ] +2024-10-03 15:08:01,479 INFO: [ epoch: 11 ] [ iter: 13,600 ] [ performance: 25.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:43 ] [ l_g_pix: 2.9404e-02 ] [ l_g_total: 2.9404e-02 ] +2024-10-03 15:08:05,218 INFO: [ epoch: 11 ] [ iter: 13,700 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:18 ] [ l_g_pix: 4.9215e-02 ] [ l_g_total: 4.9215e-02 ] +2024-10-03 15:08:08,931 INFO: [ epoch: 11 ] [ iter: 13,800 ] [ performance: 26.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:53 ] [ l_g_pix: 4.1270e-02 ] [ l_g_total: 4.1270e-02 ] +2024-10-03 15:08:12,750 INFO: [ epoch: 11 ] [ iter: 13,900 ] [ performance: 26.427 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:28 ] [ l_g_pix: 3.2980e-02 ] [ l_g_total: 3.2980e-02 ] +2024-10-03 15:08:16,513 INFO: [ epoch: 11 ] [ iter: 14,000 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:04 ] [ l_g_pix: 3.5633e-02 ] [ l_g_total: 3.5633e-02 ] +2024-10-03 15:08:20,268 INFO: [ epoch: 11 ] [ iter: 14,100 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:40 ] [ l_g_pix: 2.7709e-02 ] [ l_g_total: 2.7709e-02 ] +2024-10-03 15:08:23,964 INFO: [ epoch: 11 ] [ iter: 14,200 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:15 ] [ l_g_pix: 3.3461e-02 ] [ l_g_total: 3.3461e-02 ] +2024-10-03 15:08:27,680 INFO: [ epoch: 11 ] [ iter: 14,300 ] [ performance: 27.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:52 ] [ l_g_pix: 3.8398e-02 ] [ l_g_total: 3.8398e-02 ] +2024-10-03 15:08:31,404 INFO: [ epoch: 11 ] [ iter: 14,400 ] [ performance: 26.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:28 ] [ l_g_pix: 2.9769e-02 ] [ l_g_total: 2.9769e-02 ] +2024-10-03 15:08:35,131 INFO: [ epoch: 11 ] [ iter: 14,500 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:05 ] [ l_g_pix: 2.8644e-02 ] [ l_g_total: 2.8644e-02 ] +2024-10-03 15:08:38,722 INFO: [ epoch: 11 ] [ iter: 14,600 ] [ performance: 27.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:41 ] [ l_g_pix: 3.7967e-02 ] [ l_g_total: 3.7967e-02 ] +2024-10-03 15:08:43,601 INFO: [ epoch: 12 ] [ iter: 14,700 ] [ performance: 18.312 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:25 ] [ l_g_pix: 3.1243e-02 ] [ l_g_total: 3.1243e-02 ] +2024-10-03 15:08:47,355 INFO: [ epoch: 12 ] [ iter: 14,800 ] [ performance: 24.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:03 ] [ l_g_pix: 2.4495e-02 ] [ l_g_total: 2.4495e-02 ] +2024-10-03 15:08:51,062 INFO: [ epoch: 12 ] [ iter: 14,900 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:40 ] [ l_g_pix: 4.5565e-02 ] [ l_g_total: 4.5565e-02 ] +2024-10-03 15:08:54,721 INFO: [ epoch: 12 ] [ iter: 15,000 ] [ performance: 27.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:18 ] [ l_g_pix: 3.8331e-02 ] [ l_g_total: 3.8331e-02 ] +2024-10-03 15:08:58,365 INFO: [ epoch: 12 ] [ iter: 15,100 ] [ performance: 26.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:56 ] [ l_g_pix: 3.1665e-02 ] [ l_g_total: 3.1665e-02 ] +2024-10-03 15:09:02,080 INFO: [ epoch: 12 ] [ iter: 15,200 ] [ performance: 26.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:34 ] [ l_g_pix: 3.2853e-02 ] [ l_g_total: 3.2853e-02 ] +2024-10-03 15:09:05,803 INFO: [ epoch: 12 ] [ iter: 15,300 ] [ performance: 27.015 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:13 ] [ l_g_pix: 2.7610e-02 ] [ l_g_total: 2.7610e-02 ] +2024-10-03 15:09:09,432 INFO: [ epoch: 12 ] [ iter: 15,400 ] [ performance: 27.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:51 ] [ l_g_pix: 2.5424e-02 ] [ l_g_total: 2.5424e-02 ] +2024-10-03 15:09:13,129 INFO: [ epoch: 12 ] [ iter: 15,500 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:30 ] [ l_g_pix: 2.1562e-02 ] [ l_g_total: 2.1562e-02 ] +2024-10-03 15:09:16,805 INFO: [ epoch: 12 ] [ iter: 15,600 ] [ performance: 27.145 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:10 ] [ l_g_pix: 4.1233e-02 ] [ l_g_total: 4.1233e-02 ] +2024-10-03 15:09:20,461 INFO: [ epoch: 12 ] [ iter: 15,700 ] [ performance: 26.939 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:49 ] [ l_g_pix: 2.5485e-02 ] [ l_g_total: 2.5485e-02 ] +2024-10-03 15:09:24,173 INFO: [ epoch: 12 ] [ iter: 15,800 ] [ performance: 26.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:29 ] [ l_g_pix: 3.4515e-02 ] [ l_g_total: 3.4515e-02 ] +2024-10-03 15:09:28,621 INFO: [ epoch: 13 ] [ iter: 15,900 ] [ performance: 12.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:13 ] [ l_g_pix: 4.1730e-02 ] [ l_g_total: 4.1730e-02 ] +2024-10-03 15:09:32,634 INFO: [ epoch: 13 ] [ iter: 16,000 ] [ performance: 21.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:54 ] [ l_g_pix: 3.3501e-02 ] [ l_g_total: 3.3501e-02 ] +2024-10-03 15:09:36,331 INFO: [ epoch: 13 ] [ iter: 16,100 ] [ performance: 26.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:35 ] [ l_g_pix: 2.7822e-02 ] [ l_g_total: 2.7822e-02 ] +2024-10-03 15:09:40,010 INFO: [ epoch: 13 ] [ iter: 16,200 ] [ performance: 27.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:15 ] [ l_g_pix: 3.1518e-02 ] [ l_g_total: 3.1518e-02 ] +2024-10-03 15:09:43,657 INFO: [ epoch: 13 ] [ iter: 16,300 ] [ performance: 27.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:55 ] [ l_g_pix: 3.4739e-02 ] [ l_g_total: 3.4739e-02 ] +2024-10-03 15:09:47,376 INFO: [ epoch: 13 ] [ iter: 16,400 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:36 ] [ l_g_pix: 3.2187e-02 ] [ l_g_total: 3.2187e-02 ] +2024-10-03 15:09:51,124 INFO: [ epoch: 13 ] [ iter: 16,500 ] [ performance: 27.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:18 ] [ l_g_pix: 4.0758e-02 ] [ l_g_total: 4.0758e-02 ] +2024-10-03 15:09:54,822 INFO: [ epoch: 13 ] [ iter: 16,600 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:59 ] [ l_g_pix: 3.3496e-02 ] [ l_g_total: 3.3496e-02 ] +2024-10-03 15:09:58,538 INFO: [ epoch: 13 ] [ iter: 16,700 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:40 ] [ l_g_pix: 4.7721e-02 ] [ l_g_total: 4.7721e-02 ] +2024-10-03 15:10:02,257 INFO: [ epoch: 13 ] [ iter: 16,800 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:22 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-03 15:10:05,996 INFO: [ epoch: 13 ] [ iter: 16,900 ] [ performance: 26.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:04 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-10-03 15:10:09,661 INFO: [ epoch: 13 ] [ iter: 17,000 ] [ performance: 27.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:46 ] [ l_g_pix: 3.1937e-02 ] [ l_g_total: 3.1937e-02 ] +2024-10-03 15:10:13,135 INFO: [ epoch: 13 ] [ iter: 17,100 ] [ performance: 29.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:27 ] [ l_g_pix: 3.7905e-02 ] [ l_g_total: 3.7905e-02 ] +2024-10-03 15:10:18,423 INFO: [ epoch: 14 ] [ iter: 17,200 ] [ performance: 19.821 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:17 ] [ l_g_pix: 3.6160e-02 ] [ l_g_total: 3.6160e-02 ] +2024-10-03 15:10:22,098 INFO: [ epoch: 14 ] [ iter: 17,300 ] [ performance: 27.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:59 ] [ l_g_pix: 3.7539e-02 ] [ l_g_total: 3.7539e-02 ] +2024-10-03 15:10:25,787 INFO: [ epoch: 14 ] [ iter: 17,400 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:41 ] [ l_g_pix: 3.2924e-02 ] [ l_g_total: 3.2924e-02 ] +2024-10-03 15:10:29,487 INFO: [ epoch: 14 ] [ iter: 17,500 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:24 ] [ l_g_pix: 3.4108e-02 ] [ l_g_total: 3.4108e-02 ] +2024-10-03 15:10:33,160 INFO: [ epoch: 14 ] [ iter: 17,600 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:07 ] [ l_g_pix: 3.7310e-02 ] [ l_g_total: 3.7310e-02 ] +2024-10-03 15:10:36,876 INFO: [ epoch: 14 ] [ iter: 17,700 ] [ performance: 26.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:50 ] [ l_g_pix: 3.4968e-02 ] [ l_g_total: 3.4968e-02 ] +2024-10-03 15:10:40,550 INFO: [ epoch: 14 ] [ iter: 17,800 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:33 ] [ l_g_pix: 3.7716e-02 ] [ l_g_total: 3.7716e-02 ] +2024-10-03 15:10:44,265 INFO: [ epoch: 14 ] [ iter: 17,900 ] [ performance: 26.867 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:16 ] [ l_g_pix: 3.9264e-02 ] [ l_g_total: 3.9264e-02 ] +2024-10-03 15:10:47,977 INFO: [ epoch: 14 ] [ iter: 18,000 ] [ performance: 26.940 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:00 ] [ l_g_pix: 4.5888e-02 ] [ l_g_total: 4.5888e-02 ] +2024-10-03 15:10:51,718 INFO: [ epoch: 14 ] [ iter: 18,100 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:44 ] [ l_g_pix: 3.2014e-02 ] [ l_g_total: 3.2014e-02 ] +2024-10-03 15:10:55,428 INFO: [ epoch: 14 ] [ iter: 18,200 ] [ performance: 26.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:27 ] [ l_g_pix: 3.0564e-02 ] [ l_g_total: 3.0564e-02 ] +2024-10-03 15:10:59,009 INFO: [ epoch: 14 ] [ iter: 18,300 ] [ performance: 28.686 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:11 ] [ l_g_pix: 3.5340e-02 ] [ l_g_total: 3.5340e-02 ] +2024-10-03 15:11:04,146 INFO: [ epoch: 15 ] [ iter: 18,400 ] [ performance: 20.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:01 ] [ l_g_pix: 2.5441e-02 ] [ l_g_total: 2.5441e-02 ] +2024-10-03 15:11:07,923 INFO: [ epoch: 15 ] [ iter: 18,500 ] [ performance: 25.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:45 ] [ l_g_pix: 3.5857e-02 ] [ l_g_total: 3.5857e-02 ] +2024-10-03 15:11:11,677 INFO: [ epoch: 15 ] [ iter: 18,600 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:30 ] [ l_g_pix: 4.6757e-02 ] [ l_g_total: 4.6757e-02 ] +2024-10-03 15:11:15,441 INFO: [ epoch: 15 ] [ iter: 18,700 ] [ performance: 26.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:15 ] [ l_g_pix: 3.8578e-02 ] [ l_g_total: 3.8578e-02 ] +2024-10-03 15:11:19,158 INFO: [ epoch: 15 ] [ iter: 18,800 ] [ performance: 26.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:59 ] [ l_g_pix: 4.5024e-02 ] [ l_g_total: 4.5024e-02 ] +2024-10-03 15:11:22,872 INFO: [ epoch: 15 ] [ iter: 18,900 ] [ performance: 25.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:44 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-03 15:11:26,611 INFO: [ epoch: 15 ] [ iter: 19,000 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:29 ] [ l_g_pix: 4.9447e-02 ] [ l_g_total: 4.9447e-02 ] +2024-10-03 15:11:30,289 INFO: [ epoch: 15 ] [ iter: 19,100 ] [ performance: 25.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:13 ] [ l_g_pix: 3.0229e-02 ] [ l_g_total: 3.0229e-02 ] +2024-10-03 15:11:33,950 INFO: [ epoch: 15 ] [ iter: 19,200 ] [ performance: 27.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:58 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-03 15:11:37,640 INFO: [ epoch: 15 ] [ iter: 19,300 ] [ performance: 27.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:43 ] [ l_g_pix: 3.9810e-02 ] [ l_g_total: 3.9810e-02 ] +2024-10-03 15:11:41,383 INFO: [ epoch: 15 ] [ iter: 19,400 ] [ performance: 26.752 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:29 ] [ l_g_pix: 3.5266e-02 ] [ l_g_total: 3.5266e-02 ] +2024-10-03 15:11:44,981 INFO: [ epoch: 15 ] [ iter: 19,500 ] [ performance: 27.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:13 ] [ l_g_pix: 2.7830e-02 ] [ l_g_total: 2.7830e-02 ] +2024-10-03 15:11:49,982 INFO: [ epoch: 16 ] [ iter: 19,600 ] [ performance: 20.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:04 ] [ l_g_pix: 3.6688e-02 ] [ l_g_total: 3.6688e-02 ] +2024-10-03 15:11:53,664 INFO: [ epoch: 16 ] [ iter: 19,700 ] [ performance: 27.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:50 ] [ l_g_pix: 3.4184e-02 ] [ l_g_total: 3.4184e-02 ] +2024-10-03 15:11:57,389 INFO: [ epoch: 16 ] [ iter: 19,800 ] [ performance: 26.866 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:35 ] [ l_g_pix: 4.3210e-02 ] [ l_g_total: 4.3210e-02 ] +2024-10-03 15:12:01,097 INFO: [ epoch: 16 ] [ iter: 19,900 ] [ performance: 27.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:21 ] [ l_g_pix: 2.3366e-02 ] [ l_g_total: 2.3366e-02 ] +2024-10-03 15:12:04,791 INFO: [ epoch: 16 ] [ iter: 20,000 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:07 ] [ l_g_pix: 2.5926e-02 ] [ l_g_total: 2.5926e-02 ] +2024-10-03 15:12:04,791 INFO: Saving models and training states. +2024-10-03 15:16:55,476 INFO: Validation val + + # psnr: 26.3095........ Best: 26.3095 @ 20000 iter + # ssim: 0.7396........ Best: 0.7396 @ 20000 iter + # dists: 0.7810........ Best: 0.7807 @ 10000 iter + +2024-10-03 15:16:59,242 INFO: [ epoch: 16 ] [ iter: 20,100 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:09 ] [ l_g_pix: 3.1252e-02 ] [ l_g_total: 3.1252e-02 ] +2024-10-03 15:17:02,968 INFO: [ epoch: 16 ] [ iter: 20,200 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:48 ] [ l_g_pix: 2.7824e-02 ] [ l_g_total: 2.7824e-02 ] +2024-10-03 15:17:06,717 INFO: [ epoch: 16 ] [ iter: 20,300 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:27 ] [ l_g_pix: 3.2826e-02 ] [ l_g_total: 3.2826e-02 ] +2024-10-03 15:17:10,432 INFO: [ epoch: 16 ] [ iter: 20,400 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:06 ] [ l_g_pix: 3.6057e-02 ] [ l_g_total: 3.6057e-02 ] +2024-10-03 15:17:14,104 INFO: [ epoch: 16 ] [ iter: 20,500 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:45 ] [ l_g_pix: 3.8434e-02 ] [ l_g_total: 3.8434e-02 ] +2024-10-03 15:17:17,791 INFO: [ epoch: 16 ] [ iter: 20,600 ] [ performance: 27.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:25 ] [ l_g_pix: 2.6366e-02 ] [ l_g_total: 2.6366e-02 ] +2024-10-03 15:17:21,439 INFO: [ epoch: 16 ] [ iter: 20,700 ] [ performance: 27.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:04 ] [ l_g_pix: 5.5434e-02 ] [ l_g_total: 5.5434e-02 ] +2024-10-03 15:17:26,100 INFO: [ epoch: 17 ] [ iter: 20,800 ] [ performance: 21.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:48 ] [ l_g_pix: 3.6052e-02 ] [ l_g_total: 3.6052e-02 ] +2024-10-03 15:17:29,991 INFO: [ epoch: 17 ] [ iter: 20,900 ] [ performance: 23.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:29 ] [ l_g_pix: 3.6567e-02 ] [ l_g_total: 3.6567e-02 ] +2024-10-03 15:17:33,651 INFO: [ epoch: 17 ] [ iter: 21,000 ] [ performance: 27.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:09 ] [ l_g_pix: 2.6077e-02 ] [ l_g_total: 2.6077e-02 ] +2024-10-03 15:17:37,320 INFO: [ epoch: 17 ] [ iter: 21,100 ] [ performance: 27.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:49 ] [ l_g_pix: 2.6889e-02 ] [ l_g_total: 2.6889e-02 ] +2024-10-03 15:17:40,957 INFO: [ epoch: 17 ] [ iter: 21,200 ] [ performance: 27.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:29 ] [ l_g_pix: 3.7091e-02 ] [ l_g_total: 3.7091e-02 ] +2024-10-03 15:17:44,649 INFO: [ epoch: 17 ] [ iter: 21,300 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:10 ] [ l_g_pix: 4.7216e-02 ] [ l_g_total: 4.7216e-02 ] +2024-10-03 15:17:48,379 INFO: [ epoch: 17 ] [ iter: 21,400 ] [ performance: 26.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:51 ] [ l_g_pix: 3.9165e-02 ] [ l_g_total: 3.9165e-02 ] +2024-10-03 15:17:52,047 INFO: [ epoch: 17 ] [ iter: 21,500 ] [ performance: 27.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:31 ] [ l_g_pix: 4.1117e-02 ] [ l_g_total: 4.1117e-02 ] +2024-10-03 15:17:55,719 INFO: [ epoch: 17 ] [ iter: 21,600 ] [ performance: 27.233 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:12 ] [ l_g_pix: 2.6951e-02 ] [ l_g_total: 2.6951e-02 ] +2024-10-03 15:17:59,424 INFO: [ epoch: 17 ] [ iter: 21,700 ] [ performance: 27.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:53 ] [ l_g_pix: 3.9384e-02 ] [ l_g_total: 3.9384e-02 ] +2024-10-03 15:18:03,178 INFO: [ epoch: 17 ] [ iter: 21,800 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:35 ] [ l_g_pix: 3.5945e-02 ] [ l_g_total: 3.5945e-02 ] +2024-10-03 15:18:06,933 INFO: [ epoch: 17 ] [ iter: 21,900 ] [ performance: 26.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:17 ] [ l_g_pix: 3.1182e-02 ] [ l_g_total: 3.1182e-02 ] +2024-10-03 15:18:11,292 INFO: [ epoch: 18 ] [ iter: 22,000 ] [ performance: 22.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:01 ] [ l_g_pix: 4.2324e-02 ] [ l_g_total: 4.2324e-02 ] +2024-10-03 15:18:15,562 INFO: [ epoch: 18 ] [ iter: 22,100 ] [ performance: 22.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:44 ] [ l_g_pix: 2.4683e-02 ] [ l_g_total: 2.4683e-02 ] +2024-10-03 15:18:19,268 INFO: [ epoch: 18 ] [ iter: 22,200 ] [ performance: 27.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:26 ] [ l_g_pix: 2.8905e-02 ] [ l_g_total: 2.8905e-02 ] +2024-10-03 15:18:23,002 INFO: [ epoch: 18 ] [ iter: 22,300 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:08 ] [ l_g_pix: 4.9391e-02 ] [ l_g_total: 4.9391e-02 ] +2024-10-03 15:18:26,714 INFO: [ epoch: 18 ] [ iter: 22,400 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:50 ] [ l_g_pix: 3.6176e-02 ] [ l_g_total: 3.6176e-02 ] +2024-10-03 15:18:30,377 INFO: [ epoch: 18 ] [ iter: 22,500 ] [ performance: 27.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:32 ] [ l_g_pix: 4.3060e-02 ] [ l_g_total: 4.3060e-02 ] +2024-10-03 15:18:34,052 INFO: [ epoch: 18 ] [ iter: 22,600 ] [ performance: 27.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:15 ] [ l_g_pix: 2.9625e-02 ] [ l_g_total: 2.9625e-02 ] +2024-10-03 15:18:37,720 INFO: [ epoch: 18 ] [ iter: 22,700 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:57 ] [ l_g_pix: 4.8177e-02 ] [ l_g_total: 4.8177e-02 ] +2024-10-03 15:18:41,400 INFO: [ epoch: 18 ] [ iter: 22,800 ] [ performance: 27.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:40 ] [ l_g_pix: 3.0741e-02 ] [ l_g_total: 3.0741e-02 ] +2024-10-03 15:18:45,078 INFO: [ epoch: 18 ] [ iter: 22,900 ] [ performance: 27.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:22 ] [ l_g_pix: 4.4142e-02 ] [ l_g_total: 4.4142e-02 ] +2024-10-03 15:18:48,759 INFO: [ epoch: 18 ] [ iter: 23,000 ] [ performance: 27.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:05 ] [ l_g_pix: 3.1546e-02 ] [ l_g_total: 3.1546e-02 ] +2024-10-03 15:18:52,477 INFO: [ epoch: 18 ] [ iter: 23,100 ] [ performance: 27.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:48 ] [ l_g_pix: 3.8358e-02 ] [ l_g_total: 3.8358e-02 ] +2024-10-03 15:18:56,006 INFO: [ epoch: 18 ] [ iter: 23,200 ] [ performance: 28.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:30 ] [ l_g_pix: 4.9447e-02 ] [ l_g_total: 4.9447e-02 ] +2024-10-03 15:19:01,114 INFO: [ epoch: 19 ] [ iter: 23,300 ] [ performance: 22.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:18 ] [ l_g_pix: 2.9594e-02 ] [ l_g_total: 2.9594e-02 ] +2024-10-03 15:19:04,837 INFO: [ epoch: 19 ] [ iter: 23,400 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:02 ] [ l_g_pix: 4.1589e-02 ] [ l_g_total: 4.1589e-02 ] +2024-10-03 15:19:08,512 INFO: [ epoch: 19 ] [ iter: 23,500 ] [ performance: 27.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:45 ] [ l_g_pix: 3.1667e-02 ] [ l_g_total: 3.1667e-02 ] +2024-10-03 15:19:12,216 INFO: [ epoch: 19 ] [ iter: 23,600 ] [ performance: 27.015 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:28 ] [ l_g_pix: 4.4349e-02 ] [ l_g_total: 4.4349e-02 ] +2024-10-03 15:19:15,944 INFO: [ epoch: 19 ] [ iter: 23,700 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:12 ] [ l_g_pix: 3.7267e-02 ] [ l_g_total: 3.7267e-02 ] +2024-10-03 15:19:19,643 INFO: [ epoch: 19 ] [ iter: 23,800 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:56 ] [ l_g_pix: 3.5755e-02 ] [ l_g_total: 3.5755e-02 ] +2024-10-03 15:19:23,308 INFO: [ epoch: 19 ] [ iter: 23,900 ] [ performance: 27.177 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:39 ] [ l_g_pix: 3.6997e-02 ] [ l_g_total: 3.6997e-02 ] +2024-10-03 15:19:26,993 INFO: [ epoch: 19 ] [ iter: 24,000 ] [ performance: 27.204 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:23 ] [ l_g_pix: 3.3063e-02 ] [ l_g_total: 3.3063e-02 ] +2024-10-03 15:19:30,729 INFO: [ epoch: 19 ] [ iter: 24,100 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:07 ] [ l_g_pix: 3.2658e-02 ] [ l_g_total: 3.2658e-02 ] +2024-10-03 15:19:34,419 INFO: [ epoch: 19 ] [ iter: 24,200 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:51 ] [ l_g_pix: 3.9133e-02 ] [ l_g_total: 3.9133e-02 ] +2024-10-03 15:19:38,153 INFO: [ epoch: 19 ] [ iter: 24,300 ] [ performance: 26.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:36 ] [ l_g_pix: 2.9653e-02 ] [ l_g_total: 2.9653e-02 ] +2024-10-03 15:19:41,695 INFO: [ epoch: 19 ] [ iter: 24,400 ] [ performance: 28.600 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:20 ] [ l_g_pix: 4.4305e-02 ] [ l_g_total: 4.4305e-02 ] +2024-10-03 15:19:46,758 INFO: [ epoch: 20 ] [ iter: 24,500 ] [ performance: 22.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:08 ] [ l_g_pix: 4.0477e-02 ] [ l_g_total: 4.0477e-02 ] +2024-10-03 15:19:50,499 INFO: [ epoch: 20 ] [ iter: 24,600 ] [ performance: 26.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:53 ] [ l_g_pix: 3.1015e-02 ] [ l_g_total: 3.1015e-02 ] +2024-10-03 15:19:54,232 INFO: [ epoch: 20 ] [ iter: 24,700 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:37 ] [ l_g_pix: 2.9961e-02 ] [ l_g_total: 2.9961e-02 ] +2024-10-03 15:19:57,909 INFO: [ epoch: 20 ] [ iter: 24,800 ] [ performance: 27.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:22 ] [ l_g_pix: 4.0229e-02 ] [ l_g_total: 4.0229e-02 ] +2024-10-03 15:20:01,623 INFO: [ epoch: 20 ] [ iter: 24,900 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:07 ] [ l_g_pix: 3.3478e-02 ] [ l_g_total: 3.3478e-02 ] +2024-10-03 15:20:05,354 INFO: [ epoch: 20 ] [ iter: 25,000 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:52 ] [ l_g_pix: 2.1906e-02 ] [ l_g_total: 2.1906e-02 ] +2024-10-03 15:20:09,018 INFO: [ epoch: 20 ] [ iter: 25,100 ] [ performance: 27.182 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:37 ] [ l_g_pix: 4.1352e-02 ] [ l_g_total: 4.1352e-02 ] +2024-10-03 15:20:12,750 INFO: [ epoch: 20 ] [ iter: 25,200 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:22 ] [ l_g_pix: 2.3319e-02 ] [ l_g_total: 2.3319e-02 ] +2024-10-03 15:20:16,459 INFO: [ epoch: 20 ] [ iter: 25,300 ] [ performance: 26.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:07 ] [ l_g_pix: 3.0025e-02 ] [ l_g_total: 3.0025e-02 ] +2024-10-03 15:20:20,161 INFO: [ epoch: 20 ] [ iter: 25,400 ] [ performance: 27.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:52 ] [ l_g_pix: 3.6601e-02 ] [ l_g_total: 3.6601e-02 ] +2024-10-03 15:20:23,869 INFO: [ epoch: 20 ] [ iter: 25,500 ] [ performance: 27.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:37 ] [ l_g_pix: 3.5141e-02 ] [ l_g_total: 3.5141e-02 ] +2024-10-03 15:20:27,501 INFO: [ epoch: 20 ] [ iter: 25,600 ] [ performance: 27.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:23 ] [ l_g_pix: 3.4327e-02 ] [ l_g_total: 3.4327e-02 ] +2024-10-03 15:20:32,517 INFO: [ epoch: 21 ] [ iter: 25,700 ] [ performance: 22.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:12 ] [ l_g_pix: 4.0442e-02 ] [ l_g_total: 4.0442e-02 ] +2024-10-03 15:20:36,296 INFO: [ epoch: 21 ] [ iter: 25,800 ] [ performance: 26.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:58 ] [ l_g_pix: 2.2002e-02 ] [ l_g_total: 2.2002e-02 ] +2024-10-03 15:20:40,032 INFO: [ epoch: 21 ] [ iter: 25,900 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:43 ] [ l_g_pix: 4.1020e-02 ] [ l_g_total: 4.1020e-02 ] +2024-10-03 15:20:43,763 INFO: [ epoch: 21 ] [ iter: 26,000 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:29 ] [ l_g_pix: 3.1584e-02 ] [ l_g_total: 3.1584e-02 ] +2024-10-03 15:20:47,492 INFO: [ epoch: 21 ] [ iter: 26,100 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:15 ] [ l_g_pix: 2.6550e-02 ] [ l_g_total: 2.6550e-02 ] +2024-10-03 15:20:51,230 INFO: [ epoch: 21 ] [ iter: 26,200 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:01 ] [ l_g_pix: 4.3982e-02 ] [ l_g_total: 4.3982e-02 ] +2024-10-03 15:20:54,958 INFO: [ epoch: 21 ] [ iter: 26,300 ] [ performance: 26.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:47 ] [ l_g_pix: 3.3268e-02 ] [ l_g_total: 3.3268e-02 ] +2024-10-03 15:20:58,650 INFO: [ epoch: 21 ] [ iter: 26,400 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:33 ] [ l_g_pix: 3.5441e-02 ] [ l_g_total: 3.5441e-02 ] +2024-10-03 15:21:02,413 INFO: [ epoch: 21 ] [ iter: 26,500 ] [ performance: 26.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:19 ] [ l_g_pix: 2.4615e-02 ] [ l_g_total: 2.4615e-02 ] +2024-10-03 15:21:06,238 INFO: [ epoch: 21 ] [ iter: 26,600 ] [ performance: 26.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:06 ] [ l_g_pix: 3.4642e-02 ] [ l_g_total: 3.4642e-02 ] +2024-10-03 15:21:09,945 INFO: [ epoch: 21 ] [ iter: 26,700 ] [ performance: 26.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:52 ] [ l_g_pix: 3.1465e-02 ] [ l_g_total: 3.1465e-02 ] +2024-10-03 15:21:13,704 INFO: [ epoch: 21 ] [ iter: 26,800 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:39 ] [ l_g_pix: 4.2941e-02 ] [ l_g_total: 4.2941e-02 ] +2024-10-03 15:21:18,305 INFO: [ epoch: 22 ] [ iter: 26,900 ] [ performance: 23.538 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:27 ] [ l_g_pix: 4.8037e-02 ] [ l_g_total: 4.8037e-02 ] +2024-10-03 15:21:22,309 INFO: [ epoch: 22 ] [ iter: 27,000 ] [ performance: 26.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:15 ] [ l_g_pix: 4.0035e-02 ] [ l_g_total: 4.0035e-02 ] +2024-10-03 15:21:26,089 INFO: [ epoch: 22 ] [ iter: 27,100 ] [ performance: 26.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:01 ] [ l_g_pix: 4.3530e-02 ] [ l_g_total: 4.3530e-02 ] +2024-10-03 15:21:29,826 INFO: [ epoch: 22 ] [ iter: 27,200 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:48 ] [ l_g_pix: 3.5383e-02 ] [ l_g_total: 3.5383e-02 ] +2024-10-03 15:21:33,568 INFO: [ epoch: 22 ] [ iter: 27,300 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:35 ] [ l_g_pix: 3.3704e-02 ] [ l_g_total: 3.3704e-02 ] +2024-10-03 15:21:37,280 INFO: [ epoch: 22 ] [ iter: 27,400 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:22 ] [ l_g_pix: 3.4155e-02 ] [ l_g_total: 3.4155e-02 ] +2024-10-03 15:21:41,038 INFO: [ epoch: 22 ] [ iter: 27,500 ] [ performance: 26.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:09 ] [ l_g_pix: 4.1666e-02 ] [ l_g_total: 4.1666e-02 ] +2024-10-03 15:21:44,804 INFO: [ epoch: 22 ] [ iter: 27,600 ] [ performance: 26.802 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:56 ] [ l_g_pix: 3.1334e-02 ] [ l_g_total: 3.1334e-02 ] +2024-10-03 15:21:48,530 INFO: [ epoch: 22 ] [ iter: 27,700 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 3.8173e-02 ] [ l_g_total: 3.8173e-02 ] +2024-10-03 15:21:52,294 INFO: [ epoch: 22 ] [ iter: 27,800 ] [ performance: 26.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:30 ] [ l_g_pix: 3.5138e-02 ] [ l_g_total: 3.5138e-02 ] +2024-10-03 15:21:56,061 INFO: [ epoch: 22 ] [ iter: 27,900 ] [ performance: 26.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:17 ] [ l_g_pix: 5.0566e-02 ] [ l_g_total: 5.0566e-02 ] +2024-10-03 15:21:59,827 INFO: [ epoch: 22 ] [ iter: 28,000 ] [ performance: 26.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 3.9567e-02 ] [ l_g_total: 3.9567e-02 ] +2024-10-03 15:22:03,323 INFO: [ epoch: 22 ] [ iter: 28,100 ] [ performance: 27.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:51 ] [ l_g_pix: 3.0600e-02 ] [ l_g_total: 3.0600e-02 ] +2024-10-03 15:22:08,518 INFO: [ epoch: 23 ] [ iter: 28,200 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:42 ] [ l_g_pix: 2.5123e-02 ] [ l_g_total: 2.5123e-02 ] +2024-10-03 15:22:12,247 INFO: [ epoch: 23 ] [ iter: 28,300 ] [ performance: 26.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:30 ] [ l_g_pix: 2.8283e-02 ] [ l_g_total: 2.8283e-02 ] +2024-10-03 15:22:16,011 INFO: [ epoch: 23 ] [ iter: 28,400 ] [ performance: 26.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:17 ] [ l_g_pix: 2.6420e-02 ] [ l_g_total: 2.6420e-02 ] +2024-10-03 15:22:19,742 INFO: [ epoch: 23 ] [ iter: 28,500 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:05 ] [ l_g_pix: 4.1084e-02 ] [ l_g_total: 4.1084e-02 ] +2024-10-03 15:22:23,465 INFO: [ epoch: 23 ] [ iter: 28,600 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:52 ] [ l_g_pix: 3.1858e-02 ] [ l_g_total: 3.1858e-02 ] +2024-10-03 15:22:27,225 INFO: [ epoch: 23 ] [ iter: 28,700 ] [ performance: 26.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:40 ] [ l_g_pix: 3.1863e-02 ] [ l_g_total: 3.1863e-02 ] +2024-10-03 15:22:30,937 INFO: [ epoch: 23 ] [ iter: 28,800 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:27 ] [ l_g_pix: 2.7629e-02 ] [ l_g_total: 2.7629e-02 ] +2024-10-03 15:22:34,662 INFO: [ epoch: 23 ] [ iter: 28,900 ] [ performance: 26.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:15 ] [ l_g_pix: 3.9042e-02 ] [ l_g_total: 3.9042e-02 ] +2024-10-03 15:22:38,406 INFO: [ epoch: 23 ] [ iter: 29,000 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:03 ] [ l_g_pix: 4.2314e-02 ] [ l_g_total: 4.2314e-02 ] +2024-10-03 15:22:42,134 INFO: [ epoch: 23 ] [ iter: 29,100 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:51 ] [ l_g_pix: 1.9566e-02 ] [ l_g_total: 1.9566e-02 ] +2024-10-03 15:22:45,862 INFO: [ epoch: 23 ] [ iter: 29,200 ] [ performance: 26.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:39 ] [ l_g_pix: 4.1382e-02 ] [ l_g_total: 4.1382e-02 ] +2024-10-03 15:22:49,442 INFO: [ epoch: 23 ] [ iter: 29,300 ] [ performance: 27.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:26 ] [ l_g_pix: 2.9816e-02 ] [ l_g_total: 2.9816e-02 ] +2024-10-03 15:22:54,512 INFO: [ epoch: 24 ] [ iter: 29,400 ] [ performance: 24.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:18 ] [ l_g_pix: 2.7669e-02 ] [ l_g_total: 2.7669e-02 ] +2024-10-03 15:22:58,271 INFO: [ epoch: 24 ] [ iter: 29,500 ] [ performance: 26.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:06 ] [ l_g_pix: 4.4947e-02 ] [ l_g_total: 4.4947e-02 ] +2024-10-03 15:23:01,990 INFO: [ epoch: 24 ] [ iter: 29,600 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:54 ] [ l_g_pix: 3.9847e-02 ] [ l_g_total: 3.9847e-02 ] +2024-10-03 15:23:05,739 INFO: [ epoch: 24 ] [ iter: 29,700 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:42 ] [ l_g_pix: 3.8662e-02 ] [ l_g_total: 3.8662e-02 ] +2024-10-03 15:23:09,445 INFO: [ epoch: 24 ] [ iter: 29,800 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:30 ] [ l_g_pix: 2.2847e-02 ] [ l_g_total: 2.2847e-02 ] +2024-10-03 15:23:13,193 INFO: [ epoch: 24 ] [ iter: 29,900 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 2.3603e-02 ] [ l_g_total: 2.3603e-02 ] +2024-10-03 15:23:16,938 INFO: [ epoch: 24 ] [ iter: 30,000 ] [ performance: 26.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 3.3730e-02 ] [ l_g_total: 3.3730e-02 ] +2024-10-03 15:23:16,938 INFO: Saving models and training states. +2024-10-03 15:27:05,313 INFO: Validation val + + # psnr: 26.9384........ Best: 26.9384 @ 30000 iter + # ssim: 0.7563........ Best: 0.7563 @ 30000 iter + # dists: 0.7743........ Best: 0.7743 @ 30000 iter + +2024-10-03 15:27:09,048 INFO: [ epoch: 24 ] [ iter: 30,100 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:46 ] [ l_g_pix: 4.3348e-02 ] [ l_g_total: 4.3348e-02 ] +2024-10-03 15:27:12,802 INFO: [ epoch: 24 ] [ iter: 30,200 ] [ performance: 26.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:32 ] [ l_g_pix: 4.7288e-02 ] [ l_g_total: 4.7288e-02 ] +2024-10-03 15:27:16,487 INFO: [ epoch: 24 ] [ iter: 30,300 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:18 ] [ l_g_pix: 3.6043e-02 ] [ l_g_total: 3.6043e-02 ] +2024-10-03 15:27:20,241 INFO: [ epoch: 24 ] [ iter: 30,400 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:04 ] [ l_g_pix: 4.5765e-02 ] [ l_g_total: 4.5765e-02 ] +2024-10-03 15:27:23,878 INFO: [ epoch: 24 ] [ iter: 30,500 ] [ performance: 27.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:50 ] [ l_g_pix: 3.8707e-02 ] [ l_g_total: 3.8707e-02 ] +2024-10-03 15:27:28,853 INFO: [ epoch: 25 ] [ iter: 30,600 ] [ performance: 20.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:39 ] [ l_g_pix: 2.7868e-02 ] [ l_g_total: 2.7868e-02 ] +2024-10-03 15:27:32,576 INFO: [ epoch: 25 ] [ iter: 30,700 ] [ performance: 24.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:25 ] [ l_g_pix: 3.7313e-02 ] [ l_g_total: 3.7313e-02 ] +2024-10-03 15:27:36,272 INFO: [ epoch: 25 ] [ iter: 30,800 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:11 ] [ l_g_pix: 3.9695e-02 ] [ l_g_total: 3.9695e-02 ] +2024-10-03 15:27:39,953 INFO: [ epoch: 25 ] [ iter: 30,900 ] [ performance: 27.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:58 ] [ l_g_pix: 4.4687e-02 ] [ l_g_total: 4.4687e-02 ] +2024-10-03 15:27:43,682 INFO: [ epoch: 25 ] [ iter: 31,000 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:44 ] [ l_g_pix: 2.0140e-02 ] [ l_g_total: 2.0140e-02 ] +2024-10-03 15:27:47,374 INFO: [ epoch: 25 ] [ iter: 31,100 ] [ performance: 26.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:31 ] [ l_g_pix: 4.1664e-02 ] [ l_g_total: 4.1664e-02 ] +2024-10-03 15:27:51,121 INFO: [ epoch: 25 ] [ iter: 31,200 ] [ performance: 26.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:17 ] [ l_g_pix: 2.8739e-02 ] [ l_g_total: 2.8739e-02 ] +2024-10-03 15:27:54,868 INFO: [ epoch: 25 ] [ iter: 31,300 ] [ performance: 26.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:04 ] [ l_g_pix: 3.0835e-02 ] [ l_g_total: 3.0835e-02 ] +2024-10-03 15:27:58,582 INFO: [ epoch: 25 ] [ iter: 31,400 ] [ performance: 27.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:51 ] [ l_g_pix: 3.6664e-02 ] [ l_g_total: 3.6664e-02 ] +2024-10-03 15:28:02,327 INFO: [ epoch: 25 ] [ iter: 31,500 ] [ performance: 26.843 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:37 ] [ l_g_pix: 3.5154e-02 ] [ l_g_total: 3.5154e-02 ] +2024-10-03 15:28:06,069 INFO: [ epoch: 25 ] [ iter: 31,600 ] [ performance: 26.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:24 ] [ l_g_pix: 2.2861e-02 ] [ l_g_total: 2.2861e-02 ] +2024-10-03 15:28:09,680 INFO: [ epoch: 25 ] [ iter: 31,700 ] [ performance: 27.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:11 ] [ l_g_pix: 3.2784e-02 ] [ l_g_total: 3.2784e-02 ] +2024-10-03 15:28:14,663 INFO: [ epoch: 26 ] [ iter: 31,800 ] [ performance: 14.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:01 ] [ l_g_pix: 3.4139e-02 ] [ l_g_total: 3.4139e-02 ] +2024-10-03 15:28:18,398 INFO: [ epoch: 26 ] [ iter: 31,900 ] [ performance: 21.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:48 ] [ l_g_pix: 4.3966e-02 ] [ l_g_total: 4.3966e-02 ] +2024-10-03 15:28:22,146 INFO: [ epoch: 26 ] [ iter: 32,000 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:35 ] [ l_g_pix: 3.3993e-02 ] [ l_g_total: 3.3993e-02 ] +2024-10-03 15:28:25,890 INFO: [ epoch: 26 ] [ iter: 32,100 ] [ performance: 26.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:22 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-03 15:28:29,622 INFO: [ epoch: 26 ] [ iter: 32,200 ] [ performance: 27.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:09 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-03 15:28:33,324 INFO: [ epoch: 26 ] [ iter: 32,300 ] [ performance: 27.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:56 ] [ l_g_pix: 3.2819e-02 ] [ l_g_total: 3.2819e-02 ] +2024-10-03 15:28:36,986 INFO: [ epoch: 26 ] [ iter: 32,400 ] [ performance: 27.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:43 ] [ l_g_pix: 3.4997e-02 ] [ l_g_total: 3.4997e-02 ] +2024-10-03 15:28:40,677 INFO: [ epoch: 26 ] [ iter: 32,500 ] [ performance: 27.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:31 ] [ l_g_pix: 4.1425e-02 ] [ l_g_total: 4.1425e-02 ] +2024-10-03 15:28:44,417 INFO: [ epoch: 26 ] [ iter: 32,600 ] [ performance: 26.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:18 ] [ l_g_pix: 2.6954e-02 ] [ l_g_total: 2.6954e-02 ] +2024-10-03 15:28:48,121 INFO: [ epoch: 26 ] [ iter: 32,700 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:05 ] [ l_g_pix: 3.0195e-02 ] [ l_g_total: 3.0195e-02 ] +2024-10-03 15:28:51,832 INFO: [ epoch: 26 ] [ iter: 32,800 ] [ performance: 27.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:53 ] [ l_g_pix: 3.8604e-02 ] [ l_g_total: 3.8604e-02 ] +2024-10-03 15:28:55,598 INFO: [ epoch: 26 ] [ iter: 32,900 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:40 ] [ l_g_pix: 3.3654e-02 ] [ l_g_total: 3.3654e-02 ] +2024-10-03 15:29:00,020 INFO: [ epoch: 27 ] [ iter: 33,000 ] [ performance: 16.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:29 ] [ l_g_pix: 3.2189e-02 ] [ l_g_total: 3.2189e-02 ] +2024-10-03 15:29:04,065 INFO: [ epoch: 27 ] [ iter: 33,100 ] [ performance: 21.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:18 ] [ l_g_pix: 4.1044e-02 ] [ l_g_total: 4.1044e-02 ] +2024-10-03 15:29:07,861 INFO: [ epoch: 27 ] [ iter: 33,200 ] [ performance: 26.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:06 ] [ l_g_pix: 4.2612e-02 ] [ l_g_total: 4.2612e-02 ] +2024-10-03 15:29:11,543 INFO: [ epoch: 27 ] [ iter: 33,300 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:53 ] [ l_g_pix: 3.5948e-02 ] [ l_g_total: 3.5948e-02 ] +2024-10-03 15:29:15,206 INFO: [ epoch: 27 ] [ iter: 33,400 ] [ performance: 27.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:41 ] [ l_g_pix: 2.8075e-02 ] [ l_g_total: 2.8075e-02 ] +2024-10-03 15:29:18,941 INFO: [ epoch: 27 ] [ iter: 33,500 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:29 ] [ l_g_pix: 1.6622e-02 ] [ l_g_total: 1.6622e-02 ] +2024-10-03 15:29:22,680 INFO: [ epoch: 27 ] [ iter: 33,600 ] [ performance: 26.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:17 ] [ l_g_pix: 3.1889e-02 ] [ l_g_total: 3.1889e-02 ] +2024-10-03 15:29:26,419 INFO: [ epoch: 27 ] [ iter: 33,700 ] [ performance: 26.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:05 ] [ l_g_pix: 3.1625e-02 ] [ l_g_total: 3.1625e-02 ] +2024-10-03 15:29:30,107 INFO: [ epoch: 27 ] [ iter: 33,800 ] [ performance: 27.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:53 ] [ l_g_pix: 3.9018e-02 ] [ l_g_total: 3.9018e-02 ] +2024-10-03 15:29:33,857 INFO: [ epoch: 27 ] [ iter: 33,900 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:41 ] [ l_g_pix: 3.6325e-02 ] [ l_g_total: 3.6325e-02 ] +2024-10-03 15:29:37,551 INFO: [ epoch: 27 ] [ iter: 34,000 ] [ performance: 27.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:29 ] [ l_g_pix: 2.7678e-02 ] [ l_g_total: 2.7678e-02 ] +2024-10-03 15:29:41,242 INFO: [ epoch: 27 ] [ iter: 34,100 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:17 ] [ l_g_pix: 3.9019e-02 ] [ l_g_total: 3.9019e-02 ] +2024-10-03 15:29:44,738 INFO: [ epoch: 27 ] [ iter: 34,200 ] [ performance: 29.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:05 ] [ l_g_pix: 4.8105e-02 ] [ l_g_total: 4.8105e-02 ] +2024-10-03 15:29:49,913 INFO: [ epoch: 28 ] [ iter: 34,300 ] [ performance: 20.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:56 ] [ l_g_pix: 3.1144e-02 ] [ l_g_total: 3.1144e-02 ] +2024-10-03 15:29:53,642 INFO: [ epoch: 28 ] [ iter: 34,400 ] [ performance: 27.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:44 ] [ l_g_pix: 3.5940e-02 ] [ l_g_total: 3.5940e-02 ] +2024-10-03 15:29:57,386 INFO: [ epoch: 28 ] [ iter: 34,500 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 3.1493e-02 ] [ l_g_total: 3.1493e-02 ] +2024-10-03 15:30:01,139 INFO: [ epoch: 28 ] [ iter: 34,600 ] [ performance: 27.037 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:21 ] [ l_g_pix: 3.3589e-02 ] [ l_g_total: 3.3589e-02 ] +2024-10-03 15:30:04,852 INFO: [ epoch: 28 ] [ iter: 34,700 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:09 ] [ l_g_pix: 2.9452e-02 ] [ l_g_total: 2.9452e-02 ] +2024-10-03 15:30:08,565 INFO: [ epoch: 28 ] [ iter: 34,800 ] [ performance: 26.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 3.5120e-02 ] [ l_g_total: 3.5120e-02 ] +2024-10-03 15:30:12,311 INFO: [ epoch: 28 ] [ iter: 34,900 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:46 ] [ l_g_pix: 4.3563e-02 ] [ l_g_total: 4.3563e-02 ] +2024-10-03 15:30:15,972 INFO: [ epoch: 28 ] [ iter: 35,000 ] [ performance: 27.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:34 ] [ l_g_pix: 3.4654e-02 ] [ l_g_total: 3.4654e-02 ] +2024-10-03 15:30:19,728 INFO: [ epoch: 28 ] [ iter: 35,100 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:23 ] [ l_g_pix: 2.9817e-02 ] [ l_g_total: 2.9817e-02 ] +2024-10-03 15:30:23,505 INFO: [ epoch: 28 ] [ iter: 35,200 ] [ performance: 26.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:12 ] [ l_g_pix: 2.9413e-02 ] [ l_g_total: 2.9413e-02 ] +2024-10-03 15:30:27,196 INFO: [ epoch: 28 ] [ iter: 35,300 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:00 ] [ l_g_pix: 2.2498e-02 ] [ l_g_total: 2.2498e-02 ] +2024-10-03 15:30:30,752 INFO: [ epoch: 28 ] [ iter: 35,400 ] [ performance: 28.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:49 ] [ l_g_pix: 2.8111e-02 ] [ l_g_total: 2.8111e-02 ] +2024-10-03 15:30:35,792 INFO: [ epoch: 29 ] [ iter: 35,500 ] [ performance: 21.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:40 ] [ l_g_pix: 2.6082e-02 ] [ l_g_total: 2.6082e-02 ] +2024-10-03 15:30:39,530 INFO: [ epoch: 29 ] [ iter: 35,600 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:29 ] [ l_g_pix: 3.1395e-02 ] [ l_g_total: 3.1395e-02 ] +2024-10-03 15:30:43,285 INFO: [ epoch: 29 ] [ iter: 35,700 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:18 ] [ l_g_pix: 2.7910e-02 ] [ l_g_total: 2.7910e-02 ] +2024-10-03 15:30:47,011 INFO: [ epoch: 29 ] [ iter: 35,800 ] [ performance: 27.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:07 ] [ l_g_pix: 5.0740e-02 ] [ l_g_total: 5.0740e-02 ] +2024-10-03 15:30:50,748 INFO: [ epoch: 29 ] [ iter: 35,900 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:55 ] [ l_g_pix: 3.1651e-02 ] [ l_g_total: 3.1651e-02 ] +2024-10-03 15:30:54,445 INFO: [ epoch: 29 ] [ iter: 36,000 ] [ performance: 27.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:44 ] [ l_g_pix: 2.8715e-02 ] [ l_g_total: 2.8715e-02 ] +2024-10-03 15:30:58,199 INFO: [ epoch: 29 ] [ iter: 36,100 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:33 ] [ l_g_pix: 2.1697e-02 ] [ l_g_total: 2.1697e-02 ] +2024-10-03 15:31:01,917 INFO: [ epoch: 29 ] [ iter: 36,200 ] [ performance: 27.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:22 ] [ l_g_pix: 4.3864e-02 ] [ l_g_total: 4.3864e-02 ] +2024-10-03 15:31:05,644 INFO: [ epoch: 29 ] [ iter: 36,300 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:12 ] [ l_g_pix: 2.5142e-02 ] [ l_g_total: 2.5142e-02 ] +2024-10-03 15:31:09,347 INFO: [ epoch: 29 ] [ iter: 36,400 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:01 ] [ l_g_pix: 2.6841e-02 ] [ l_g_total: 2.6841e-02 ] +2024-10-03 15:31:13,019 INFO: [ epoch: 29 ] [ iter: 36,500 ] [ performance: 27.190 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:50 ] [ l_g_pix: 3.1428e-02 ] [ l_g_total: 3.1428e-02 ] +2024-10-03 15:31:16,655 INFO: [ epoch: 29 ] [ iter: 36,600 ] [ performance: 28.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:39 ] [ l_g_pix: 3.1072e-02 ] [ l_g_total: 3.1072e-02 ] +2024-10-03 15:31:21,606 INFO: [ epoch: 30 ] [ iter: 36,700 ] [ performance: 21.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:30 ] [ l_g_pix: 2.6009e-02 ] [ l_g_total: 2.6009e-02 ] +2024-10-03 15:31:25,378 INFO: [ epoch: 30 ] [ iter: 36,800 ] [ performance: 27.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:19 ] [ l_g_pix: 3.7126e-02 ] [ l_g_total: 3.7126e-02 ] +2024-10-03 15:31:29,075 INFO: [ epoch: 30 ] [ iter: 36,900 ] [ performance: 27.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:09 ] [ l_g_pix: 2.7400e-02 ] [ l_g_total: 2.7400e-02 ] +2024-10-03 15:31:32,775 INFO: [ epoch: 30 ] [ iter: 37,000 ] [ performance: 27.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:58 ] [ l_g_pix: 4.4694e-02 ] [ l_g_total: 4.4694e-02 ] +2024-10-03 15:31:36,534 INFO: [ epoch: 30 ] [ iter: 37,100 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 3.6729e-02 ] [ l_g_total: 3.6729e-02 ] +2024-10-03 15:31:40,220 INFO: [ epoch: 30 ] [ iter: 37,200 ] [ performance: 27.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:37 ] [ l_g_pix: 2.7846e-02 ] [ l_g_total: 2.7846e-02 ] +2024-10-03 15:31:43,935 INFO: [ epoch: 30 ] [ iter: 37,300 ] [ performance: 27.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:26 ] [ l_g_pix: 3.6381e-02 ] [ l_g_total: 3.6381e-02 ] +2024-10-03 15:31:47,609 INFO: [ epoch: 30 ] [ iter: 37,400 ] [ performance: 27.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 3.8210e-02 ] [ l_g_total: 3.8210e-02 ] +2024-10-03 15:31:51,333 INFO: [ epoch: 30 ] [ iter: 37,500 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:05 ] [ l_g_pix: 3.5692e-02 ] [ l_g_total: 3.5692e-02 ] +2024-10-03 15:31:55,018 INFO: [ epoch: 30 ] [ iter: 37,600 ] [ performance: 26.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:55 ] [ l_g_pix: 2.6562e-02 ] [ l_g_total: 2.6562e-02 ] +2024-10-03 15:31:58,784 INFO: [ epoch: 30 ] [ iter: 37,700 ] [ performance: 26.562 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:44 ] [ l_g_pix: 3.5418e-02 ] [ l_g_total: 3.5418e-02 ] +2024-10-03 15:32:02,475 INFO: [ epoch: 30 ] [ iter: 37,800 ] [ performance: 29.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:34 ] [ l_g_pix: 5.3884e-02 ] [ l_g_total: 5.3884e-02 ] +2024-10-03 15:32:07,320 INFO: [ epoch: 31 ] [ iter: 37,900 ] [ performance: 21.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:25 ] [ l_g_pix: 4.2302e-02 ] [ l_g_total: 4.2302e-02 ] +2024-10-03 15:32:11,205 INFO: [ epoch: 31 ] [ iter: 38,000 ] [ performance: 26.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:15 ] [ l_g_pix: 4.1823e-02 ] [ l_g_total: 4.1823e-02 ] +2024-10-03 15:32:14,893 INFO: [ epoch: 31 ] [ iter: 38,100 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:05 ] [ l_g_pix: 3.3891e-02 ] [ l_g_total: 3.3891e-02 ] +2024-10-03 15:32:18,612 INFO: [ epoch: 31 ] [ iter: 38,200 ] [ performance: 26.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:55 ] [ l_g_pix: 2.9617e-02 ] [ l_g_total: 2.9617e-02 ] +2024-10-03 15:32:22,354 INFO: [ epoch: 31 ] [ iter: 38,300 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:45 ] [ l_g_pix: 4.5924e-02 ] [ l_g_total: 4.5924e-02 ] +2024-10-03 15:32:26,133 INFO: [ epoch: 31 ] [ iter: 38,400 ] [ performance: 26.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 3.4622e-02 ] [ l_g_total: 3.4622e-02 ] +2024-10-03 15:32:29,794 INFO: [ epoch: 31 ] [ iter: 38,500 ] [ performance: 27.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:24 ] [ l_g_pix: 3.8935e-02 ] [ l_g_total: 3.8935e-02 ] +2024-10-03 15:32:33,520 INFO: [ epoch: 31 ] [ iter: 38,600 ] [ performance: 27.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:14 ] [ l_g_pix: 3.1309e-02 ] [ l_g_total: 3.1309e-02 ] +2024-10-03 15:32:37,248 INFO: [ epoch: 31 ] [ iter: 38,700 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:04 ] [ l_g_pix: 3.1319e-02 ] [ l_g_total: 3.1319e-02 ] +2024-10-03 15:32:40,969 INFO: [ epoch: 31 ] [ iter: 38,800 ] [ performance: 27.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:54 ] [ l_g_pix: 2.8087e-02 ] [ l_g_total: 2.8087e-02 ] +2024-10-03 15:32:44,738 INFO: [ epoch: 31 ] [ iter: 38,900 ] [ performance: 26.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 3.0419e-02 ] [ l_g_total: 3.0419e-02 ] +2024-10-03 15:32:48,481 INFO: [ epoch: 31 ] [ iter: 39,000 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 2.8587e-02 ] [ l_g_total: 2.8587e-02 ] +2024-10-03 15:32:51,966 INFO: [ epoch: 31 ] [ iter: 39,100 ] [ performance: 28.600 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 4.5302e-02 ] [ l_g_total: 4.5302e-02 ] +2024-10-03 15:32:57,081 INFO: [ epoch: 32 ] [ iter: 39,200 ] [ performance: 26.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:16 ] [ l_g_pix: 3.6373e-02 ] [ l_g_total: 3.6373e-02 ] +2024-10-03 15:33:00,811 INFO: [ epoch: 32 ] [ iter: 39,300 ] [ performance: 26.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 3.6021e-02 ] [ l_g_total: 3.6021e-02 ] +2024-10-03 15:33:04,573 INFO: [ epoch: 32 ] [ iter: 39,400 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 2.6490e-02 ] [ l_g_total: 2.6490e-02 ] +2024-10-03 15:33:08,305 INFO: [ epoch: 32 ] [ iter: 39,500 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:47 ] [ l_g_pix: 3.2386e-02 ] [ l_g_total: 3.2386e-02 ] +2024-10-03 15:33:12,039 INFO: [ epoch: 32 ] [ iter: 39,600 ] [ performance: 26.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 2.6375e-02 ] [ l_g_total: 2.6375e-02 ] +2024-10-03 15:33:15,794 INFO: [ epoch: 32 ] [ iter: 39,700 ] [ performance: 26.631 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:27 ] [ l_g_pix: 4.1335e-02 ] [ l_g_total: 4.1335e-02 ] +2024-10-03 15:33:19,561 INFO: [ epoch: 32 ] [ iter: 39,800 ] [ performance: 26.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:17 ] [ l_g_pix: 2.7948e-02 ] [ l_g_total: 2.7948e-02 ] +2024-10-03 15:33:23,279 INFO: [ epoch: 32 ] [ iter: 39,900 ] [ performance: 26.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:08 ] [ l_g_pix: 3.9658e-02 ] [ l_g_total: 3.9658e-02 ] +2024-10-03 15:33:27,004 INFO: [ epoch: 32 ] [ iter: 40,000 ] [ performance: 27.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:58 ] [ l_g_pix: 3.5200e-02 ] [ l_g_total: 3.5200e-02 ] +2024-10-03 15:33:27,004 INFO: Saving models and training states. +2024-10-03 15:37:04,170 INFO: Validation val + + # psnr: 27.0798........ Best: 27.0798 @ 40000 iter + # ssim: 0.7612........ Best: 0.7612 @ 40000 iter + # dists: 0.7740........ Best: 0.7740 @ 40000 iter + +2024-10-03 15:37:07,933 INFO: [ epoch: 32 ] [ iter: 40,100 ] [ performance: 26.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:13 ] [ l_g_pix: 3.1708e-02 ] [ l_g_total: 3.1708e-02 ] +2024-10-03 15:37:11,672 INFO: [ epoch: 32 ] [ iter: 40,200 ] [ performance: 26.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:02 ] [ l_g_pix: 2.8480e-02 ] [ l_g_total: 2.8480e-02 ] +2024-10-03 15:37:15,239 INFO: [ epoch: 32 ] [ iter: 40,300 ] [ performance: 28.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:51 ] [ l_g_pix: 3.4372e-02 ] [ l_g_total: 3.4372e-02 ] +2024-10-03 15:37:20,396 INFO: [ epoch: 33 ] [ iter: 40,400 ] [ performance: 22.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:42 ] [ l_g_pix: 2.5590e-02 ] [ l_g_total: 2.5590e-02 ] +2024-10-03 15:37:24,094 INFO: [ epoch: 33 ] [ iter: 40,500 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:31 ] [ l_g_pix: 2.8059e-02 ] [ l_g_total: 2.8059e-02 ] +2024-10-03 15:37:27,795 INFO: [ epoch: 33 ] [ iter: 40,600 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:20 ] [ l_g_pix: 2.2561e-02 ] [ l_g_total: 2.2561e-02 ] +2024-10-03 15:37:31,512 INFO: [ epoch: 33 ] [ iter: 40,700 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:09 ] [ l_g_pix: 2.9284e-02 ] [ l_g_total: 2.9284e-02 ] +2024-10-03 15:37:35,199 INFO: [ epoch: 33 ] [ iter: 40,800 ] [ performance: 27.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:59 ] [ l_g_pix: 3.4669e-02 ] [ l_g_total: 3.4669e-02 ] +2024-10-03 15:37:38,932 INFO: [ epoch: 33 ] [ iter: 40,900 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:48 ] [ l_g_pix: 2.7359e-02 ] [ l_g_total: 2.7359e-02 ] +2024-10-03 15:37:42,629 INFO: [ epoch: 33 ] [ iter: 41,000 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:37 ] [ l_g_pix: 3.0932e-02 ] [ l_g_total: 3.0932e-02 ] +2024-10-03 15:37:46,331 INFO: [ epoch: 33 ] [ iter: 41,100 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:27 ] [ l_g_pix: 3.6629e-02 ] [ l_g_total: 3.6629e-02 ] +2024-10-03 15:37:50,026 INFO: [ epoch: 33 ] [ iter: 41,200 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 3.3241e-02 ] [ l_g_total: 3.3241e-02 ] +2024-10-03 15:37:53,753 INFO: [ epoch: 33 ] [ iter: 41,300 ] [ performance: 26.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:05 ] [ l_g_pix: 2.1038e-02 ] [ l_g_total: 2.1038e-02 ] +2024-10-03 15:37:57,542 INFO: [ epoch: 33 ] [ iter: 41,400 ] [ performance: 26.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:55 ] [ l_g_pix: 2.7044e-02 ] [ l_g_total: 2.7044e-02 ] +2024-10-03 15:38:01,126 INFO: [ epoch: 33 ] [ iter: 41,500 ] [ performance: 28.030 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:44 ] [ l_g_pix: 2.8575e-02 ] [ l_g_total: 2.8575e-02 ] +2024-10-03 15:38:06,348 INFO: [ epoch: 34 ] [ iter: 41,600 ] [ performance: 22.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:36 ] [ l_g_pix: 3.7224e-02 ] [ l_g_total: 3.7224e-02 ] +2024-10-03 15:38:10,134 INFO: [ epoch: 34 ] [ iter: 41,700 ] [ performance: 26.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:25 ] [ l_g_pix: 4.0327e-02 ] [ l_g_total: 4.0327e-02 ] +2024-10-03 15:38:13,825 INFO: [ epoch: 34 ] [ iter: 41,800 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:15 ] [ l_g_pix: 2.6609e-02 ] [ l_g_total: 2.6609e-02 ] +2024-10-03 15:38:17,529 INFO: [ epoch: 34 ] [ iter: 41,900 ] [ performance: 26.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:04 ] [ l_g_pix: 2.6209e-02 ] [ l_g_total: 2.6209e-02 ] +2024-10-03 15:38:21,260 INFO: [ epoch: 34 ] [ iter: 42,000 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:54 ] [ l_g_pix: 3.4672e-02 ] [ l_g_total: 3.4672e-02 ] +2024-10-03 15:38:24,977 INFO: [ epoch: 34 ] [ iter: 42,100 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 2.6613e-02 ] [ l_g_total: 2.6613e-02 ] +2024-10-03 15:38:28,674 INFO: [ epoch: 34 ] [ iter: 42,200 ] [ performance: 27.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:33 ] [ l_g_pix: 2.7293e-02 ] [ l_g_total: 2.7293e-02 ] +2024-10-03 15:38:32,348 INFO: [ epoch: 34 ] [ iter: 42,300 ] [ performance: 27.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-03 15:38:36,085 INFO: [ epoch: 34 ] [ iter: 42,400 ] [ performance: 26.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:13 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-03 15:38:39,840 INFO: [ epoch: 34 ] [ iter: 42,500 ] [ performance: 26.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:03 ] [ l_g_pix: 3.8379e-02 ] [ l_g_total: 3.8379e-02 ] +2024-10-03 15:38:43,518 INFO: [ epoch: 34 ] [ iter: 42,600 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 3.2740e-02 ] [ l_g_total: 3.2740e-02 ] +2024-10-03 15:38:47,135 INFO: [ epoch: 34 ] [ iter: 42,700 ] [ performance: 27.662 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:42 ] [ l_g_pix: 3.8627e-02 ] [ l_g_total: 3.8627e-02 ] +2024-10-03 15:38:52,322 INFO: [ epoch: 35 ] [ iter: 42,800 ] [ performance: 22.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:34 ] [ l_g_pix: 3.1014e-02 ] [ l_g_total: 3.1014e-02 ] +2024-10-03 15:38:56,092 INFO: [ epoch: 35 ] [ iter: 42,900 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:24 ] [ l_g_pix: 2.7357e-02 ] [ l_g_total: 2.7357e-02 ] +2024-10-03 15:38:59,845 INFO: [ epoch: 35 ] [ iter: 43,000 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 3.5542e-02 ] [ l_g_total: 3.5542e-02 ] +2024-10-03 15:39:03,518 INFO: [ epoch: 35 ] [ iter: 43,100 ] [ performance: 27.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:04 ] [ l_g_pix: 2.2348e-02 ] [ l_g_total: 2.2348e-02 ] +2024-10-03 15:39:07,178 INFO: [ epoch: 35 ] [ iter: 43,200 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:54 ] [ l_g_pix: 4.3289e-02 ] [ l_g_total: 4.3289e-02 ] +2024-10-03 15:39:10,922 INFO: [ epoch: 35 ] [ iter: 43,300 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:44 ] [ l_g_pix: 4.3447e-02 ] [ l_g_total: 4.3447e-02 ] +2024-10-03 15:39:14,633 INFO: [ epoch: 35 ] [ iter: 43,400 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:34 ] [ l_g_pix: 2.0815e-02 ] [ l_g_total: 2.0815e-02 ] +2024-10-03 15:39:18,398 INFO: [ epoch: 35 ] [ iter: 43,500 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:24 ] [ l_g_pix: 3.1439e-02 ] [ l_g_total: 3.1439e-02 ] +2024-10-03 15:39:22,142 INFO: [ epoch: 35 ] [ iter: 43,600 ] [ performance: 26.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:14 ] [ l_g_pix: 2.2015e-02 ] [ l_g_total: 2.2015e-02 ] +2024-10-03 15:39:25,878 INFO: [ epoch: 35 ] [ iter: 43,700 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:04 ] [ l_g_pix: 2.5060e-02 ] [ l_g_total: 2.5060e-02 ] +2024-10-03 15:39:29,608 INFO: [ epoch: 35 ] [ iter: 43,800 ] [ performance: 26.754 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:54 ] [ l_g_pix: 3.5637e-02 ] [ l_g_total: 3.5637e-02 ] +2024-10-03 15:39:33,323 INFO: [ epoch: 35 ] [ iter: 43,900 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:44 ] [ l_g_pix: 3.8128e-02 ] [ l_g_total: 3.8128e-02 ] +2024-10-03 15:39:37,877 INFO: [ epoch: 36 ] [ iter: 44,000 ] [ performance: 23.945 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 4.2545e-02 ] [ l_g_total: 4.2545e-02 ] +2024-10-03 15:39:41,986 INFO: [ epoch: 36 ] [ iter: 44,100 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:26 ] [ l_g_pix: 2.9319e-02 ] [ l_g_total: 2.9319e-02 ] +2024-10-03 15:39:45,684 INFO: [ epoch: 36 ] [ iter: 44,200 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:17 ] [ l_g_pix: 2.4785e-02 ] [ l_g_total: 2.4785e-02 ] +2024-10-03 15:39:49,432 INFO: [ epoch: 36 ] [ iter: 44,300 ] [ performance: 26.681 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 3.4214e-02 ] [ l_g_total: 3.4214e-02 ] +2024-10-03 15:39:53,140 INFO: [ epoch: 36 ] [ iter: 44,400 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:57 ] [ l_g_pix: 3.3384e-02 ] [ l_g_total: 3.3384e-02 ] +2024-10-03 15:39:56,772 INFO: [ epoch: 36 ] [ iter: 44,500 ] [ performance: 27.502 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:48 ] [ l_g_pix: 2.7326e-02 ] [ l_g_total: 2.7326e-02 ] +2024-10-03 15:40:00,446 INFO: [ epoch: 36 ] [ iter: 44,600 ] [ performance: 27.344 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:38 ] [ l_g_pix: 3.0193e-02 ] [ l_g_total: 3.0193e-02 ] +2024-10-03 15:40:04,163 INFO: [ epoch: 36 ] [ iter: 44,700 ] [ performance: 26.773 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 3.2020e-02 ] [ l_g_total: 3.2020e-02 ] +2024-10-03 15:40:07,912 INFO: [ epoch: 36 ] [ iter: 44,800 ] [ performance: 26.722 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:19 ] [ l_g_pix: 4.1632e-02 ] [ l_g_total: 4.1632e-02 ] +2024-10-03 15:40:11,670 INFO: [ epoch: 36 ] [ iter: 44,900 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:09 ] [ l_g_pix: 3.4975e-02 ] [ l_g_total: 3.4975e-02 ] +2024-10-03 15:40:15,397 INFO: [ epoch: 36 ] [ iter: 45,000 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:00 ] [ l_g_pix: 4.1736e-02 ] [ l_g_total: 4.1736e-02 ] +2024-10-03 15:40:19,117 INFO: [ epoch: 36 ] [ iter: 45,100 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 3.2827e-02 ] [ l_g_total: 3.2827e-02 ] +2024-10-03 15:40:22,587 INFO: [ epoch: 36 ] [ iter: 45,200 ] [ performance: 27.914 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:40 ] [ l_g_pix: 2.0984e-02 ] [ l_g_total: 2.0984e-02 ] +2024-10-03 15:40:27,851 INFO: [ epoch: 37 ] [ iter: 45,300 ] [ performance: 24.818 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:33 ] [ l_g_pix: 3.1005e-02 ] [ l_g_total: 3.1005e-02 ] +2024-10-03 15:40:31,556 INFO: [ epoch: 37 ] [ iter: 45,400 ] [ performance: 26.017 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:23 ] [ l_g_pix: 3.8947e-02 ] [ l_g_total: 3.8947e-02 ] +2024-10-03 15:40:35,235 INFO: [ epoch: 37 ] [ iter: 45,500 ] [ performance: 27.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:14 ] [ l_g_pix: 3.8236e-02 ] [ l_g_total: 3.8236e-02 ] +2024-10-03 15:40:38,938 INFO: [ epoch: 37 ] [ iter: 45,600 ] [ performance: 27.141 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:05 ] [ l_g_pix: 2.6237e-02 ] [ l_g_total: 2.6237e-02 ] +2024-10-03 15:40:42,715 INFO: [ epoch: 37 ] [ iter: 45,700 ] [ performance: 26.623 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:55 ] [ l_g_pix: 2.8356e-02 ] [ l_g_total: 2.8356e-02 ] +2024-10-03 15:40:46,449 INFO: [ epoch: 37 ] [ iter: 45,800 ] [ performance: 26.719 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:46 ] [ l_g_pix: 3.7740e-02 ] [ l_g_total: 3.7740e-02 ] +2024-10-03 15:40:50,204 INFO: [ epoch: 37 ] [ iter: 45,900 ] [ performance: 26.433 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:37 ] [ l_g_pix: 3.0618e-02 ] [ l_g_total: 3.0618e-02 ] +2024-10-03 15:40:53,962 INFO: [ epoch: 37 ] [ iter: 46,000 ] [ performance: 26.539 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:27 ] [ l_g_pix: 3.8795e-02 ] [ l_g_total: 3.8795e-02 ] +2024-10-03 15:40:57,741 INFO: [ epoch: 37 ] [ iter: 46,100 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:18 ] [ l_g_pix: 2.9247e-02 ] [ l_g_total: 2.9247e-02 ] +2024-10-03 15:41:01,428 INFO: [ epoch: 37 ] [ iter: 46,200 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:09 ] [ l_g_pix: 2.1284e-02 ] [ l_g_total: 2.1284e-02 ] +2024-10-03 15:41:05,174 INFO: [ epoch: 37 ] [ iter: 46,300 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:00 ] [ l_g_pix: 3.1956e-02 ] [ l_g_total: 3.1956e-02 ] +2024-10-03 15:41:08,741 INFO: [ epoch: 37 ] [ iter: 46,400 ] [ performance: 27.573 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:50 ] [ l_g_pix: 3.2595e-02 ] [ l_g_total: 3.2595e-02 ] +2024-10-03 15:41:13,992 INFO: [ epoch: 38 ] [ iter: 46,500 ] [ performance: 16.566 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:43 ] [ l_g_pix: 3.3076e-02 ] [ l_g_total: 3.3076e-02 ] +2024-10-03 15:41:17,745 INFO: [ epoch: 38 ] [ iter: 46,600 ] [ performance: 21.346 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:34 ] [ l_g_pix: 4.4943e-02 ] [ l_g_total: 4.4943e-02 ] +2024-10-03 15:41:21,518 INFO: [ epoch: 38 ] [ iter: 46,700 ] [ performance: 26.407 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:25 ] [ l_g_pix: 2.9865e-02 ] [ l_g_total: 2.9865e-02 ] +2024-10-03 15:41:25,266 INFO: [ epoch: 38 ] [ iter: 46,800 ] [ performance: 26.571 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:16 ] [ l_g_pix: 2.5308e-02 ] [ l_g_total: 2.5308e-02 ] +2024-10-03 15:41:28,946 INFO: [ epoch: 38 ] [ iter: 46,900 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:07 ] [ l_g_pix: 3.7863e-02 ] [ l_g_total: 3.7863e-02 ] +2024-10-03 15:41:32,715 INFO: [ epoch: 38 ] [ iter: 47,000 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:58 ] [ l_g_pix: 3.6890e-02 ] [ l_g_total: 3.6890e-02 ] +2024-10-03 15:41:36,388 INFO: [ epoch: 38 ] [ iter: 47,100 ] [ performance: 27.243 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:49 ] [ l_g_pix: 2.9602e-02 ] [ l_g_total: 2.9602e-02 ] +2024-10-03 15:41:40,113 INFO: [ epoch: 38 ] [ iter: 47,200 ] [ performance: 27.007 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:40 ] [ l_g_pix: 2.9853e-02 ] [ l_g_total: 2.9853e-02 ] +2024-10-03 15:41:43,884 INFO: [ epoch: 38 ] [ iter: 47,300 ] [ performance: 26.492 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:31 ] [ l_g_pix: 2.6887e-02 ] [ l_g_total: 2.6887e-02 ] +2024-10-03 15:41:47,557 INFO: [ epoch: 38 ] [ iter: 47,400 ] [ performance: 26.939 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:22 ] [ l_g_pix: 1.6580e-02 ] [ l_g_total: 1.6580e-02 ] +2024-10-03 15:41:51,318 INFO: [ epoch: 38 ] [ iter: 47,500 ] [ performance: 26.676 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:13 ] [ l_g_pix: 2.8863e-02 ] [ l_g_total: 2.8863e-02 ] +2024-10-03 15:41:54,995 INFO: [ epoch: 38 ] [ iter: 47,600 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:04 ] [ l_g_pix: 1.9337e-02 ] [ l_g_total: 1.9337e-02 ] +2024-10-03 15:42:00,224 INFO: [ epoch: 39 ] [ iter: 47,700 ] [ performance: 15.980 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:56 ] [ l_g_pix: 2.3665e-02 ] [ l_g_total: 2.3665e-02 ] +2024-10-03 15:42:03,930 INFO: [ epoch: 39 ] [ iter: 47,800 ] [ performance: 21.315 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:48 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-03 15:42:07,647 INFO: [ epoch: 39 ] [ iter: 47,900 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:39 ] [ l_g_pix: 2.5531e-02 ] [ l_g_total: 2.5531e-02 ] +2024-10-03 15:42:11,317 INFO: [ epoch: 39 ] [ iter: 48,000 ] [ performance: 27.031 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:30 ] [ l_g_pix: 3.1303e-02 ] [ l_g_total: 3.1303e-02 ] +2024-10-03 15:42:15,039 INFO: [ epoch: 39 ] [ iter: 48,100 ] [ performance: 26.988 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:21 ] [ l_g_pix: 3.9351e-02 ] [ l_g_total: 3.9351e-02 ] +2024-10-03 15:42:18,711 INFO: [ epoch: 39 ] [ iter: 48,200 ] [ performance: 27.144 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:12 ] [ l_g_pix: 3.2563e-02 ] [ l_g_total: 3.2563e-02 ] +2024-10-03 15:42:22,436 INFO: [ epoch: 39 ] [ iter: 48,300 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:03 ] [ l_g_pix: 3.2497e-02 ] [ l_g_total: 3.2497e-02 ] +2024-10-03 15:42:26,179 INFO: [ epoch: 39 ] [ iter: 48,400 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:55 ] [ l_g_pix: 3.1234e-02 ] [ l_g_total: 3.1234e-02 ] +2024-10-03 15:42:29,925 INFO: [ epoch: 39 ] [ iter: 48,500 ] [ performance: 26.491 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:46 ] [ l_g_pix: 2.7614e-02 ] [ l_g_total: 2.7614e-02 ] +2024-10-03 15:42:33,695 INFO: [ epoch: 39 ] [ iter: 48,600 ] [ performance: 26.518 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:37 ] [ l_g_pix: 2.6557e-02 ] [ l_g_total: 2.6557e-02 ] +2024-10-03 15:42:37,410 INFO: [ epoch: 39 ] [ iter: 48,700 ] [ performance: 27.041 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:29 ] [ l_g_pix: 2.9360e-02 ] [ l_g_total: 2.9360e-02 ] +2024-10-03 15:42:41,106 INFO: [ epoch: 39 ] [ iter: 48,800 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:20 ] [ l_g_pix: 4.1643e-02 ] [ l_g_total: 4.1643e-02 ] +2024-10-03 15:42:45,996 INFO: [ epoch: 40 ] [ iter: 48,900 ] [ performance: 16.685 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:12 ] [ l_g_pix: 3.0503e-02 ] [ l_g_total: 3.0503e-02 ] +2024-10-03 15:42:49,889 INFO: [ epoch: 40 ] [ iter: 49,000 ] [ performance: 21.482 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:04 ] [ l_g_pix: 3.2128e-02 ] [ l_g_total: 3.2128e-02 ] +2024-10-03 15:42:53,639 INFO: [ epoch: 40 ] [ iter: 49,100 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:55 ] [ l_g_pix: 1.5831e-02 ] [ l_g_total: 1.5831e-02 ] +2024-10-03 15:42:57,375 INFO: [ epoch: 40 ] [ iter: 49,200 ] [ performance: 26.767 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:47 ] [ l_g_pix: 3.4693e-02 ] [ l_g_total: 3.4693e-02 ] +2024-10-03 15:43:01,125 INFO: [ epoch: 40 ] [ iter: 49,300 ] [ performance: 26.585 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:38 ] [ l_g_pix: 3.6540e-02 ] [ l_g_total: 3.6540e-02 ] +2024-10-03 15:43:04,852 INFO: [ epoch: 40 ] [ iter: 49,400 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:30 ] [ l_g_pix: 4.4932e-02 ] [ l_g_total: 4.4932e-02 ] +2024-10-03 15:43:08,536 INFO: [ epoch: 40 ] [ iter: 49,500 ] [ performance: 27.043 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:21 ] [ l_g_pix: 2.9932e-02 ] [ l_g_total: 2.9932e-02 ] +2024-10-03 15:43:12,293 INFO: [ epoch: 40 ] [ iter: 49,600 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:13 ] [ l_g_pix: 2.6655e-02 ] [ l_g_total: 2.6655e-02 ] +2024-10-03 15:43:16,010 INFO: [ epoch: 40 ] [ iter: 49,700 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:04 ] [ l_g_pix: 3.6196e-02 ] [ l_g_total: 3.6196e-02 ] +2024-10-03 15:43:19,737 INFO: [ epoch: 40 ] [ iter: 49,800 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:56 ] [ l_g_pix: 4.0510e-02 ] [ l_g_total: 4.0510e-02 ] +2024-10-03 15:43:23,496 INFO: [ epoch: 40 ] [ iter: 49,900 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:47 ] [ l_g_pix: 4.7254e-02 ] [ l_g_total: 4.7254e-02 ] +2024-10-03 15:43:27,259 INFO: [ epoch: 40 ] [ iter: 50,000 ] [ performance: 26.579 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:39 ] [ l_g_pix: 2.9530e-02 ] [ l_g_total: 2.9530e-02 ] +2024-10-03 15:43:27,260 INFO: Saving models and training states. +2024-10-03 15:51:16,622 INFO: Validation val + + # psnr: 27.1279........ Best: 27.1279 @ 50000 iter + # ssim: 0.7629........ Best: 0.7629 @ 50000 iter + # dists: 0.7736........ Best: 0.7736 @ 50000 iter + +2024-10-03 15:51:20,074 INFO: [ epoch: 40 ] [ iter: 50,100 ] [ performance: 29.162 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:18 ] [ l_g_pix: 4.7533e-02 ] [ l_g_total: 4.7533e-02 ] +2024-10-03 15:51:25,424 INFO: [ epoch: 41 ] [ iter: 50,200 ] [ performance: 21.274 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:09 ] [ l_g_pix: 3.0868e-02 ] [ l_g_total: 3.0868e-02 ] +2024-10-03 15:51:29,147 INFO: [ epoch: 41 ] [ iter: 50,300 ] [ performance: 25.565 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:59 ] [ l_g_pix: 2.9289e-02 ] [ l_g_total: 2.9289e-02 ] +2024-10-03 15:51:33,037 INFO: [ epoch: 41 ] [ iter: 50,400 ] [ performance: 25.665 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:49 ] [ l_g_pix: 2.1436e-02 ] [ l_g_total: 2.1436e-02 ] +2024-10-03 15:51:36,781 INFO: [ epoch: 41 ] [ iter: 50,500 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:38 ] [ l_g_pix: 3.9069e-02 ] [ l_g_total: 3.9069e-02 ] +2024-10-03 15:51:41,178 INFO: [ epoch: 41 ] [ iter: 50,600 ] [ performance: 24.006 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:29 ] [ l_g_pix: 2.6692e-02 ] [ l_g_total: 2.6692e-02 ] +2024-10-03 15:51:45,053 INFO: [ epoch: 41 ] [ iter: 50,700 ] [ performance: 27.304 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:19 ] [ l_g_pix: 3.2585e-02 ] [ l_g_total: 3.2585e-02 ] +2024-10-03 15:51:48,706 INFO: [ epoch: 41 ] [ iter: 50,800 ] [ performance: 27.352 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:09 ] [ l_g_pix: 4.0272e-02 ] [ l_g_total: 4.0272e-02 ] +2024-10-03 15:51:52,310 INFO: [ epoch: 41 ] [ iter: 50,900 ] [ performance: 27.485 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:58 ] [ l_g_pix: 4.5082e-02 ] [ l_g_total: 4.5082e-02 ] +2024-10-03 15:51:55,988 INFO: [ epoch: 41 ] [ iter: 51,000 ] [ performance: 27.282 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:48 ] [ l_g_pix: 2.3750e-02 ] [ l_g_total: 2.3750e-02 ] +2024-10-03 15:51:59,664 INFO: [ epoch: 41 ] [ iter: 51,100 ] [ performance: 27.272 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:38 ] [ l_g_pix: 3.9316e-02 ] [ l_g_total: 3.9316e-02 ] +2024-10-03 15:52:03,372 INFO: [ epoch: 41 ] [ iter: 51,200 ] [ performance: 27.066 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:28 ] [ l_g_pix: 2.2155e-02 ] [ l_g_total: 2.2155e-02 ] +2024-10-03 15:52:06,848 INFO: [ epoch: 41 ] [ iter: 51,300 ] [ performance: 29.539 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:18 ] [ l_g_pix: 4.1861e-02 ] [ l_g_total: 4.1861e-02 ] +2024-10-03 15:52:12,147 INFO: [ epoch: 42 ] [ iter: 51,400 ] [ performance: 21.255 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:10 ] [ l_g_pix: 2.9036e-02 ] [ l_g_total: 2.9036e-02 ] +2024-10-03 15:52:15,798 INFO: [ epoch: 42 ] [ iter: 51,500 ] [ performance: 27.854 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:59 ] [ l_g_pix: 3.7997e-02 ] [ l_g_total: 3.7997e-02 ] +2024-10-03 15:52:19,412 INFO: [ epoch: 42 ] [ iter: 51,600 ] [ performance: 27.730 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:49 ] [ l_g_pix: 2.7647e-02 ] [ l_g_total: 2.7647e-02 ] +2024-10-03 15:52:23,078 INFO: [ epoch: 42 ] [ iter: 51,700 ] [ performance: 27.886 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:39 ] [ l_g_pix: 2.7437e-02 ] [ l_g_total: 2.7437e-02 ] +2024-10-03 15:52:26,751 INFO: [ epoch: 42 ] [ iter: 51,800 ] [ performance: 27.427 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:30 ] [ l_g_pix: 3.4357e-02 ] [ l_g_total: 3.4357e-02 ] +2024-10-03 15:52:30,411 INFO: [ epoch: 42 ] [ iter: 51,900 ] [ performance: 27.481 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:20 ] [ l_g_pix: 3.9502e-02 ] [ l_g_total: 3.9502e-02 ] +2024-10-03 15:52:34,034 INFO: [ epoch: 42 ] [ iter: 52,000 ] [ performance: 27.566 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:10 ] [ l_g_pix: 4.0066e-02 ] [ l_g_total: 4.0066e-02 ] +2024-10-03 15:52:37,666 INFO: [ epoch: 42 ] [ iter: 52,100 ] [ performance: 27.512 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:00 ] [ l_g_pix: 2.5520e-02 ] [ l_g_total: 2.5520e-02 ] +2024-10-03 15:52:41,326 INFO: [ epoch: 42 ] [ iter: 52,200 ] [ performance: 27.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:50 ] [ l_g_pix: 2.6345e-02 ] [ l_g_total: 2.6345e-02 ] +2024-10-03 15:52:45,039 INFO: [ epoch: 42 ] [ iter: 52,300 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:40 ] [ l_g_pix: 3.1384e-02 ] [ l_g_total: 3.1384e-02 ] +2024-10-03 15:52:48,748 INFO: [ epoch: 42 ] [ iter: 52,400 ] [ performance: 26.992 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:30 ] [ l_g_pix: 3.6533e-02 ] [ l_g_total: 3.6533e-02 ] +2024-10-03 15:52:52,273 INFO: [ epoch: 42 ] [ iter: 52,500 ] [ performance: 29.328 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:21 ] [ l_g_pix: 2.9879e-02 ] [ l_g_total: 2.9879e-02 ] +2024-10-03 15:52:57,397 INFO: [ epoch: 43 ] [ iter: 52,600 ] [ performance: 21.541 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:12 ] [ l_g_pix: 2.6277e-02 ] [ l_g_total: 2.6277e-02 ] +2024-10-03 15:53:01,106 INFO: [ epoch: 43 ] [ iter: 52,700 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:02 ] [ l_g_pix: 2.9651e-02 ] [ l_g_total: 2.9651e-02 ] +2024-10-03 15:53:04,832 INFO: [ epoch: 43 ] [ iter: 52,800 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:53 ] [ l_g_pix: 4.3960e-02 ] [ l_g_total: 4.3960e-02 ] +2024-10-03 15:53:08,526 INFO: [ epoch: 43 ] [ iter: 52,900 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:43 ] [ l_g_pix: 3.6199e-02 ] [ l_g_total: 3.6199e-02 ] +2024-10-03 15:53:12,290 INFO: [ epoch: 43 ] [ iter: 53,000 ] [ performance: 26.619 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:34 ] [ l_g_pix: 5.0905e-02 ] [ l_g_total: 5.0905e-02 ] +2024-10-03 15:53:16,103 INFO: [ epoch: 43 ] [ iter: 53,100 ] [ performance: 26.884 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:24 ] [ l_g_pix: 3.9775e-02 ] [ l_g_total: 3.9775e-02 ] +2024-10-03 15:53:19,919 INFO: [ epoch: 43 ] [ iter: 53,200 ] [ performance: 26.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:15 ] [ l_g_pix: 2.4720e-02 ] [ l_g_total: 2.4720e-02 ] +2024-10-03 15:53:23,658 INFO: [ epoch: 43 ] [ iter: 53,300 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:05 ] [ l_g_pix: 3.8900e-02 ] [ l_g_total: 3.8900e-02 ] +2024-10-03 15:53:27,535 INFO: [ epoch: 43 ] [ iter: 53,400 ] [ performance: 26.084 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:56 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-03 15:53:31,455 INFO: [ epoch: 43 ] [ iter: 53,500 ] [ performance: 25.409 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:46 ] [ l_g_pix: 2.7608e-02 ] [ l_g_total: 2.7608e-02 ] +2024-10-03 15:53:35,396 INFO: [ epoch: 43 ] [ iter: 53,600 ] [ performance: 25.386 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:37 ] [ l_g_pix: 2.1078e-02 ] [ l_g_total: 2.1078e-02 ] +2024-10-03 15:53:39,107 INFO: [ epoch: 43 ] [ iter: 53,700 ] [ performance: 28.263 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:27 ] [ l_g_pix: 3.8925e-02 ] [ l_g_total: 3.8925e-02 ] +2024-10-03 15:53:44,400 INFO: [ epoch: 44 ] [ iter: 53,800 ] [ performance: 20.593 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:19 ] [ l_g_pix: 3.4936e-02 ] [ l_g_total: 3.4936e-02 ] +2024-10-03 15:53:48,263 INFO: [ epoch: 44 ] [ iter: 53,900 ] [ performance: 25.856 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:10 ] [ l_g_pix: 3.0936e-02 ] [ l_g_total: 3.0936e-02 ] +2024-10-03 15:53:52,168 INFO: [ epoch: 44 ] [ iter: 54,000 ] [ performance: 25.672 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:01 ] [ l_g_pix: 4.6302e-02 ] [ l_g_total: 4.6302e-02 ] +2024-10-03 15:53:55,950 INFO: [ epoch: 44 ] [ iter: 54,100 ] [ performance: 26.370 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:52 ] [ l_g_pix: 2.7340e-02 ] [ l_g_total: 2.7340e-02 ] +2024-10-03 15:53:59,702 INFO: [ epoch: 44 ] [ iter: 54,200 ] [ performance: 26.587 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:42 ] [ l_g_pix: 2.7212e-02 ] [ l_g_total: 2.7212e-02 ] +2024-10-03 15:54:03,559 INFO: [ epoch: 44 ] [ iter: 54,300 ] [ performance: 26.216 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:33 ] [ l_g_pix: 2.7855e-02 ] [ l_g_total: 2.7855e-02 ] +2024-10-03 15:54:07,346 INFO: [ epoch: 44 ] [ iter: 54,400 ] [ performance: 26.364 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:24 ] [ l_g_pix: 3.5647e-02 ] [ l_g_total: 3.5647e-02 ] +2024-10-03 15:54:11,136 INFO: [ epoch: 44 ] [ iter: 54,500 ] [ performance: 25.577 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:14 ] [ l_g_pix: 4.4711e-02 ] [ l_g_total: 4.4711e-02 ] +2024-10-03 15:54:15,134 INFO: [ epoch: 44 ] [ iter: 54,600 ] [ performance: 25.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:05 ] [ l_g_pix: 2.7553e-02 ] [ l_g_total: 2.7553e-02 ] +2024-10-03 15:54:19,006 INFO: [ epoch: 44 ] [ iter: 54,700 ] [ performance: 26.128 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:56 ] [ l_g_pix: 3.4092e-02 ] [ l_g_total: 3.4092e-02 ] +2024-10-03 15:54:22,732 INFO: [ epoch: 44 ] [ iter: 54,800 ] [ performance: 26.681 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:47 ] [ l_g_pix: 3.5692e-02 ] [ l_g_total: 3.5692e-02 ] +2024-10-03 15:54:26,524 INFO: [ epoch: 44 ] [ iter: 54,900 ] [ performance: 26.600 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:38 ] [ l_g_pix: 3.8201e-02 ] [ l_g_total: 3.8201e-02 ] +2024-10-03 15:54:31,467 INFO: [ epoch: 45 ] [ iter: 55,000 ] [ performance: 21.322 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:30 ] [ l_g_pix: 2.3132e-02 ] [ l_g_total: 2.3132e-02 ] +2024-10-03 15:54:35,595 INFO: [ epoch: 45 ] [ iter: 55,100 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:21 ] [ l_g_pix: 2.7879e-02 ] [ l_g_total: 2.7879e-02 ] +2024-10-03 15:54:39,323 INFO: [ epoch: 45 ] [ iter: 55,200 ] [ performance: 26.843 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:12 ] [ l_g_pix: 3.5231e-02 ] [ l_g_total: 3.5231e-02 ] +2024-10-03 15:54:43,089 INFO: [ epoch: 45 ] [ iter: 55,300 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:02 ] [ l_g_pix: 2.9980e-02 ] [ l_g_total: 2.9980e-02 ] +2024-10-03 15:54:46,806 INFO: [ epoch: 45 ] [ iter: 55,400 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:53 ] [ l_g_pix: 4.1298e-02 ] [ l_g_total: 4.1298e-02 ] +2024-10-03 15:54:50,619 INFO: [ epoch: 45 ] [ iter: 55,500 ] [ performance: 26.990 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:44 ] [ l_g_pix: 3.6627e-02 ] [ l_g_total: 3.6627e-02 ] +2024-10-03 15:54:54,390 INFO: [ epoch: 45 ] [ iter: 55,600 ] [ performance: 26.612 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:35 ] [ l_g_pix: 2.4022e-02 ] [ l_g_total: 2.4022e-02 ] +2024-10-03 15:54:58,173 INFO: [ epoch: 45 ] [ iter: 55,700 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:26 ] [ l_g_pix: 3.0400e-02 ] [ l_g_total: 3.0400e-02 ] +2024-10-03 15:55:01,984 INFO: [ epoch: 45 ] [ iter: 55,800 ] [ performance: 26.292 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:17 ] [ l_g_pix: 2.9559e-02 ] [ l_g_total: 2.9559e-02 ] +2024-10-03 15:55:05,808 INFO: [ epoch: 45 ] [ iter: 55,900 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:08 ] [ l_g_pix: 4.5426e-02 ] [ l_g_total: 4.5426e-02 ] +2024-10-03 15:55:09,579 INFO: [ epoch: 45 ] [ iter: 56,000 ] [ performance: 26.556 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:59 ] [ l_g_pix: 2.9663e-02 ] [ l_g_total: 2.9663e-02 ] +2024-10-03 15:55:13,350 INFO: [ epoch: 45 ] [ iter: 56,100 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:50 ] [ l_g_pix: 2.9505e-02 ] [ l_g_total: 2.9505e-02 ] +2024-10-03 15:55:17,015 INFO: [ epoch: 45 ] [ iter: 56,200 ] [ performance: 27.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:41 ] [ l_g_pix: 2.7639e-02 ] [ l_g_total: 2.7639e-02 ] +2024-10-03 15:55:22,355 INFO: [ epoch: 46 ] [ iter: 56,300 ] [ performance: 27.420 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:34 ] [ l_g_pix: 3.6188e-02 ] [ l_g_total: 3.6188e-02 ] +2024-10-03 15:55:26,172 INFO: [ epoch: 46 ] [ iter: 56,400 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:25 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-10-03 15:55:30,064 INFO: [ epoch: 46 ] [ iter: 56,500 ] [ performance: 25.730 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:16 ] [ l_g_pix: 2.8433e-02 ] [ l_g_total: 2.8433e-02 ] +2024-10-03 15:55:33,923 INFO: [ epoch: 46 ] [ iter: 56,600 ] [ performance: 25.891 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:07 ] [ l_g_pix: 3.1039e-02 ] [ l_g_total: 3.1039e-02 ] +2024-10-03 15:55:37,725 INFO: [ epoch: 46 ] [ iter: 56,700 ] [ performance: 26.556 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:58 ] [ l_g_pix: 2.7943e-02 ] [ l_g_total: 2.7943e-02 ] +2024-10-03 15:55:41,662 INFO: [ epoch: 46 ] [ iter: 56,800 ] [ performance: 25.573 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:50 ] [ l_g_pix: 3.4373e-02 ] [ l_g_total: 3.4373e-02 ] +2024-10-03 15:55:45,426 INFO: [ epoch: 46 ] [ iter: 56,900 ] [ performance: 26.060 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:41 ] [ l_g_pix: 3.3308e-02 ] [ l_g_total: 3.3308e-02 ] +2024-10-03 15:55:49,158 INFO: [ epoch: 46 ] [ iter: 57,000 ] [ performance: 26.693 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:32 ] [ l_g_pix: 2.2663e-02 ] [ l_g_total: 2.2663e-02 ] +2024-10-03 15:55:52,984 INFO: [ epoch: 46 ] [ iter: 57,100 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:23 ] [ l_g_pix: 3.0879e-02 ] [ l_g_total: 3.0879e-02 ] +2024-10-03 15:55:56,771 INFO: [ epoch: 46 ] [ iter: 57,200 ] [ performance: 26.512 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:14 ] [ l_g_pix: 4.0128e-02 ] [ l_g_total: 4.0128e-02 ] +2024-10-03 15:56:00,566 INFO: [ epoch: 46 ] [ iter: 57,300 ] [ performance: 25.986 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:06 ] [ l_g_pix: 2.1634e-02 ] [ l_g_total: 2.1634e-02 ] +2024-10-03 15:56:04,210 INFO: [ epoch: 46 ] [ iter: 57,400 ] [ performance: 27.252 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:57 ] [ l_g_pix: 3.9219e-02 ] [ l_g_total: 3.9219e-02 ] +2024-10-03 15:56:09,506 INFO: [ epoch: 47 ] [ iter: 57,500 ] [ performance: 26.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:49 ] [ l_g_pix: 3.8221e-02 ] [ l_g_total: 3.8221e-02 ] +2024-10-03 15:56:13,316 INFO: [ epoch: 47 ] [ iter: 57,600 ] [ performance: 26.338 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:41 ] [ l_g_pix: 2.4497e-02 ] [ l_g_total: 2.4497e-02 ] +2024-10-03 15:56:17,053 INFO: [ epoch: 47 ] [ iter: 57,700 ] [ performance: 27.517 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:32 ] [ l_g_pix: 2.1684e-02 ] [ l_g_total: 2.1684e-02 ] +2024-10-03 15:56:20,818 INFO: [ epoch: 47 ] [ iter: 57,800 ] [ performance: 26.674 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:23 ] [ l_g_pix: 4.5713e-02 ] [ l_g_total: 4.5713e-02 ] +2024-10-03 15:56:24,549 INFO: [ epoch: 47 ] [ iter: 57,900 ] [ performance: 26.163 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:15 ] [ l_g_pix: 4.0140e-02 ] [ l_g_total: 4.0140e-02 ] +2024-10-03 15:56:28,423 INFO: [ epoch: 47 ] [ iter: 58,000 ] [ performance: 25.853 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:06 ] [ l_g_pix: 3.9295e-02 ] [ l_g_total: 3.9295e-02 ] +2024-10-03 15:56:32,422 INFO: [ epoch: 47 ] [ iter: 58,100 ] [ performance: 25.956 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:58 ] [ l_g_pix: 2.5183e-02 ] [ l_g_total: 2.5183e-02 ] +2024-10-03 15:56:36,223 INFO: [ epoch: 47 ] [ iter: 58,200 ] [ performance: 26.280 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:49 ] [ l_g_pix: 3.0963e-02 ] [ l_g_total: 3.0963e-02 ] +2024-10-03 15:56:40,028 INFO: [ epoch: 47 ] [ iter: 58,300 ] [ performance: 25.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:40 ] [ l_g_pix: 3.5790e-02 ] [ l_g_total: 3.5790e-02 ] +2024-10-03 15:56:43,888 INFO: [ epoch: 47 ] [ iter: 58,400 ] [ performance: 25.907 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:32 ] [ l_g_pix: 2.1903e-02 ] [ l_g_total: 2.1903e-02 ] +2024-10-03 15:56:47,682 INFO: [ epoch: 47 ] [ iter: 58,500 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:23 ] [ l_g_pix: 3.3693e-02 ] [ l_g_total: 3.3693e-02 ] +2024-10-03 15:56:51,241 INFO: [ epoch: 47 ] [ iter: 58,600 ] [ performance: 28.014 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:15 ] [ l_g_pix: 3.1941e-02 ] [ l_g_total: 3.1941e-02 ] +2024-10-03 15:56:56,336 INFO: [ epoch: 48 ] [ iter: 58,700 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:07 ] [ l_g_pix: 2.3429e-02 ] [ l_g_total: 2.3429e-02 ] +2024-10-03 15:57:00,036 INFO: [ epoch: 48 ] [ iter: 58,800 ] [ performance: 27.006 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:59 ] [ l_g_pix: 3.2028e-02 ] [ l_g_total: 3.2028e-02 ] +2024-10-03 15:57:03,819 INFO: [ epoch: 48 ] [ iter: 58,900 ] [ performance: 26.427 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:50 ] [ l_g_pix: 3.7144e-02 ] [ l_g_total: 3.7144e-02 ] +2024-10-03 15:57:07,534 INFO: [ epoch: 48 ] [ iter: 59,000 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:42 ] [ l_g_pix: 1.9529e-02 ] [ l_g_total: 1.9529e-02 ] +2024-10-03 15:57:11,549 INFO: [ epoch: 48 ] [ iter: 59,100 ] [ performance: 26.467 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:33 ] [ l_g_pix: 3.6666e-02 ] [ l_g_total: 3.6666e-02 ] +2024-10-03 15:57:15,337 INFO: [ epoch: 48 ] [ iter: 59,200 ] [ performance: 26.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:25 ] [ l_g_pix: 3.9958e-02 ] [ l_g_total: 3.9958e-02 ] +2024-10-03 15:57:19,089 INFO: [ epoch: 48 ] [ iter: 59,300 ] [ performance: 27.851 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:16 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-03 15:57:22,807 INFO: [ epoch: 48 ] [ iter: 59,400 ] [ performance: 26.948 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:08 ] [ l_g_pix: 2.8673e-02 ] [ l_g_total: 2.8673e-02 ] +2024-10-03 15:57:26,640 INFO: [ epoch: 48 ] [ iter: 59,500 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:00 ] [ l_g_pix: 3.2431e-02 ] [ l_g_total: 3.2431e-02 ] +2024-10-03 15:57:30,465 INFO: [ epoch: 48 ] [ iter: 59,600 ] [ performance: 26.180 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:51 ] [ l_g_pix: 4.2627e-02 ] [ l_g_total: 4.2627e-02 ] +2024-10-03 15:57:34,250 INFO: [ epoch: 48 ] [ iter: 59,700 ] [ performance: 27.086 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:43 ] [ l_g_pix: 3.9334e-02 ] [ l_g_total: 3.9334e-02 ] +2024-10-03 15:57:38,046 INFO: [ epoch: 48 ] [ iter: 59,800 ] [ performance: 26.373 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:35 ] [ l_g_pix: 4.3886e-02 ] [ l_g_total: 4.3886e-02 ] +2024-10-03 15:57:43,448 INFO: [ epoch: 49 ] [ iter: 59,900 ] [ performance: 18.477 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:27 ] [ l_g_pix: 3.7800e-02 ] [ l_g_total: 3.7800e-02 ] +2024-10-03 15:57:48,057 INFO: [ epoch: 49 ] [ iter: 60,000 ] [ performance: 21.628 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:20 ] [ l_g_pix: 3.3802e-02 ] [ l_g_total: 3.3802e-02 ] +2024-10-03 15:57:48,058 INFO: Saving models and training states. +2024-10-03 16:00:56,271 INFO: Validation val + + # psnr: 27.1500........ Best: 27.1500 @ 60000 iter + # ssim: 0.7639........ Best: 0.7639 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-03 16:01:00,014 INFO: [ epoch: 49 ] [ iter: 60,100 ] [ performance: 28.197 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:16 ] [ l_g_pix: 3.0937e-02 ] [ l_g_total: 3.0937e-02 ] +2024-10-03 16:01:03,840 INFO: [ epoch: 49 ] [ iter: 60,200 ] [ performance: 26.165 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:07 ] [ l_g_pix: 2.7106e-02 ] [ l_g_total: 2.7106e-02 ] +2024-10-03 16:01:07,630 INFO: [ epoch: 49 ] [ iter: 60,300 ] [ performance: 26.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:59 ] [ l_g_pix: 4.2064e-02 ] [ l_g_total: 4.2064e-02 ] +2024-10-03 16:01:11,457 INFO: [ epoch: 49 ] [ iter: 60,400 ] [ performance: 26.136 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:50 ] [ l_g_pix: 2.8501e-02 ] [ l_g_total: 2.8501e-02 ] +2024-10-03 16:01:15,273 INFO: [ epoch: 49 ] [ iter: 60,500 ] [ performance: 26.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:41 ] [ l_g_pix: 4.8089e-02 ] [ l_g_total: 4.8089e-02 ] +2024-10-03 16:01:19,040 INFO: [ epoch: 49 ] [ iter: 60,600 ] [ performance: 26.545 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:32 ] [ l_g_pix: 3.4527e-02 ] [ l_g_total: 3.4527e-02 ] +2024-10-03 16:01:22,850 INFO: [ epoch: 49 ] [ iter: 60,700 ] [ performance: 26.399 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:24 ] [ l_g_pix: 2.7322e-02 ] [ l_g_total: 2.7322e-02 ] +2024-10-03 16:01:26,707 INFO: [ epoch: 49 ] [ iter: 60,800 ] [ performance: 25.957 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:15 ] [ l_g_pix: 3.0674e-02 ] [ l_g_total: 3.0674e-02 ] +2024-10-03 16:01:30,496 INFO: [ epoch: 49 ] [ iter: 60,900 ] [ performance: 26.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:06 ] [ l_g_pix: 3.9225e-02 ] [ l_g_total: 3.9225e-02 ] +2024-10-03 16:01:34,288 INFO: [ epoch: 49 ] [ iter: 61,000 ] [ performance: 26.352 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:58 ] [ l_g_pix: 2.5048e-02 ] [ l_g_total: 2.5048e-02 ] +2024-10-03 16:01:37,951 INFO: [ epoch: 49 ] [ iter: 61,100 ] [ performance: 26.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:49 ] [ l_g_pix: 2.6520e-02 ] [ l_g_total: 2.6520e-02 ] +2024-10-03 16:01:43,120 INFO: [ epoch: 50 ] [ iter: 61,200 ] [ performance: 24.068 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:41 ] [ l_g_pix: 4.3693e-02 ] [ l_g_total: 4.3693e-02 ] +2024-10-03 16:01:46,910 INFO: [ epoch: 50 ] [ iter: 61,300 ] [ performance: 25.204 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:32 ] [ l_g_pix: 2.3585e-02 ] [ l_g_total: 2.3585e-02 ] +2024-10-03 16:01:50,719 INFO: [ epoch: 50 ] [ iter: 61,400 ] [ performance: 26.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:24 ] [ l_g_pix: 3.8018e-02 ] [ l_g_total: 3.8018e-02 ] +2024-10-03 16:01:54,546 INFO: [ epoch: 50 ] [ iter: 61,500 ] [ performance: 26.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:15 ] [ l_g_pix: 5.0472e-02 ] [ l_g_total: 5.0472e-02 ] +2024-10-03 16:01:58,446 INFO: [ epoch: 50 ] [ iter: 61,600 ] [ performance: 25.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:07 ] [ l_g_pix: 2.6448e-02 ] [ l_g_total: 2.6448e-02 ] +2024-10-03 16:02:02,239 INFO: [ epoch: 50 ] [ iter: 61,700 ] [ performance: 25.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:58 ] [ l_g_pix: 4.7737e-02 ] [ l_g_total: 4.7737e-02 ] +2024-10-03 16:02:06,021 INFO: [ epoch: 50 ] [ iter: 61,800 ] [ performance: 26.407 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:50 ] [ l_g_pix: 4.1176e-02 ] [ l_g_total: 4.1176e-02 ] +2024-10-03 16:02:09,837 INFO: [ epoch: 50 ] [ iter: 61,900 ] [ performance: 26.305 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:41 ] [ l_g_pix: 2.5719e-02 ] [ l_g_total: 2.5719e-02 ] +2024-10-03 16:02:13,704 INFO: [ epoch: 50 ] [ iter: 62,000 ] [ performance: 25.863 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:33 ] [ l_g_pix: 2.6345e-02 ] [ l_g_total: 2.6345e-02 ] +2024-10-03 16:02:17,602 INFO: [ epoch: 50 ] [ iter: 62,100 ] [ performance: 25.756 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:24 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-03 16:02:21,350 INFO: [ epoch: 50 ] [ iter: 62,200 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:16 ] [ l_g_pix: 2.5745e-02 ] [ l_g_total: 2.5745e-02 ] +2024-10-03 16:02:24,910 INFO: [ epoch: 50 ] [ iter: 62,300 ] [ performance: 27.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:07 ] [ l_g_pix: 2.9179e-02 ] [ l_g_total: 2.9179e-02 ] +2024-10-03 16:02:30,121 INFO: [ epoch: 51 ] [ iter: 62,400 ] [ performance: 18.482 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:59 ] [ l_g_pix: 3.6005e-02 ] [ l_g_total: 3.6005e-02 ] +2024-10-03 16:02:33,959 INFO: [ epoch: 51 ] [ iter: 62,500 ] [ performance: 21.822 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:51 ] [ l_g_pix: 2.8343e-02 ] [ l_g_total: 2.8343e-02 ] +2024-10-03 16:02:37,736 INFO: [ epoch: 51 ] [ iter: 62,600 ] [ performance: 26.488 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:43 ] [ l_g_pix: 3.1842e-02 ] [ l_g_total: 3.1842e-02 ] +2024-10-03 16:02:41,506 INFO: [ epoch: 51 ] [ iter: 62,700 ] [ performance: 26.510 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:34 ] [ l_g_pix: 2.8351e-02 ] [ l_g_total: 2.8351e-02 ] +2024-10-03 16:02:45,427 INFO: [ epoch: 51 ] [ iter: 62,800 ] [ performance: 25.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:26 ] [ l_g_pix: 4.1589e-02 ] [ l_g_total: 4.1589e-02 ] +2024-10-03 16:02:49,210 INFO: [ epoch: 51 ] [ iter: 62,900 ] [ performance: 26.034 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:17 ] [ l_g_pix: 3.0423e-02 ] [ l_g_total: 3.0423e-02 ] +2024-10-03 16:02:53,021 INFO: [ epoch: 51 ] [ iter: 63,000 ] [ performance: 26.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:09 ] [ l_g_pix: 3.6187e-02 ] [ l_g_total: 3.6187e-02 ] +2024-10-03 16:02:56,810 INFO: [ epoch: 51 ] [ iter: 63,100 ] [ performance: 26.308 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:01 ] [ l_g_pix: 3.9357e-02 ] [ l_g_total: 3.9357e-02 ] +2024-10-03 16:03:00,681 INFO: [ epoch: 51 ] [ iter: 63,200 ] [ performance: 25.976 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:52 ] [ l_g_pix: 2.4795e-02 ] [ l_g_total: 2.4795e-02 ] +2024-10-03 16:03:04,552 INFO: [ epoch: 51 ] [ iter: 63,300 ] [ performance: 25.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:44 ] [ l_g_pix: 2.3487e-02 ] [ l_g_total: 2.3487e-02 ] +2024-10-03 16:03:08,402 INFO: [ epoch: 51 ] [ iter: 63,400 ] [ performance: 25.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:36 ] [ l_g_pix: 3.1471e-02 ] [ l_g_total: 3.1471e-02 ] +2024-10-03 16:03:12,033 INFO: [ epoch: 51 ] [ iter: 63,500 ] [ performance: 26.774 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:27 ] [ l_g_pix: 2.8564e-02 ] [ l_g_total: 2.8564e-02 ] +2024-10-03 16:03:17,343 INFO: [ epoch: 52 ] [ iter: 63,600 ] [ performance: 17.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:20 ] [ l_g_pix: 3.7728e-02 ] [ l_g_total: 3.7728e-02 ] +2024-10-03 16:03:21,155 INFO: [ epoch: 52 ] [ iter: 63,700 ] [ performance: 21.565 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:12 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-03 16:03:24,880 INFO: [ epoch: 52 ] [ iter: 63,800 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:03 ] [ l_g_pix: 2.7694e-02 ] [ l_g_total: 2.7694e-02 ] +2024-10-03 16:03:28,773 INFO: [ epoch: 52 ] [ iter: 63,900 ] [ performance: 26.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:55 ] [ l_g_pix: 2.8490e-02 ] [ l_g_total: 2.8490e-02 ] +2024-10-03 16:03:32,513 INFO: [ epoch: 52 ] [ iter: 64,000 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:47 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-10-03 16:03:36,291 INFO: [ epoch: 52 ] [ iter: 64,100 ] [ performance: 26.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:39 ] [ l_g_pix: 3.3416e-02 ] [ l_g_total: 3.3416e-02 ] +2024-10-03 16:03:40,052 INFO: [ epoch: 52 ] [ iter: 64,200 ] [ performance: 26.410 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:31 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-03 16:03:43,807 INFO: [ epoch: 52 ] [ iter: 64,300 ] [ performance: 26.535 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:22 ] [ l_g_pix: 2.5070e-02 ] [ l_g_total: 2.5070e-02 ] +2024-10-03 16:03:47,522 INFO: [ epoch: 52 ] [ iter: 64,400 ] [ performance: 26.831 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:14 ] [ l_g_pix: 2.4979e-02 ] [ l_g_total: 2.4979e-02 ] +2024-10-03 16:03:51,148 INFO: [ epoch: 52 ] [ iter: 64,500 ] [ performance: 27.243 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:06 ] [ l_g_pix: 2.8063e-02 ] [ l_g_total: 2.8063e-02 ] +2024-10-03 16:03:54,850 INFO: [ epoch: 52 ] [ iter: 64,600 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:58 ] [ l_g_pix: 2.3878e-02 ] [ l_g_total: 2.3878e-02 ] +2024-10-03 16:03:58,479 INFO: [ epoch: 52 ] [ iter: 64,700 ] [ performance: 27.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:49 ] [ l_g_pix: 2.4631e-02 ] [ l_g_total: 2.4631e-02 ] +2024-10-03 16:04:03,589 INFO: [ epoch: 53 ] [ iter: 64,800 ] [ performance: 17.919 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 2.5938e-02 ] [ l_g_total: 2.5938e-02 ] +2024-10-03 16:04:07,250 INFO: [ epoch: 53 ] [ iter: 64,900 ] [ performance: 22.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:34 ] [ l_g_pix: 3.3868e-02 ] [ l_g_total: 3.3868e-02 ] +2024-10-03 16:04:10,937 INFO: [ epoch: 53 ] [ iter: 65,000 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:26 ] [ l_g_pix: 2.9556e-02 ] [ l_g_total: 2.9556e-02 ] +2024-10-03 16:04:14,596 INFO: [ epoch: 53 ] [ iter: 65,100 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:18 ] [ l_g_pix: 2.5964e-02 ] [ l_g_total: 2.5964e-02 ] +2024-10-03 16:04:18,202 INFO: [ epoch: 53 ] [ iter: 65,200 ] [ performance: 27.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:09 ] [ l_g_pix: 3.1401e-02 ] [ l_g_total: 3.1401e-02 ] +2024-10-03 16:04:21,862 INFO: [ epoch: 53 ] [ iter: 65,300 ] [ performance: 27.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:01 ] [ l_g_pix: 3.9374e-02 ] [ l_g_total: 3.9374e-02 ] +2024-10-03 16:04:25,610 INFO: [ epoch: 53 ] [ iter: 65,400 ] [ performance: 26.482 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:53 ] [ l_g_pix: 1.6519e-02 ] [ l_g_total: 1.6519e-02 ] +2024-10-03 16:04:29,340 INFO: [ epoch: 53 ] [ iter: 65,500 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:45 ] [ l_g_pix: 2.3444e-02 ] [ l_g_total: 2.3444e-02 ] +2024-10-03 16:04:33,122 INFO: [ epoch: 53 ] [ iter: 65,600 ] [ performance: 26.131 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 3.9716e-02 ] [ l_g_total: 3.9716e-02 ] +2024-10-03 16:04:36,929 INFO: [ epoch: 53 ] [ iter: 65,700 ] [ performance: 26.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:29 ] [ l_g_pix: 3.8746e-02 ] [ l_g_total: 3.8746e-02 ] +2024-10-03 16:04:40,702 INFO: [ epoch: 53 ] [ iter: 65,800 ] [ performance: 26.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:21 ] [ l_g_pix: 3.3280e-02 ] [ l_g_total: 3.3280e-02 ] +2024-10-03 16:04:44,433 INFO: [ epoch: 53 ] [ iter: 65,900 ] [ performance: 26.768 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 3.7612e-02 ] [ l_g_total: 3.7612e-02 ] +2024-10-03 16:04:49,206 INFO: [ epoch: 54 ] [ iter: 66,000 ] [ performance: 19.083 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:06 ] [ l_g_pix: 3.0240e-02 ] [ l_g_total: 3.0240e-02 ] +2024-10-03 16:04:53,323 INFO: [ epoch: 54 ] [ iter: 66,100 ] [ performance: 21.808 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:58 ] [ l_g_pix: 3.1053e-02 ] [ l_g_total: 3.1053e-02 ] +2024-10-03 16:04:57,113 INFO: [ epoch: 54 ] [ iter: 66,200 ] [ performance: 26.655 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:50 ] [ l_g_pix: 4.2448e-02 ] [ l_g_total: 4.2448e-02 ] +2024-10-03 16:05:00,830 INFO: [ epoch: 54 ] [ iter: 66,300 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:42 ] [ l_g_pix: 2.6578e-02 ] [ l_g_total: 2.6578e-02 ] +2024-10-03 16:05:04,599 INFO: [ epoch: 54 ] [ iter: 66,400 ] [ performance: 26.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:34 ] [ l_g_pix: 3.6118e-02 ] [ l_g_total: 3.6118e-02 ] +2024-10-03 16:05:08,401 INFO: [ epoch: 54 ] [ iter: 66,500 ] [ performance: 26.491 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:26 ] [ l_g_pix: 3.1529e-02 ] [ l_g_total: 3.1529e-02 ] +2024-10-03 16:05:12,155 INFO: [ epoch: 54 ] [ iter: 66,600 ] [ performance: 26.465 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 4.4909e-02 ] [ l_g_total: 4.4909e-02 ] +2024-10-03 16:05:15,858 INFO: [ epoch: 54 ] [ iter: 66,700 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:10 ] [ l_g_pix: 3.3231e-02 ] [ l_g_total: 3.3231e-02 ] +2024-10-03 16:05:19,559 INFO: [ epoch: 54 ] [ iter: 66,800 ] [ performance: 27.016 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:02 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-10-03 16:05:23,267 INFO: [ epoch: 54 ] [ iter: 66,900 ] [ performance: 26.990 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:54 ] [ l_g_pix: 2.9042e-02 ] [ l_g_total: 2.9042e-02 ] +2024-10-03 16:05:26,956 INFO: [ epoch: 54 ] [ iter: 67,000 ] [ performance: 27.110 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 2.7572e-02 ] [ l_g_total: 2.7572e-02 ] +2024-10-03 16:05:30,634 INFO: [ epoch: 54 ] [ iter: 67,100 ] [ performance: 27.157 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:39 ] [ l_g_pix: 3.1819e-02 ] [ l_g_total: 3.1819e-02 ] +2024-10-03 16:05:34,133 INFO: [ epoch: 54 ] [ iter: 67,200 ] [ performance: 28.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:31 ] [ l_g_pix: 3.0695e-02 ] [ l_g_total: 3.0695e-02 ] +2024-10-03 16:05:39,483 INFO: [ epoch: 55 ] [ iter: 67,300 ] [ performance: 21.734 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:24 ] [ l_g_pix: 4.4016e-02 ] [ l_g_total: 4.4016e-02 ] +2024-10-03 16:05:43,253 INFO: [ epoch: 55 ] [ iter: 67,400 ] [ performance: 26.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:16 ] [ l_g_pix: 2.5647e-02 ] [ l_g_total: 2.5647e-02 ] +2024-10-03 16:05:46,983 INFO: [ epoch: 55 ] [ iter: 67,500 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:08 ] [ l_g_pix: 2.8646e-02 ] [ l_g_total: 2.8646e-02 ] +2024-10-03 16:05:50,705 INFO: [ epoch: 55 ] [ iter: 67,600 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 3.6701e-02 ] [ l_g_total: 3.6701e-02 ] +2024-10-03 16:05:54,455 INFO: [ epoch: 55 ] [ iter: 67,700 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:52 ] [ l_g_pix: 3.2180e-02 ] [ l_g_total: 3.2180e-02 ] +2024-10-03 16:05:58,217 INFO: [ epoch: 55 ] [ iter: 67,800 ] [ performance: 26.600 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:45 ] [ l_g_pix: 4.8231e-02 ] [ l_g_total: 4.8231e-02 ] +2024-10-03 16:06:01,985 INFO: [ epoch: 55 ] [ iter: 67,900 ] [ performance: 26.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:37 ] [ l_g_pix: 3.7306e-02 ] [ l_g_total: 3.7306e-02 ] +2024-10-03 16:06:05,783 INFO: [ epoch: 55 ] [ iter: 68,000 ] [ performance: 26.448 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:29 ] [ l_g_pix: 3.7618e-02 ] [ l_g_total: 3.7618e-02 ] +2024-10-03 16:06:09,747 INFO: [ epoch: 55 ] [ iter: 68,100 ] [ performance: 25.682 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:21 ] [ l_g_pix: 3.9464e-02 ] [ l_g_total: 3.9464e-02 ] +2024-10-03 16:06:13,488 INFO: [ epoch: 55 ] [ iter: 68,200 ] [ performance: 26.980 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 3.8535e-02 ] [ l_g_total: 3.8535e-02 ] +2024-10-03 16:06:17,326 INFO: [ epoch: 55 ] [ iter: 68,300 ] [ performance: 26.400 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:06 ] [ l_g_pix: 3.2187e-02 ] [ l_g_total: 3.2187e-02 ] +2024-10-03 16:06:20,856 INFO: [ epoch: 55 ] [ iter: 68,400 ] [ performance: 28.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:58 ] [ l_g_pix: 2.9540e-02 ] [ l_g_total: 2.9540e-02 ] +2024-10-03 16:06:26,181 INFO: [ epoch: 56 ] [ iter: 68,500 ] [ performance: 21.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:51 ] [ l_g_pix: 2.6214e-02 ] [ l_g_total: 2.6214e-02 ] +2024-10-03 16:06:29,956 INFO: [ epoch: 56 ] [ iter: 68,600 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:44 ] [ l_g_pix: 2.5232e-02 ] [ l_g_total: 2.5232e-02 ] +2024-10-03 16:06:33,720 INFO: [ epoch: 56 ] [ iter: 68,700 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:36 ] [ l_g_pix: 2.9254e-02 ] [ l_g_total: 2.9254e-02 ] +2024-10-03 16:06:37,460 INFO: [ epoch: 56 ] [ iter: 68,800 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 3.3315e-02 ] [ l_g_total: 3.3315e-02 ] +2024-10-03 16:06:41,306 INFO: [ epoch: 56 ] [ iter: 68,900 ] [ performance: 26.191 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:21 ] [ l_g_pix: 3.8718e-02 ] [ l_g_total: 3.8718e-02 ] +2024-10-03 16:06:45,143 INFO: [ epoch: 56 ] [ iter: 69,000 ] [ performance: 26.269 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:13 ] [ l_g_pix: 3.2232e-02 ] [ l_g_total: 3.2232e-02 ] +2024-10-03 16:06:48,860 INFO: [ epoch: 56 ] [ iter: 69,100 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:05 ] [ l_g_pix: 3.2063e-02 ] [ l_g_total: 3.2063e-02 ] +2024-10-03 16:06:52,569 INFO: [ epoch: 56 ] [ iter: 69,200 ] [ performance: 27.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:58 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-03 16:06:56,307 INFO: [ epoch: 56 ] [ iter: 69,300 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:50 ] [ l_g_pix: 3.0428e-02 ] [ l_g_total: 3.0428e-02 ] +2024-10-03 16:07:00,103 INFO: [ epoch: 56 ] [ iter: 69,400 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:43 ] [ l_g_pix: 3.1183e-02 ] [ l_g_total: 3.1183e-02 ] +2024-10-03 16:07:03,872 INFO: [ epoch: 56 ] [ iter: 69,500 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:35 ] [ l_g_pix: 2.5668e-02 ] [ l_g_total: 2.5668e-02 ] +2024-10-03 16:07:07,558 INFO: [ epoch: 56 ] [ iter: 69,600 ] [ performance: 28.041 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:27 ] [ l_g_pix: 3.2081e-02 ] [ l_g_total: 3.2081e-02 ] +2024-10-03 16:07:12,786 INFO: [ epoch: 57 ] [ iter: 69,700 ] [ performance: 21.530 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:20 ] [ l_g_pix: 1.7723e-02 ] [ l_g_total: 1.7723e-02 ] +2024-10-03 16:07:16,732 INFO: [ epoch: 57 ] [ iter: 69,800 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:13 ] [ l_g_pix: 3.6550e-02 ] [ l_g_total: 3.6550e-02 ] +2024-10-03 16:07:20,540 INFO: [ epoch: 57 ] [ iter: 69,900 ] [ performance: 26.447 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:05 ] [ l_g_pix: 2.3172e-02 ] [ l_g_total: 2.3172e-02 ] +2024-10-03 16:07:24,276 INFO: [ epoch: 57 ] [ iter: 70,000 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:58 ] [ l_g_pix: 2.8996e-02 ] [ l_g_total: 2.8996e-02 ] +2024-10-03 16:07:24,276 INFO: Saving models and training states. +2024-10-03 16:11:08,816 INFO: Validation val + + # psnr: 27.1612........ Best: 27.1612 @ 70000 iter + # ssim: 0.7645........ Best: 0.7645 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-03 16:11:12,543 INFO: [ epoch: 57 ] [ iter: 70,100 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:26 ] [ l_g_pix: 5.4193e-02 ] [ l_g_total: 5.4193e-02 ] +2024-10-03 16:11:16,339 INFO: [ epoch: 57 ] [ iter: 70,200 ] [ performance: 26.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:18 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-03 16:11:20,125 INFO: [ epoch: 57 ] [ iter: 70,300 ] [ performance: 26.335 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:10 ] [ l_g_pix: 2.2378e-02 ] [ l_g_total: 2.2378e-02 ] +2024-10-03 16:11:24,768 INFO: [ epoch: 57 ] [ iter: 70,400 ] [ performance: 20.212 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:03 ] [ l_g_pix: 2.3870e-02 ] [ l_g_total: 2.3870e-02 ] +2024-10-03 16:11:29,085 INFO: [ epoch: 57 ] [ iter: 70,500 ] [ performance: 22.093 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:55 ] [ l_g_pix: 2.8566e-02 ] [ l_g_total: 2.8566e-02 ] +2024-10-03 16:11:33,043 INFO: [ epoch: 57 ] [ iter: 70,600 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:47 ] [ l_g_pix: 3.8655e-02 ] [ l_g_total: 3.8655e-02 ] +2024-10-03 16:11:36,993 INFO: [ epoch: 57 ] [ iter: 70,700 ] [ performance: 25.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:39 ] [ l_g_pix: 4.0737e-02 ] [ l_g_total: 4.0737e-02 ] +2024-10-03 16:11:40,741 INFO: [ epoch: 57 ] [ iter: 70,800 ] [ performance: 27.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:31 ] [ l_g_pix: 2.9310e-02 ] [ l_g_total: 2.9310e-02 ] +2024-10-03 16:11:45,687 INFO: [ epoch: 58 ] [ iter: 70,900 ] [ performance: 22.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:24 ] [ l_g_pix: 3.4637e-02 ] [ l_g_total: 3.4637e-02 ] +2024-10-03 16:11:49,597 INFO: [ epoch: 58 ] [ iter: 71,000 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:16 ] [ l_g_pix: 3.3717e-02 ] [ l_g_total: 3.3717e-02 ] +2024-10-03 16:11:53,369 INFO: [ epoch: 58 ] [ iter: 71,100 ] [ performance: 26.560 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 2.6689e-02 ] [ l_g_total: 2.6689e-02 ] +2024-10-03 16:11:57,129 INFO: [ epoch: 58 ] [ iter: 71,200 ] [ performance: 26.649 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:00 ] [ l_g_pix: 3.7831e-02 ] [ l_g_total: 3.7831e-02 ] +2024-10-03 16:12:00,868 INFO: [ epoch: 58 ] [ iter: 71,300 ] [ performance: 26.718 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:53 ] [ l_g_pix: 1.8977e-02 ] [ l_g_total: 1.8977e-02 ] +2024-10-03 16:12:04,666 INFO: [ epoch: 58 ] [ iter: 71,400 ] [ performance: 26.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:45 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-03 16:12:08,432 INFO: [ epoch: 58 ] [ iter: 71,500 ] [ performance: 26.531 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:37 ] [ l_g_pix: 3.0391e-02 ] [ l_g_total: 3.0391e-02 ] +2024-10-03 16:12:12,164 INFO: [ epoch: 58 ] [ iter: 71,600 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:29 ] [ l_g_pix: 2.1606e-02 ] [ l_g_total: 2.1606e-02 ] +2024-10-03 16:12:15,959 INFO: [ epoch: 58 ] [ iter: 71,700 ] [ performance: 26.450 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 3.4839e-02 ] [ l_g_total: 3.4839e-02 ] +2024-10-03 16:12:19,732 INFO: [ epoch: 58 ] [ iter: 71,800 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:14 ] [ l_g_pix: 3.4045e-02 ] [ l_g_total: 3.4045e-02 ] +2024-10-03 16:12:23,465 INFO: [ epoch: 58 ] [ iter: 71,900 ] [ performance: 26.859 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:06 ] [ l_g_pix: 3.3068e-02 ] [ l_g_total: 3.3068e-02 ] +2024-10-03 16:12:27,229 INFO: [ epoch: 58 ] [ iter: 72,000 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:58 ] [ l_g_pix: 3.0395e-02 ] [ l_g_total: 3.0395e-02 ] +2024-10-03 16:12:31,859 INFO: [ epoch: 59 ] [ iter: 72,100 ] [ performance: 22.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:51 ] [ l_g_pix: 2.7862e-02 ] [ l_g_total: 2.7862e-02 ] +2024-10-03 16:12:36,030 INFO: [ epoch: 59 ] [ iter: 72,200 ] [ performance: 27.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:43 ] [ l_g_pix: 4.3088e-02 ] [ l_g_total: 4.3088e-02 ] +2024-10-03 16:12:39,753 INFO: [ epoch: 59 ] [ iter: 72,300 ] [ performance: 26.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 3.8960e-02 ] [ l_g_total: 3.8960e-02 ] +2024-10-03 16:12:43,549 INFO: [ epoch: 59 ] [ iter: 72,400 ] [ performance: 26.096 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:28 ] [ l_g_pix: 3.2680e-02 ] [ l_g_total: 3.2680e-02 ] +2024-10-03 16:12:47,306 INFO: [ epoch: 59 ] [ iter: 72,500 ] [ performance: 26.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:20 ] [ l_g_pix: 3.1679e-02 ] [ l_g_total: 3.1679e-02 ] +2024-10-03 16:12:51,242 INFO: [ epoch: 59 ] [ iter: 72,600 ] [ performance: 27.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:12 ] [ l_g_pix: 2.9750e-02 ] [ l_g_total: 2.9750e-02 ] +2024-10-03 16:12:54,996 INFO: [ epoch: 59 ] [ iter: 72,700 ] [ performance: 26.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:05 ] [ l_g_pix: 2.6758e-02 ] [ l_g_total: 2.6758e-02 ] +2024-10-03 16:12:58,747 INFO: [ epoch: 59 ] [ iter: 72,800 ] [ performance: 26.679 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:57 ] [ l_g_pix: 3.1801e-02 ] [ l_g_total: 3.1801e-02 ] +2024-10-03 16:13:02,779 INFO: [ epoch: 59 ] [ iter: 72,900 ] [ performance: 25.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:49 ] [ l_g_pix: 2.7271e-02 ] [ l_g_total: 2.7271e-02 ] +2024-10-03 16:13:06,561 INFO: [ epoch: 59 ] [ iter: 73,000 ] [ performance: 26.419 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:42 ] [ l_g_pix: 4.1090e-02 ] [ l_g_total: 4.1090e-02 ] +2024-10-03 16:13:10,322 INFO: [ epoch: 59 ] [ iter: 73,100 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:34 ] [ l_g_pix: 4.5496e-02 ] [ l_g_total: 4.5496e-02 ] +2024-10-03 16:13:14,057 INFO: [ epoch: 59 ] [ iter: 73,200 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:26 ] [ l_g_pix: 2.3875e-02 ] [ l_g_total: 2.3875e-02 ] +2024-10-03 16:13:17,585 INFO: [ epoch: 59 ] [ iter: 73,300 ] [ performance: 27.977 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:19 ] [ l_g_pix: 4.6620e-02 ] [ l_g_total: 4.6620e-02 ] +2024-10-03 16:13:23,028 INFO: [ epoch: 60 ] [ iter: 73,400 ] [ performance: 26.633 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:12 ] [ l_g_pix: 3.9670e-02 ] [ l_g_total: 3.9670e-02 ] +2024-10-03 16:13:26,752 INFO: [ epoch: 60 ] [ iter: 73,500 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:04 ] [ l_g_pix: 3.2121e-02 ] [ l_g_total: 3.2121e-02 ] +2024-10-03 16:13:30,460 INFO: [ epoch: 60 ] [ iter: 73,600 ] [ performance: 27.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:56 ] [ l_g_pix: 4.2698e-02 ] [ l_g_total: 4.2698e-02 ] +2024-10-03 16:13:34,179 INFO: [ epoch: 60 ] [ iter: 73,700 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:49 ] [ l_g_pix: 3.8557e-02 ] [ l_g_total: 3.8557e-02 ] +2024-10-03 16:13:37,854 INFO: [ epoch: 60 ] [ iter: 73,800 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:41 ] [ l_g_pix: 3.4857e-02 ] [ l_g_total: 3.4857e-02 ] +2024-10-03 16:13:41,598 INFO: [ epoch: 60 ] [ iter: 73,900 ] [ performance: 26.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:34 ] [ l_g_pix: 3.2431e-02 ] [ l_g_total: 3.2431e-02 ] +2024-10-03 16:13:45,295 INFO: [ epoch: 60 ] [ iter: 74,000 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:26 ] [ l_g_pix: 3.8869e-02 ] [ l_g_total: 3.8869e-02 ] +2024-10-03 16:13:48,971 INFO: [ epoch: 60 ] [ iter: 74,100 ] [ performance: 27.121 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:19 ] [ l_g_pix: 3.0786e-02 ] [ l_g_total: 3.0786e-02 ] +2024-10-03 16:13:52,719 INFO: [ epoch: 60 ] [ iter: 74,200 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:11 ] [ l_g_pix: 2.6613e-02 ] [ l_g_total: 2.6613e-02 ] +2024-10-03 16:13:56,452 INFO: [ epoch: 60 ] [ iter: 74,300 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:03 ] [ l_g_pix: 2.5985e-02 ] [ l_g_total: 2.5985e-02 ] +2024-10-03 16:14:00,201 INFO: [ epoch: 60 ] [ iter: 74,400 ] [ performance: 26.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 3.3846e-02 ] [ l_g_total: 3.3846e-02 ] +2024-10-03 16:14:03,787 INFO: [ epoch: 60 ] [ iter: 74,500 ] [ performance: 27.560 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:48 ] [ l_g_pix: 3.2554e-02 ] [ l_g_total: 3.2554e-02 ] +2024-10-03 16:14:09,262 INFO: [ epoch: 61 ] [ iter: 74,600 ] [ performance: 26.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:41 ] [ l_g_pix: 2.5794e-02 ] [ l_g_total: 2.5794e-02 ] +2024-10-03 16:14:12,991 INFO: [ epoch: 61 ] [ iter: 74,700 ] [ performance: 26.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:34 ] [ l_g_pix: 3.4679e-02 ] [ l_g_total: 3.4679e-02 ] +2024-10-03 16:14:16,744 INFO: [ epoch: 61 ] [ iter: 74,800 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:26 ] [ l_g_pix: 3.4333e-02 ] [ l_g_total: 3.4333e-02 ] +2024-10-03 16:14:20,512 INFO: [ epoch: 61 ] [ iter: 74,900 ] [ performance: 26.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:19 ] [ l_g_pix: 3.4137e-02 ] [ l_g_total: 3.4137e-02 ] +2024-10-03 16:14:24,321 INFO: [ epoch: 61 ] [ iter: 75,000 ] [ performance: 26.580 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:12 ] [ l_g_pix: 4.1932e-02 ] [ l_g_total: 4.1932e-02 ] +2024-10-03 16:14:28,120 INFO: [ epoch: 61 ] [ iter: 75,100 ] [ performance: 26.385 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:04 ] [ l_g_pix: 2.5108e-02 ] [ l_g_total: 2.5108e-02 ] +2024-10-03 16:14:31,838 INFO: [ epoch: 61 ] [ iter: 75,200 ] [ performance: 27.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:57 ] [ l_g_pix: 3.5770e-02 ] [ l_g_total: 3.5770e-02 ] +2024-10-03 16:14:35,570 INFO: [ epoch: 61 ] [ iter: 75,300 ] [ performance: 26.851 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:49 ] [ l_g_pix: 2.9846e-02 ] [ l_g_total: 2.9846e-02 ] +2024-10-03 16:14:39,297 INFO: [ epoch: 61 ] [ iter: 75,400 ] [ performance: 26.786 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:42 ] [ l_g_pix: 2.9365e-02 ] [ l_g_total: 2.9365e-02 ] +2024-10-03 16:14:43,028 INFO: [ epoch: 61 ] [ iter: 75,500 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:34 ] [ l_g_pix: 1.9540e-02 ] [ l_g_total: 1.9540e-02 ] +2024-10-03 16:14:46,787 INFO: [ epoch: 61 ] [ iter: 75,600 ] [ performance: 26.606 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:27 ] [ l_g_pix: 3.0497e-02 ] [ l_g_total: 3.0497e-02 ] +2024-10-03 16:14:50,463 INFO: [ epoch: 61 ] [ iter: 75,700 ] [ performance: 27.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:20 ] [ l_g_pix: 2.5101e-02 ] [ l_g_total: 2.5101e-02 ] +2024-10-03 16:14:56,044 INFO: [ epoch: 62 ] [ iter: 75,800 ] [ performance: 17.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:13 ] [ l_g_pix: 3.5090e-02 ] [ l_g_total: 3.5090e-02 ] +2024-10-03 16:14:59,830 INFO: [ epoch: 62 ] [ iter: 75,900 ] [ performance: 24.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:05 ] [ l_g_pix: 3.7914e-02 ] [ l_g_total: 3.7914e-02 ] +2024-10-03 16:15:03,565 INFO: [ epoch: 62 ] [ iter: 76,000 ] [ performance: 26.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:58 ] [ l_g_pix: 2.8350e-02 ] [ l_g_total: 2.8350e-02 ] +2024-10-03 16:15:07,318 INFO: [ epoch: 62 ] [ iter: 76,100 ] [ performance: 26.640 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:51 ] [ l_g_pix: 2.2407e-02 ] [ l_g_total: 2.2407e-02 ] +2024-10-03 16:15:11,035 INFO: [ epoch: 62 ] [ iter: 76,200 ] [ performance: 27.120 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:43 ] [ l_g_pix: 3.5086e-02 ] [ l_g_total: 3.5086e-02 ] +2024-10-03 16:15:14,786 INFO: [ epoch: 62 ] [ iter: 76,300 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:36 ] [ l_g_pix: 2.5339e-02 ] [ l_g_total: 2.5339e-02 ] +2024-10-03 16:15:18,520 INFO: [ epoch: 62 ] [ iter: 76,400 ] [ performance: 26.962 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:29 ] [ l_g_pix: 2.9031e-02 ] [ l_g_total: 2.9031e-02 ] +2024-10-03 16:15:22,231 INFO: [ epoch: 62 ] [ iter: 76,500 ] [ performance: 26.957 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:21 ] [ l_g_pix: 3.1117e-02 ] [ l_g_total: 3.1117e-02 ] +2024-10-03 16:15:25,938 INFO: [ epoch: 62 ] [ iter: 76,600 ] [ performance: 27.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:14 ] [ l_g_pix: 2.4808e-02 ] [ l_g_total: 2.4808e-02 ] +2024-10-03 16:15:29,782 INFO: [ epoch: 62 ] [ iter: 76,700 ] [ performance: 26.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:07 ] [ l_g_pix: 5.1135e-02 ] [ l_g_total: 5.1135e-02 ] +2024-10-03 16:15:33,554 INFO: [ epoch: 62 ] [ iter: 76,800 ] [ performance: 26.203 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 3.3516e-02 ] [ l_g_total: 3.3516e-02 ] +2024-10-03 16:15:37,249 INFO: [ epoch: 62 ] [ iter: 76,900 ] [ performance: 26.939 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:52 ] [ l_g_pix: 2.3848e-02 ] [ l_g_total: 2.3848e-02 ] +2024-10-03 16:15:42,281 INFO: [ epoch: 63 ] [ iter: 77,000 ] [ performance: 7.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:45 ] [ l_g_pix: 2.4731e-02 ] [ l_g_total: 2.4731e-02 ] +2024-10-03 16:15:46,273 INFO: [ epoch: 63 ] [ iter: 77,100 ] [ performance: 19.088 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:38 ] [ l_g_pix: 4.1013e-02 ] [ l_g_total: 4.1013e-02 ] +2024-10-03 16:15:50,000 INFO: [ epoch: 63 ] [ iter: 77,200 ] [ performance: 26.476 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:31 ] [ l_g_pix: 2.9535e-02 ] [ l_g_total: 2.9535e-02 ] +2024-10-03 16:15:53,775 INFO: [ epoch: 63 ] [ iter: 77,300 ] [ performance: 26.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:24 ] [ l_g_pix: 3.5393e-02 ] [ l_g_total: 3.5393e-02 ] +2024-10-03 16:15:57,544 INFO: [ epoch: 63 ] [ iter: 77,400 ] [ performance: 25.748 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:16 ] [ l_g_pix: 2.3186e-02 ] [ l_g_total: 2.3186e-02 ] +2024-10-03 16:16:01,297 INFO: [ epoch: 63 ] [ iter: 77,500 ] [ performance: 26.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:09 ] [ l_g_pix: 2.8321e-02 ] [ l_g_total: 2.8321e-02 ] +2024-10-03 16:16:05,145 INFO: [ epoch: 63 ] [ iter: 77,600 ] [ performance: 27.452 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 3.4753e-02 ] [ l_g_total: 3.4753e-02 ] +2024-10-03 16:16:08,891 INFO: [ epoch: 63 ] [ iter: 77,700 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:55 ] [ l_g_pix: 2.6433e-02 ] [ l_g_total: 2.6433e-02 ] +2024-10-03 16:16:12,571 INFO: [ epoch: 63 ] [ iter: 77,800 ] [ performance: 27.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:48 ] [ l_g_pix: 2.4836e-02 ] [ l_g_total: 2.4836e-02 ] +2024-10-03 16:16:16,290 INFO: [ epoch: 63 ] [ iter: 77,900 ] [ performance: 26.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:40 ] [ l_g_pix: 1.7884e-02 ] [ l_g_total: 1.7884e-02 ] +2024-10-03 16:16:20,019 INFO: [ epoch: 63 ] [ iter: 78,000 ] [ performance: 27.241 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:33 ] [ l_g_pix: 2.7996e-02 ] [ l_g_total: 2.7996e-02 ] +2024-10-03 16:16:23,791 INFO: [ epoch: 63 ] [ iter: 78,100 ] [ performance: 26.594 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:26 ] [ l_g_pix: 1.7842e-02 ] [ l_g_total: 1.7842e-02 ] +2024-10-03 16:16:27,310 INFO: [ epoch: 63 ] [ iter: 78,200 ] [ performance: 29.212 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:19 ] [ l_g_pix: 3.5479e-02 ] [ l_g_total: 3.5479e-02 ] +2024-10-03 16:16:32,889 INFO: [ epoch: 64 ] [ iter: 78,300 ] [ performance: 18.643 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:12 ] [ l_g_pix: 3.2794e-02 ] [ l_g_total: 3.2794e-02 ] +2024-10-03 16:16:36,816 INFO: [ epoch: 64 ] [ iter: 78,400 ] [ performance: 27.290 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:05 ] [ l_g_pix: 4.0564e-02 ] [ l_g_total: 4.0564e-02 ] +2024-10-03 16:16:40,588 INFO: [ epoch: 64 ] [ iter: 78,500 ] [ performance: 26.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:58 ] [ l_g_pix: 3.3037e-02 ] [ l_g_total: 3.3037e-02 ] +2024-10-03 16:16:44,300 INFO: [ epoch: 64 ] [ iter: 78,600 ] [ performance: 27.206 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:51 ] [ l_g_pix: 2.6842e-02 ] [ l_g_total: 2.6842e-02 ] +2024-10-03 16:16:48,043 INFO: [ epoch: 64 ] [ iter: 78,700 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:44 ] [ l_g_pix: 2.8558e-02 ] [ l_g_total: 2.8558e-02 ] +2024-10-03 16:16:51,734 INFO: [ epoch: 64 ] [ iter: 78,800 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:36 ] [ l_g_pix: 2.3308e-02 ] [ l_g_total: 2.3308e-02 ] +2024-10-03 16:16:55,497 INFO: [ epoch: 64 ] [ iter: 78,900 ] [ performance: 26.600 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:29 ] [ l_g_pix: 2.3117e-02 ] [ l_g_total: 2.3117e-02 ] +2024-10-03 16:16:59,259 INFO: [ epoch: 64 ] [ iter: 79,000 ] [ performance: 27.167 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:22 ] [ l_g_pix: 4.0130e-02 ] [ l_g_total: 4.0130e-02 ] +2024-10-03 16:17:03,021 INFO: [ epoch: 64 ] [ iter: 79,100 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:15 ] [ l_g_pix: 3.2862e-02 ] [ l_g_total: 3.2862e-02 ] +2024-10-03 16:17:06,720 INFO: [ epoch: 64 ] [ iter: 79,200 ] [ performance: 27.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:08 ] [ l_g_pix: 2.7391e-02 ] [ l_g_total: 2.7391e-02 ] +2024-10-03 16:17:10,517 INFO: [ epoch: 64 ] [ iter: 79,300 ] [ performance: 26.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 3.1956e-02 ] [ l_g_total: 3.1956e-02 ] +2024-10-03 16:17:14,075 INFO: [ epoch: 64 ] [ iter: 79,400 ] [ performance: 28.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:54 ] [ l_g_pix: 4.0272e-02 ] [ l_g_total: 4.0272e-02 ] +2024-10-03 16:17:19,476 INFO: [ epoch: 65 ] [ iter: 79,500 ] [ performance: 18.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:47 ] [ l_g_pix: 4.0081e-02 ] [ l_g_total: 4.0081e-02 ] +2024-10-03 16:17:23,225 INFO: [ epoch: 65 ] [ iter: 79,600 ] [ performance: 26.789 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:40 ] [ l_g_pix: 4.6955e-02 ] [ l_g_total: 4.6955e-02 ] +2024-10-03 16:17:26,990 INFO: [ epoch: 65 ] [ iter: 79,700 ] [ performance: 26.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 3.4385e-02 ] [ l_g_total: 3.4385e-02 ] +2024-10-03 16:17:30,752 INFO: [ epoch: 65 ] [ iter: 79,800 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:26 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-03 16:17:34,489 INFO: [ epoch: 65 ] [ iter: 79,900 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:19 ] [ l_g_pix: 2.8364e-02 ] [ l_g_total: 2.8364e-02 ] +2024-10-03 16:17:38,233 INFO: [ epoch: 65 ] [ iter: 80,000 ] [ performance: 26.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:12 ] [ l_g_pix: 3.5405e-02 ] [ l_g_total: 3.5405e-02 ] +2024-10-03 16:17:38,234 INFO: Saving models and training states. +2024-10-03 16:21:48,534 INFO: Validation val + + # psnr: 27.1649........ Best: 27.1649 @ 80000 iter + # ssim: 0.7647........ Best: 0.7647 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 80000 iter + +2024-10-03 16:21:52,312 INFO: [ epoch: 65 ] [ iter: 80,100 ] [ performance: 26.474 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:07 ] [ l_g_pix: 1.8158e-02 ] [ l_g_total: 1.8158e-02 ] +2024-10-03 16:21:56,069 INFO: [ epoch: 65 ] [ iter: 80,200 ] [ performance: 27.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:00 ] [ l_g_pix: 4.5927e-02 ] [ l_g_total: 4.5927e-02 ] +2024-10-03 16:21:59,778 INFO: [ epoch: 65 ] [ iter: 80,300 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:52 ] [ l_g_pix: 3.0227e-02 ] [ l_g_total: 3.0227e-02 ] +2024-10-03 16:22:03,501 INFO: [ epoch: 65 ] [ iter: 80,400 ] [ performance: 26.918 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 2.7159e-02 ] [ l_g_total: 2.7159e-02 ] +2024-10-03 16:22:07,227 INFO: [ epoch: 65 ] [ iter: 80,500 ] [ performance: 26.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:38 ] [ l_g_pix: 3.0303e-02 ] [ l_g_total: 3.0303e-02 ] +2024-10-03 16:22:10,836 INFO: [ epoch: 65 ] [ iter: 80,600 ] [ performance: 27.275 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:30 ] [ l_g_pix: 2.3483e-02 ] [ l_g_total: 2.3483e-02 ] +2024-10-03 16:22:15,972 INFO: [ epoch: 66 ] [ iter: 80,700 ] [ performance: 19.419 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:23 ] [ l_g_pix: 3.4547e-02 ] [ l_g_total: 3.4547e-02 ] +2024-10-03 16:22:19,758 INFO: [ epoch: 66 ] [ iter: 80,800 ] [ performance: 22.403 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:16 ] [ l_g_pix: 3.7732e-02 ] [ l_g_total: 3.7732e-02 ] +2024-10-03 16:22:23,446 INFO: [ epoch: 66 ] [ iter: 80,900 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:09 ] [ l_g_pix: 2.4162e-02 ] [ l_g_total: 2.4162e-02 ] +2024-10-03 16:22:27,141 INFO: [ epoch: 66 ] [ iter: 81,000 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:01 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-03 16:22:30,848 INFO: [ epoch: 66 ] [ iter: 81,100 ] [ performance: 26.942 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:54 ] [ l_g_pix: 2.9669e-02 ] [ l_g_total: 2.9669e-02 ] +2024-10-03 16:22:34,551 INFO: [ epoch: 66 ] [ iter: 81,200 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:47 ] [ l_g_pix: 2.7216e-02 ] [ l_g_total: 2.7216e-02 ] +2024-10-03 16:22:38,303 INFO: [ epoch: 66 ] [ iter: 81,300 ] [ performance: 26.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 3.1562e-02 ] [ l_g_total: 3.1562e-02 ] +2024-10-03 16:22:42,102 INFO: [ epoch: 66 ] [ iter: 81,400 ] [ performance: 26.472 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:32 ] [ l_g_pix: 3.2239e-02 ] [ l_g_total: 3.2239e-02 ] +2024-10-03 16:22:45,907 INFO: [ epoch: 66 ] [ iter: 81,500 ] [ performance: 26.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:25 ] [ l_g_pix: 2.2632e-02 ] [ l_g_total: 2.2632e-02 ] +2024-10-03 16:22:49,722 INFO: [ epoch: 66 ] [ iter: 81,600 ] [ performance: 26.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:17 ] [ l_g_pix: 3.0931e-02 ] [ l_g_total: 3.0931e-02 ] +2024-10-03 16:22:53,527 INFO: [ epoch: 66 ] [ iter: 81,700 ] [ performance: 26.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:10 ] [ l_g_pix: 3.3248e-02 ] [ l_g_total: 3.3248e-02 ] +2024-10-03 16:22:57,163 INFO: [ epoch: 66 ] [ iter: 81,800 ] [ performance: 26.893 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 1.9485e-02 ] [ l_g_total: 1.9485e-02 ] +2024-10-03 16:23:02,114 INFO: [ epoch: 67 ] [ iter: 81,900 ] [ performance: 19.746 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:56 ] [ l_g_pix: 3.8137e-02 ] [ l_g_total: 3.8137e-02 ] +2024-10-03 16:23:05,921 INFO: [ epoch: 67 ] [ iter: 82,000 ] [ performance: 22.663 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:49 ] [ l_g_pix: 2.7675e-02 ] [ l_g_total: 2.7675e-02 ] +2024-10-03 16:23:09,636 INFO: [ epoch: 67 ] [ iter: 82,100 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:42 ] [ l_g_pix: 4.0057e-02 ] [ l_g_total: 4.0057e-02 ] +2024-10-03 16:23:13,382 INFO: [ epoch: 67 ] [ iter: 82,200 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:34 ] [ l_g_pix: 4.4516e-02 ] [ l_g_total: 4.4516e-02 ] +2024-10-03 16:23:17,121 INFO: [ epoch: 67 ] [ iter: 82,300 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 2.4842e-02 ] [ l_g_total: 2.4842e-02 ] +2024-10-03 16:23:20,861 INFO: [ epoch: 67 ] [ iter: 82,400 ] [ performance: 26.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 3.9281e-02 ] [ l_g_total: 3.9281e-02 ] +2024-10-03 16:23:24,530 INFO: [ epoch: 67 ] [ iter: 82,500 ] [ performance: 27.263 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:13 ] [ l_g_pix: 2.2304e-02 ] [ l_g_total: 2.2304e-02 ] +2024-10-03 16:23:28,350 INFO: [ epoch: 67 ] [ iter: 82,600 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:05 ] [ l_g_pix: 3.8019e-02 ] [ l_g_total: 3.8019e-02 ] +2024-10-03 16:23:32,015 INFO: [ epoch: 67 ] [ iter: 82,700 ] [ performance: 27.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:58 ] [ l_g_pix: 2.7676e-02 ] [ l_g_total: 2.7676e-02 ] +2024-10-03 16:23:35,778 INFO: [ epoch: 67 ] [ iter: 82,800 ] [ performance: 26.931 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:51 ] [ l_g_pix: 3.4554e-02 ] [ l_g_total: 3.4554e-02 ] +2024-10-03 16:23:39,506 INFO: [ epoch: 67 ] [ iter: 82,900 ] [ performance: 26.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 4.2373e-02 ] [ l_g_total: 4.2373e-02 ] +2024-10-03 16:23:43,253 INFO: [ epoch: 67 ] [ iter: 83,000 ] [ performance: 26.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:37 ] [ l_g_pix: 2.6634e-02 ] [ l_g_total: 2.6634e-02 ] +2024-10-03 16:23:47,892 INFO: [ epoch: 68 ] [ iter: 83,100 ] [ performance: 20.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:30 ] [ l_g_pix: 3.1195e-02 ] [ l_g_total: 3.1195e-02 ] +2024-10-03 16:23:52,116 INFO: [ epoch: 68 ] [ iter: 83,200 ] [ performance: 22.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:23 ] [ l_g_pix: 4.5551e-02 ] [ l_g_total: 4.5551e-02 ] +2024-10-03 16:23:55,893 INFO: [ epoch: 68 ] [ iter: 83,300 ] [ performance: 26.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:16 ] [ l_g_pix: 3.2348e-02 ] [ l_g_total: 3.2348e-02 ] +2024-10-03 16:23:59,701 INFO: [ epoch: 68 ] [ iter: 83,400 ] [ performance: 26.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:09 ] [ l_g_pix: 3.2396e-02 ] [ l_g_total: 3.2396e-02 ] +2024-10-03 16:24:03,449 INFO: [ epoch: 68 ] [ iter: 83,500 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:01 ] [ l_g_pix: 3.5730e-02 ] [ l_g_total: 3.5730e-02 ] +2024-10-03 16:24:07,228 INFO: [ epoch: 68 ] [ iter: 83,600 ] [ performance: 26.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:54 ] [ l_g_pix: 2.3486e-02 ] [ l_g_total: 2.3486e-02 ] +2024-10-03 16:24:10,966 INFO: [ epoch: 68 ] [ iter: 83,700 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:47 ] [ l_g_pix: 3.1406e-02 ] [ l_g_total: 3.1406e-02 ] +2024-10-03 16:24:14,731 INFO: [ epoch: 68 ] [ iter: 83,800 ] [ performance: 26.637 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:40 ] [ l_g_pix: 3.3595e-02 ] [ l_g_total: 3.3595e-02 ] +2024-10-03 16:24:18,495 INFO: [ epoch: 68 ] [ iter: 83,900 ] [ performance: 26.633 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:33 ] [ l_g_pix: 3.4864e-02 ] [ l_g_total: 3.4864e-02 ] +2024-10-03 16:24:22,229 INFO: [ epoch: 68 ] [ iter: 84,000 ] [ performance: 26.716 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:26 ] [ l_g_pix: 4.3228e-02 ] [ l_g_total: 4.3228e-02 ] +2024-10-03 16:24:25,955 INFO: [ epoch: 68 ] [ iter: 84,100 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:19 ] [ l_g_pix: 2.4558e-02 ] [ l_g_total: 2.4558e-02 ] +2024-10-03 16:24:29,706 INFO: [ epoch: 68 ] [ iter: 84,200 ] [ performance: 26.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:12 ] [ l_g_pix: 2.6680e-02 ] [ l_g_total: 2.6680e-02 ] +2024-10-03 16:24:33,214 INFO: [ epoch: 68 ] [ iter: 84,300 ] [ performance: 28.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:05 ] [ l_g_pix: 3.9968e-02 ] [ l_g_total: 3.9968e-02 ] +2024-10-03 16:24:38,557 INFO: [ epoch: 69 ] [ iter: 84,400 ] [ performance: 22.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:58 ] [ l_g_pix: 4.3069e-02 ] [ l_g_total: 4.3069e-02 ] +2024-10-03 16:24:42,338 INFO: [ epoch: 69 ] [ iter: 84,500 ] [ performance: 26.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:51 ] [ l_g_pix: 4.1115e-02 ] [ l_g_total: 4.1115e-02 ] +2024-10-03 16:24:46,084 INFO: [ epoch: 69 ] [ iter: 84,600 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:44 ] [ l_g_pix: 3.3811e-02 ] [ l_g_total: 3.3811e-02 ] +2024-10-03 16:24:49,769 INFO: [ epoch: 69 ] [ iter: 84,700 ] [ performance: 27.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:37 ] [ l_g_pix: 3.6644e-02 ] [ l_g_total: 3.6644e-02 ] +2024-10-03 16:24:53,521 INFO: [ epoch: 69 ] [ iter: 84,800 ] [ performance: 26.877 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:30 ] [ l_g_pix: 2.5532e-02 ] [ l_g_total: 2.5532e-02 ] +2024-10-03 16:24:57,268 INFO: [ epoch: 69 ] [ iter: 84,900 ] [ performance: 26.737 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:23 ] [ l_g_pix: 4.5657e-02 ] [ l_g_total: 4.5657e-02 ] +2024-10-03 16:25:01,013 INFO: [ epoch: 69 ] [ iter: 85,000 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:16 ] [ l_g_pix: 3.0773e-02 ] [ l_g_total: 3.0773e-02 ] +2024-10-03 16:25:04,782 INFO: [ epoch: 69 ] [ iter: 85,100 ] [ performance: 26.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:09 ] [ l_g_pix: 2.6935e-02 ] [ l_g_total: 2.6935e-02 ] +2024-10-03 16:25:08,513 INFO: [ epoch: 69 ] [ iter: 85,200 ] [ performance: 26.639 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:02 ] [ l_g_pix: 2.8222e-02 ] [ l_g_total: 2.8222e-02 ] +2024-10-03 16:25:12,286 INFO: [ epoch: 69 ] [ iter: 85,300 ] [ performance: 26.387 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:55 ] [ l_g_pix: 3.4422e-02 ] [ l_g_total: 3.4422e-02 ] +2024-10-03 16:25:15,998 INFO: [ epoch: 69 ] [ iter: 85,400 ] [ performance: 26.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:48 ] [ l_g_pix: 3.5224e-02 ] [ l_g_total: 3.5224e-02 ] +2024-10-03 16:25:19,573 INFO: [ epoch: 69 ] [ iter: 85,500 ] [ performance: 28.399 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:41 ] [ l_g_pix: 3.0824e-02 ] [ l_g_total: 3.0824e-02 ] +2024-10-03 16:25:24,831 INFO: [ epoch: 70 ] [ iter: 85,600 ] [ performance: 22.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:34 ] [ l_g_pix: 4.1685e-02 ] [ l_g_total: 4.1685e-02 ] +2024-10-03 16:25:28,572 INFO: [ epoch: 70 ] [ iter: 85,700 ] [ performance: 26.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:27 ] [ l_g_pix: 2.1341e-02 ] [ l_g_total: 2.1341e-02 ] +2024-10-03 16:25:32,329 INFO: [ epoch: 70 ] [ iter: 85,800 ] [ performance: 26.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:20 ] [ l_g_pix: 5.0399e-02 ] [ l_g_total: 5.0399e-02 ] +2024-10-03 16:25:36,100 INFO: [ epoch: 70 ] [ iter: 85,900 ] [ performance: 26.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:13 ] [ l_g_pix: 3.7950e-02 ] [ l_g_total: 3.7950e-02 ] +2024-10-03 16:25:39,847 INFO: [ epoch: 70 ] [ iter: 86,000 ] [ performance: 26.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:06 ] [ l_g_pix: 2.6907e-02 ] [ l_g_total: 2.6907e-02 ] +2024-10-03 16:25:43,609 INFO: [ epoch: 70 ] [ iter: 86,100 ] [ performance: 26.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 2.7106e-02 ] [ l_g_total: 2.7106e-02 ] +2024-10-03 16:25:47,355 INFO: [ epoch: 70 ] [ iter: 86,200 ] [ performance: 26.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:53 ] [ l_g_pix: 2.4147e-02 ] [ l_g_total: 2.4147e-02 ] +2024-10-03 16:25:51,101 INFO: [ epoch: 70 ] [ iter: 86,300 ] [ performance: 26.675 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:46 ] [ l_g_pix: 3.0153e-02 ] [ l_g_total: 3.0153e-02 ] +2024-10-03 16:25:54,840 INFO: [ epoch: 70 ] [ iter: 86,400 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:39 ] [ l_g_pix: 3.2250e-02 ] [ l_g_total: 3.2250e-02 ] +2024-10-03 16:25:58,545 INFO: [ epoch: 70 ] [ iter: 86,500 ] [ performance: 27.046 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:32 ] [ l_g_pix: 3.0094e-02 ] [ l_g_total: 3.0094e-02 ] +2024-10-03 16:26:02,275 INFO: [ epoch: 70 ] [ iter: 86,600 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 2.6023e-02 ] [ l_g_total: 2.6023e-02 ] +2024-10-03 16:26:05,902 INFO: [ epoch: 70 ] [ iter: 86,700 ] [ performance: 27.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 3.7031e-02 ] [ l_g_total: 3.7031e-02 ] +2024-10-03 16:26:11,001 INFO: [ epoch: 71 ] [ iter: 86,800 ] [ performance: 22.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:12 ] [ l_g_pix: 3.7730e-02 ] [ l_g_total: 3.7730e-02 ] +2024-10-03 16:26:14,717 INFO: [ epoch: 71 ] [ iter: 86,900 ] [ performance: 27.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:05 ] [ l_g_pix: 3.5653e-02 ] [ l_g_total: 3.5653e-02 ] +2024-10-03 16:26:18,444 INFO: [ epoch: 71 ] [ iter: 87,000 ] [ performance: 26.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 3.0909e-02 ] [ l_g_total: 3.0909e-02 ] +2024-10-03 16:26:22,250 INFO: [ epoch: 71 ] [ iter: 87,100 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:51 ] [ l_g_pix: 3.3302e-02 ] [ l_g_total: 3.3302e-02 ] +2024-10-03 16:26:25,983 INFO: [ epoch: 71 ] [ iter: 87,200 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:44 ] [ l_g_pix: 2.7278e-02 ] [ l_g_total: 2.7278e-02 ] +2024-10-03 16:26:29,763 INFO: [ epoch: 71 ] [ iter: 87,300 ] [ performance: 26.367 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:37 ] [ l_g_pix: 3.7513e-02 ] [ l_g_total: 3.7513e-02 ] +2024-10-03 16:26:33,520 INFO: [ epoch: 71 ] [ iter: 87,400 ] [ performance: 26.522 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:30 ] [ l_g_pix: 3.5440e-02 ] [ l_g_total: 3.5440e-02 ] +2024-10-03 16:26:37,274 INFO: [ epoch: 71 ] [ iter: 87,500 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:24 ] [ l_g_pix: 2.1310e-02 ] [ l_g_total: 2.1310e-02 ] +2024-10-03 16:26:41,020 INFO: [ epoch: 71 ] [ iter: 87,600 ] [ performance: 26.746 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:17 ] [ l_g_pix: 3.2311e-02 ] [ l_g_total: 3.2311e-02 ] +2024-10-03 16:26:44,763 INFO: [ epoch: 71 ] [ iter: 87,700 ] [ performance: 26.604 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:10 ] [ l_g_pix: 2.3914e-02 ] [ l_g_total: 2.3914e-02 ] +2024-10-03 16:26:48,430 INFO: [ epoch: 71 ] [ iter: 87,800 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:03 ] [ l_g_pix: 2.5011e-02 ] [ l_g_total: 2.5011e-02 ] +2024-10-03 16:26:52,132 INFO: [ epoch: 71 ] [ iter: 87,900 ] [ performance: 27.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 4.7854e-02 ] [ l_g_total: 4.7854e-02 ] +2024-10-03 16:26:57,287 INFO: [ epoch: 72 ] [ iter: 88,000 ] [ performance: 21.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:50 ] [ l_g_pix: 4.0708e-02 ] [ l_g_total: 4.0708e-02 ] +2024-10-03 16:27:01,174 INFO: [ epoch: 72 ] [ iter: 88,100 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:43 ] [ l_g_pix: 3.8496e-02 ] [ l_g_total: 3.8496e-02 ] +2024-10-03 16:27:04,883 INFO: [ epoch: 72 ] [ iter: 88,200 ] [ performance: 26.904 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 3.4875e-02 ] [ l_g_total: 3.4875e-02 ] +2024-10-03 16:27:08,622 INFO: [ epoch: 72 ] [ iter: 88,300 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:29 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-03 16:27:12,335 INFO: [ epoch: 72 ] [ iter: 88,400 ] [ performance: 26.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:23 ] [ l_g_pix: 2.5957e-02 ] [ l_g_total: 2.5957e-02 ] +2024-10-03 16:27:16,056 INFO: [ epoch: 72 ] [ iter: 88,500 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:16 ] [ l_g_pix: 3.8933e-02 ] [ l_g_total: 3.8933e-02 ] +2024-10-03 16:27:19,845 INFO: [ epoch: 72 ] [ iter: 88,600 ] [ performance: 26.565 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:09 ] [ l_g_pix: 4.1410e-02 ] [ l_g_total: 4.1410e-02 ] +2024-10-03 16:27:23,541 INFO: [ epoch: 72 ] [ iter: 88,700 ] [ performance: 27.208 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:02 ] [ l_g_pix: 1.9720e-02 ] [ l_g_total: 1.9720e-02 ] +2024-10-03 16:27:27,289 INFO: [ epoch: 72 ] [ iter: 88,800 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:56 ] [ l_g_pix: 3.3779e-02 ] [ l_g_total: 3.3779e-02 ] +2024-10-03 16:27:31,048 INFO: [ epoch: 72 ] [ iter: 88,900 ] [ performance: 26.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:49 ] [ l_g_pix: 2.6642e-02 ] [ l_g_total: 2.6642e-02 ] +2024-10-03 16:27:34,803 INFO: [ epoch: 72 ] [ iter: 89,000 ] [ performance: 26.628 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:42 ] [ l_g_pix: 2.0960e-02 ] [ l_g_total: 2.0960e-02 ] +2024-10-03 16:27:38,526 INFO: [ epoch: 72 ] [ iter: 89,100 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:36 ] [ l_g_pix: 2.3387e-02 ] [ l_g_total: 2.3387e-02 ] +2024-10-03 16:27:42,053 INFO: [ epoch: 72 ] [ iter: 89,200 ] [ performance: 27.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:29 ] [ l_g_pix: 2.4876e-02 ] [ l_g_total: 2.4876e-02 ] +2024-10-03 16:27:47,597 INFO: [ epoch: 73 ] [ iter: 89,300 ] [ performance: 26.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:22 ] [ l_g_pix: 3.0798e-02 ] [ l_g_total: 3.0798e-02 ] +2024-10-03 16:27:51,561 INFO: [ epoch: 73 ] [ iter: 89,400 ] [ performance: 25.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:16 ] [ l_g_pix: 2.6699e-02 ] [ l_g_total: 2.6699e-02 ] +2024-10-03 16:27:55,277 INFO: [ epoch: 73 ] [ iter: 89,500 ] [ performance: 26.997 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:09 ] [ l_g_pix: 4.0863e-02 ] [ l_g_total: 4.0863e-02 ] +2024-10-03 16:27:59,077 INFO: [ epoch: 73 ] [ iter: 89,600 ] [ performance: 26.560 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:02 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-03 16:28:02,851 INFO: [ epoch: 73 ] [ iter: 89,700 ] [ performance: 26.380 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:56 ] [ l_g_pix: 2.4203e-02 ] [ l_g_total: 2.4203e-02 ] +2024-10-03 16:28:06,568 INFO: [ epoch: 73 ] [ iter: 89,800 ] [ performance: 26.722 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:49 ] [ l_g_pix: 2.8605e-02 ] [ l_g_total: 2.8605e-02 ] +2024-10-03 16:28:10,239 INFO: [ epoch: 73 ] [ iter: 89,900 ] [ performance: 27.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:42 ] [ l_g_pix: 2.8247e-02 ] [ l_g_total: 2.8247e-02 ] +2024-10-03 16:28:13,948 INFO: [ epoch: 73 ] [ iter: 90,000 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 2.9116e-02 ] [ l_g_total: 2.9116e-02 ] +2024-10-03 16:28:13,948 INFO: Saving models and training states. +2024-10-03 16:31:18,786 INFO: Validation val + + # psnr: 27.1675........ Best: 27.1675 @ 90000 iter + # ssim: 0.7649........ Best: 0.7649 @ 90000 iter + # dists: 0.7735........ Best: 0.7734 @ 80000 iter + +2024-10-03 16:31:22,524 INFO: [ epoch: 73 ] [ iter: 90,100 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:49 ] [ l_g_pix: 1.9414e-02 ] [ l_g_total: 1.9414e-02 ] +2024-10-03 16:31:26,249 INFO: [ epoch: 73 ] [ iter: 90,200 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:42 ] [ l_g_pix: 3.1833e-02 ] [ l_g_total: 3.1833e-02 ] +2024-10-03 16:31:29,990 INFO: [ epoch: 73 ] [ iter: 90,300 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 3.0623e-02 ] [ l_g_total: 3.0623e-02 ] +2024-10-03 16:31:33,531 INFO: [ epoch: 73 ] [ iter: 90,400 ] [ performance: 27.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:29 ] [ l_g_pix: 4.7450e-02 ] [ l_g_total: 4.7450e-02 ] +2024-10-03 16:31:38,747 INFO: [ epoch: 74 ] [ iter: 90,500 ] [ performance: 24.342 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:22 ] [ l_g_pix: 2.2910e-02 ] [ l_g_total: 2.2910e-02 ] +2024-10-03 16:31:42,457 INFO: [ epoch: 74 ] [ iter: 90,600 ] [ performance: 26.025 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 4.3534e-02 ] [ l_g_total: 4.3534e-02 ] +2024-10-03 16:31:46,220 INFO: [ epoch: 74 ] [ iter: 90,700 ] [ performance: 26.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:08 ] [ l_g_pix: 2.9114e-02 ] [ l_g_total: 2.9114e-02 ] +2024-10-03 16:31:49,951 INFO: [ epoch: 74 ] [ iter: 90,800 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:01 ] [ l_g_pix: 3.4373e-02 ] [ l_g_total: 3.4373e-02 ] +2024-10-03 16:31:53,707 INFO: [ epoch: 74 ] [ iter: 90,900 ] [ performance: 26.512 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:55 ] [ l_g_pix: 3.0765e-02 ] [ l_g_total: 3.0765e-02 ] +2024-10-03 16:31:57,419 INFO: [ epoch: 74 ] [ iter: 91,000 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:48 ] [ l_g_pix: 2.6697e-02 ] [ l_g_total: 2.6697e-02 ] +2024-10-03 16:32:01,127 INFO: [ epoch: 74 ] [ iter: 91,100 ] [ performance: 26.839 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:41 ] [ l_g_pix: 2.7377e-02 ] [ l_g_total: 2.7377e-02 ] +2024-10-03 16:32:04,894 INFO: [ epoch: 74 ] [ iter: 91,200 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:34 ] [ l_g_pix: 3.7902e-02 ] [ l_g_total: 3.7902e-02 ] +2024-10-03 16:32:08,952 INFO: [ epoch: 74 ] [ iter: 91,300 ] [ performance: 23.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:27 ] [ l_g_pix: 3.2773e-02 ] [ l_g_total: 3.2773e-02 ] +2024-10-03 16:32:12,746 INFO: [ epoch: 74 ] [ iter: 91,400 ] [ performance: 25.329 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:21 ] [ l_g_pix: 2.3479e-02 ] [ l_g_total: 2.3479e-02 ] +2024-10-03 16:32:16,561 INFO: [ epoch: 74 ] [ iter: 91,500 ] [ performance: 26.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:14 ] [ l_g_pix: 3.0166e-02 ] [ l_g_total: 3.0166e-02 ] +2024-10-03 16:32:20,203 INFO: [ epoch: 74 ] [ iter: 91,600 ] [ performance: 27.089 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:07 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-03 16:32:25,378 INFO: [ epoch: 75 ] [ iter: 91,700 ] [ performance: 21.864 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:00 ] [ l_g_pix: 2.6930e-02 ] [ l_g_total: 2.6930e-02 ] +2024-10-03 16:32:29,114 INFO: [ epoch: 75 ] [ iter: 91,800 ] [ performance: 25.057 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:54 ] [ l_g_pix: 3.0292e-02 ] [ l_g_total: 3.0292e-02 ] +2024-10-03 16:32:32,854 INFO: [ epoch: 75 ] [ iter: 91,900 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:47 ] [ l_g_pix: 2.9645e-02 ] [ l_g_total: 2.9645e-02 ] +2024-10-03 16:32:36,590 INFO: [ epoch: 75 ] [ iter: 92,000 ] [ performance: 26.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:40 ] [ l_g_pix: 3.3981e-02 ] [ l_g_total: 3.3981e-02 ] +2024-10-03 16:32:40,348 INFO: [ epoch: 75 ] [ iter: 92,100 ] [ performance: 26.640 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:33 ] [ l_g_pix: 2.4160e-02 ] [ l_g_total: 2.4160e-02 ] +2024-10-03 16:32:44,104 INFO: [ epoch: 75 ] [ iter: 92,200 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:27 ] [ l_g_pix: 3.4152e-02 ] [ l_g_total: 3.4152e-02 ] +2024-10-03 16:32:47,840 INFO: [ epoch: 75 ] [ iter: 92,300 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:20 ] [ l_g_pix: 2.8327e-02 ] [ l_g_total: 2.8327e-02 ] +2024-10-03 16:32:51,642 INFO: [ epoch: 75 ] [ iter: 92,400 ] [ performance: 26.396 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:13 ] [ l_g_pix: 3.6083e-02 ] [ l_g_total: 3.6083e-02 ] +2024-10-03 16:32:55,431 INFO: [ epoch: 75 ] [ iter: 92,500 ] [ performance: 26.042 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:07 ] [ l_g_pix: 2.8580e-02 ] [ l_g_total: 2.8580e-02 ] +2024-10-03 16:32:59,156 INFO: [ epoch: 75 ] [ iter: 92,600 ] [ performance: 26.612 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:00 ] [ l_g_pix: 2.9304e-02 ] [ l_g_total: 2.9304e-02 ] +2024-10-03 16:33:02,928 INFO: [ epoch: 75 ] [ iter: 92,700 ] [ performance: 26.082 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 2.5423e-02 ] [ l_g_total: 2.5423e-02 ] +2024-10-03 16:33:06,622 INFO: [ epoch: 75 ] [ iter: 92,800 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:46 ] [ l_g_pix: 4.4149e-02 ] [ l_g_total: 4.4149e-02 ] +2024-10-03 16:33:11,963 INFO: [ epoch: 76 ] [ iter: 92,900 ] [ performance: 11.851 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:40 ] [ l_g_pix: 3.6121e-02 ] [ l_g_total: 3.6121e-02 ] +2024-10-03 16:33:15,693 INFO: [ epoch: 76 ] [ iter: 93,000 ] [ performance: 19.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:33 ] [ l_g_pix: 2.6148e-02 ] [ l_g_total: 2.6148e-02 ] +2024-10-03 16:33:19,421 INFO: [ epoch: 76 ] [ iter: 93,100 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:26 ] [ l_g_pix: 2.5773e-02 ] [ l_g_total: 2.5773e-02 ] +2024-10-03 16:33:23,140 INFO: [ epoch: 76 ] [ iter: 93,200 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:20 ] [ l_g_pix: 3.4345e-02 ] [ l_g_total: 3.4345e-02 ] +2024-10-03 16:33:26,838 INFO: [ epoch: 76 ] [ iter: 93,300 ] [ performance: 26.916 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:13 ] [ l_g_pix: 2.7800e-02 ] [ l_g_total: 2.7800e-02 ] +2024-10-03 16:33:30,601 INFO: [ epoch: 76 ] [ iter: 93,400 ] [ performance: 26.669 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:06 ] [ l_g_pix: 3.1934e-02 ] [ l_g_total: 3.1934e-02 ] +2024-10-03 16:33:34,369 INFO: [ epoch: 76 ] [ iter: 93,500 ] [ performance: 26.745 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:00 ] [ l_g_pix: 2.7328e-02 ] [ l_g_total: 2.7328e-02 ] +2024-10-03 16:33:38,119 INFO: [ epoch: 76 ] [ iter: 93,600 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:53 ] [ l_g_pix: 3.4158e-02 ] [ l_g_total: 3.4158e-02 ] +2024-10-03 16:33:41,890 INFO: [ epoch: 76 ] [ iter: 93,700 ] [ performance: 26.715 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:46 ] [ l_g_pix: 3.4097e-02 ] [ l_g_total: 3.4097e-02 ] +2024-10-03 16:33:45,649 INFO: [ epoch: 76 ] [ iter: 93,800 ] [ performance: 26.637 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:40 ] [ l_g_pix: 2.3189e-02 ] [ l_g_total: 2.3189e-02 ] +2024-10-03 16:33:49,399 INFO: [ epoch: 76 ] [ iter: 93,900 ] [ performance: 26.530 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:33 ] [ l_g_pix: 3.7719e-02 ] [ l_g_total: 3.7719e-02 ] +2024-10-03 16:33:53,159 INFO: [ epoch: 76 ] [ iter: 94,000 ] [ performance: 26.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 3.6213e-02 ] [ l_g_total: 3.6213e-02 ] +2024-10-03 16:33:57,847 INFO: [ epoch: 77 ] [ iter: 94,100 ] [ performance: 13.573 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:20 ] [ l_g_pix: 3.2532e-02 ] [ l_g_total: 3.2532e-02 ] +2024-10-03 16:34:01,973 INFO: [ epoch: 77 ] [ iter: 94,200 ] [ performance: 20.366 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:13 ] [ l_g_pix: 4.6762e-02 ] [ l_g_total: 4.6762e-02 ] +2024-10-03 16:34:05,736 INFO: [ epoch: 77 ] [ iter: 94,300 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:07 ] [ l_g_pix: 3.9903e-02 ] [ l_g_total: 3.9903e-02 ] +2024-10-03 16:34:09,449 INFO: [ epoch: 77 ] [ iter: 94,400 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:00 ] [ l_g_pix: 2.7328e-02 ] [ l_g_total: 2.7328e-02 ] +2024-10-03 16:34:13,199 INFO: [ epoch: 77 ] [ iter: 94,500 ] [ performance: 26.145 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:54 ] [ l_g_pix: 2.3454e-02 ] [ l_g_total: 2.3454e-02 ] +2024-10-03 16:34:16,952 INFO: [ epoch: 77 ] [ iter: 94,600 ] [ performance: 26.533 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:47 ] [ l_g_pix: 2.3876e-02 ] [ l_g_total: 2.3876e-02 ] +2024-10-03 16:34:20,700 INFO: [ epoch: 77 ] [ iter: 94,700 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:40 ] [ l_g_pix: 3.0902e-02 ] [ l_g_total: 3.0902e-02 ] +2024-10-03 16:34:24,443 INFO: [ epoch: 77 ] [ iter: 94,800 ] [ performance: 26.777 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:34 ] [ l_g_pix: 4.3039e-02 ] [ l_g_total: 4.3039e-02 ] +2024-10-03 16:34:28,234 INFO: [ epoch: 77 ] [ iter: 94,900 ] [ performance: 26.489 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:27 ] [ l_g_pix: 4.0603e-02 ] [ l_g_total: 4.0603e-02 ] +2024-10-03 16:34:31,971 INFO: [ epoch: 77 ] [ iter: 95,000 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:21 ] [ l_g_pix: 3.2193e-02 ] [ l_g_total: 3.2193e-02 ] +2024-10-03 16:34:35,772 INFO: [ epoch: 77 ] [ iter: 95,100 ] [ performance: 26.313 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:14 ] [ l_g_pix: 3.0910e-02 ] [ l_g_total: 3.0910e-02 ] +2024-10-03 16:34:39,582 INFO: [ epoch: 77 ] [ iter: 95,200 ] [ performance: 26.265 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:08 ] [ l_g_pix: 3.2152e-02 ] [ l_g_total: 3.2152e-02 ] +2024-10-03 16:34:43,108 INFO: [ epoch: 77 ] [ iter: 95,300 ] [ performance: 28.847 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:01 ] [ l_g_pix: 4.3867e-02 ] [ l_g_total: 4.3867e-02 ] +2024-10-03 16:34:48,467 INFO: [ epoch: 78 ] [ iter: 95,400 ] [ performance: 20.131 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:55 ] [ l_g_pix: 1.9937e-02 ] [ l_g_total: 1.9937e-02 ] +2024-10-03 16:34:52,337 INFO: [ epoch: 78 ] [ iter: 95,500 ] [ performance: 27.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:48 ] [ l_g_pix: 3.5012e-02 ] [ l_g_total: 3.5012e-02 ] +2024-10-03 16:34:56,097 INFO: [ epoch: 78 ] [ iter: 95,600 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:41 ] [ l_g_pix: 3.4316e-02 ] [ l_g_total: 3.4316e-02 ] +2024-10-03 16:34:59,835 INFO: [ epoch: 78 ] [ iter: 95,700 ] [ performance: 26.624 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:35 ] [ l_g_pix: 2.8076e-02 ] [ l_g_total: 2.8076e-02 ] +2024-10-03 16:35:03,575 INFO: [ epoch: 78 ] [ iter: 95,800 ] [ performance: 26.719 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:28 ] [ l_g_pix: 2.5495e-02 ] [ l_g_total: 2.5495e-02 ] +2024-10-03 16:35:07,332 INFO: [ epoch: 78 ] [ iter: 95,900 ] [ performance: 26.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:22 ] [ l_g_pix: 3.1172e-02 ] [ l_g_total: 3.1172e-02 ] +2024-10-03 16:35:11,063 INFO: [ epoch: 78 ] [ iter: 96,000 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:15 ] [ l_g_pix: 3.6693e-02 ] [ l_g_total: 3.6693e-02 ] +2024-10-03 16:35:14,761 INFO: [ epoch: 78 ] [ iter: 96,100 ] [ performance: 27.370 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:09 ] [ l_g_pix: 1.6408e-02 ] [ l_g_total: 1.6408e-02 ] +2024-10-03 16:35:18,574 INFO: [ epoch: 78 ] [ iter: 96,200 ] [ performance: 26.434 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:02 ] [ l_g_pix: 3.5379e-02 ] [ l_g_total: 3.5379e-02 ] +2024-10-03 16:35:22,337 INFO: [ epoch: 78 ] [ iter: 96,300 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:56 ] [ l_g_pix: 3.4551e-02 ] [ l_g_total: 3.4551e-02 ] +2024-10-03 16:35:26,164 INFO: [ epoch: 78 ] [ iter: 96,400 ] [ performance: 26.249 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:49 ] [ l_g_pix: 2.9447e-02 ] [ l_g_total: 2.9447e-02 ] +2024-10-03 16:35:29,748 INFO: [ epoch: 78 ] [ iter: 96,500 ] [ performance: 29.118 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:43 ] [ l_g_pix: 3.1711e-02 ] [ l_g_total: 3.1711e-02 ] +2024-10-03 16:35:34,871 INFO: [ epoch: 79 ] [ iter: 96,600 ] [ performance: 20.661 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 2.5196e-02 ] [ l_g_total: 2.5196e-02 ] +2024-10-03 16:35:38,610 INFO: [ epoch: 79 ] [ iter: 96,700 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:30 ] [ l_g_pix: 4.1386e-02 ] [ l_g_total: 4.1386e-02 ] +2024-10-03 16:35:42,279 INFO: [ epoch: 79 ] [ iter: 96,800 ] [ performance: 27.202 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:24 ] [ l_g_pix: 3.5420e-02 ] [ l_g_total: 3.5420e-02 ] +2024-10-03 16:35:45,976 INFO: [ epoch: 79 ] [ iter: 96,900 ] [ performance: 27.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:17 ] [ l_g_pix: 3.0460e-02 ] [ l_g_total: 3.0460e-02 ] +2024-10-03 16:35:49,740 INFO: [ epoch: 79 ] [ iter: 97,000 ] [ performance: 26.669 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:11 ] [ l_g_pix: 2.6517e-02 ] [ l_g_total: 2.6517e-02 ] +2024-10-03 16:35:53,496 INFO: [ epoch: 79 ] [ iter: 97,100 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:04 ] [ l_g_pix: 1.9054e-02 ] [ l_g_total: 1.9054e-02 ] +2024-10-03 16:35:57,227 INFO: [ epoch: 79 ] [ iter: 97,200 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:58 ] [ l_g_pix: 3.7155e-02 ] [ l_g_total: 3.7155e-02 ] +2024-10-03 16:36:00,923 INFO: [ epoch: 79 ] [ iter: 97,300 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:51 ] [ l_g_pix: 3.5900e-02 ] [ l_g_total: 3.5900e-02 ] +2024-10-03 16:36:04,629 INFO: [ epoch: 79 ] [ iter: 97,400 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:45 ] [ l_g_pix: 3.8801e-02 ] [ l_g_total: 3.8801e-02 ] +2024-10-03 16:36:08,358 INFO: [ epoch: 79 ] [ iter: 97,500 ] [ performance: 26.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:38 ] [ l_g_pix: 4.2147e-02 ] [ l_g_total: 4.2147e-02 ] +2024-10-03 16:36:12,064 INFO: [ epoch: 79 ] [ iter: 97,600 ] [ performance: 26.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:32 ] [ l_g_pix: 3.6094e-02 ] [ l_g_total: 3.6094e-02 ] +2024-10-03 16:36:15,668 INFO: [ epoch: 79 ] [ iter: 97,700 ] [ performance: 29.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:26 ] [ l_g_pix: 3.4109e-02 ] [ l_g_total: 3.4109e-02 ] +2024-10-03 16:36:20,793 INFO: [ epoch: 80 ] [ iter: 97,800 ] [ performance: 20.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:19 ] [ l_g_pix: 3.0273e-02 ] [ l_g_total: 3.0273e-02 ] +2024-10-03 16:36:24,598 INFO: [ epoch: 80 ] [ iter: 97,900 ] [ performance: 26.524 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:13 ] [ l_g_pix: 3.1113e-02 ] [ l_g_total: 3.1113e-02 ] +2024-10-03 16:36:28,306 INFO: [ epoch: 80 ] [ iter: 98,000 ] [ performance: 26.918 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:06 ] [ l_g_pix: 4.8880e-02 ] [ l_g_total: 4.8880e-02 ] +2024-10-03 16:36:32,113 INFO: [ epoch: 80 ] [ iter: 98,100 ] [ performance: 26.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:00 ] [ l_g_pix: 3.2206e-02 ] [ l_g_total: 3.2206e-02 ] +2024-10-03 16:36:35,808 INFO: [ epoch: 80 ] [ iter: 98,200 ] [ performance: 26.997 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:54 ] [ l_g_pix: 4.0154e-02 ] [ l_g_total: 4.0154e-02 ] +2024-10-03 16:36:39,490 INFO: [ epoch: 80 ] [ iter: 98,300 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:47 ] [ l_g_pix: 2.6002e-02 ] [ l_g_total: 2.6002e-02 ] +2024-10-03 16:36:43,166 INFO: [ epoch: 80 ] [ iter: 98,400 ] [ performance: 27.196 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:41 ] [ l_g_pix: 2.4758e-02 ] [ l_g_total: 2.4758e-02 ] +2024-10-03 16:36:46,849 INFO: [ epoch: 80 ] [ iter: 98,500 ] [ performance: 27.080 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:34 ] [ l_g_pix: 2.6820e-02 ] [ l_g_total: 2.6820e-02 ] +2024-10-03 16:36:50,579 INFO: [ epoch: 80 ] [ iter: 98,600 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:28 ] [ l_g_pix: 3.3322e-02 ] [ l_g_total: 3.3322e-02 ] +2024-10-03 16:36:54,384 INFO: [ epoch: 80 ] [ iter: 98,700 ] [ performance: 26.766 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:22 ] [ l_g_pix: 4.0441e-02 ] [ l_g_total: 4.0441e-02 ] +2024-10-03 16:36:58,145 INFO: [ epoch: 80 ] [ iter: 98,800 ] [ performance: 26.612 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:15 ] [ l_g_pix: 3.5052e-02 ] [ l_g_total: 3.5052e-02 ] +2024-10-03 16:37:01,851 INFO: [ epoch: 80 ] [ iter: 98,900 ] [ performance: 28.283 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:09 ] [ l_g_pix: 2.5007e-02 ] [ l_g_total: 2.5007e-02 ] +2024-10-03 16:37:07,052 INFO: [ epoch: 81 ] [ iter: 99,000 ] [ performance: 19.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:03 ] [ l_g_pix: 2.3972e-02 ] [ l_g_total: 2.3972e-02 ] +2024-10-03 16:37:10,947 INFO: [ epoch: 81 ] [ iter: 99,100 ] [ performance: 27.003 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:56 ] [ l_g_pix: 4.2471e-02 ] [ l_g_total: 4.2471e-02 ] +2024-10-03 16:37:14,653 INFO: [ epoch: 81 ] [ iter: 99,200 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:50 ] [ l_g_pix: 2.3840e-02 ] [ l_g_total: 2.3840e-02 ] +2024-10-03 16:37:18,405 INFO: [ epoch: 81 ] [ iter: 99,300 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:44 ] [ l_g_pix: 2.9614e-02 ] [ l_g_total: 2.9614e-02 ] +2024-10-03 16:37:22,121 INFO: [ epoch: 81 ] [ iter: 99,400 ] [ performance: 26.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:37 ] [ l_g_pix: 2.7036e-02 ] [ l_g_total: 2.7036e-02 ] +2024-10-03 16:37:25,826 INFO: [ epoch: 81 ] [ iter: 99,500 ] [ performance: 26.433 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:31 ] [ l_g_pix: 2.3029e-02 ] [ l_g_total: 2.3029e-02 ] +2024-10-03 16:37:29,563 INFO: [ epoch: 81 ] [ iter: 99,600 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:25 ] [ l_g_pix: 3.2256e-02 ] [ l_g_total: 3.2256e-02 ] +2024-10-03 16:37:33,297 INFO: [ epoch: 81 ] [ iter: 99,700 ] [ performance: 27.255 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:18 ] [ l_g_pix: 2.3725e-02 ] [ l_g_total: 2.3725e-02 ] +2024-10-03 16:37:37,081 INFO: [ epoch: 81 ] [ iter: 99,800 ] [ performance: 26.465 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:12 ] [ l_g_pix: 3.5767e-02 ] [ l_g_total: 3.5767e-02 ] +2024-10-03 16:37:40,846 INFO: [ epoch: 81 ] [ iter: 99,900 ] [ performance: 25.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:06 ] [ l_g_pix: 3.2282e-02 ] [ l_g_total: 3.2282e-02 ] +2024-10-03 16:37:44,604 INFO: [ epoch: 81 ] [ iter:100,000 ] [ performance: 26.587 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 4.1714e-02 ] [ l_g_total: 4.1714e-02 ] +2024-10-03 16:37:44,605 INFO: Saving models and training states. +2024-10-03 16:41:14,169 INFO: Validation val + + # psnr: 27.1783........ Best: 27.1783 @ 100000 iter + # ssim: 0.7653........ Best: 0.7653 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 100000 iter + +2024-10-03 16:41:15,323 INFO: End of training. Time consumed: 1:48:31 +2024-10-03 16:41:15,324 INFO: Save the latest model. +2024-10-03 16:44:39,344 INFO: Validation val + + # psnr: 27.1783........ Best: 27.1783 @ 100002 iter + # ssim: 0.7653........ Best: 0.7653 @ 100002 iter + # dists: 0.7734........ Best: 0.7734 @ 100002 iter + diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..eea33be6342bb2cc65af274f0b90c32a54cb5858 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4911de2d39ffc3b17fbf7a5ae0129d1ad0c74d151c7b56cc38c7113a6a6179f8 +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..7f85f42c5865c5f77458d6232813e560c7c1c921 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f6ada40f05adf9b8d63ae43ea980db083d68aca4b0fcc4db9801e1f5eb592ff +size 19045418 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..a0cbd107f7cbb653ae0ed822168a9471d997bfb7 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973f94df88f28fd876b1405965337017b9fec50c97f2d0862b1ba432fb980abe +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..085a4db2cedc88797310aab60eb8365d955fb754 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf52b7d2994f404d34bdbba84265b93ccdb95869d3338f022420221cff4ac47 +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..0d7b86b56b83b44f8e23afd878545d3c2ba17fca --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2de81599c01d6f8a5b8280bd2efcc1f4338c7361eac3640544debf2802639b6 +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..d514d23270af0d20c16b3d028b9a38a7179d56c7 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d7c669f3aac96005af71c78696fabd58284a38c75f27d33870b9af2295a6b0 +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..24921a35f2d7c18cf69a308f0c9d2a3bbe829006 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c7ca2352804ad0801c2116cf1c4f6a6719646579c5b7ef79b6513e0ee5310c3 +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..b65f25bfd9df8e86456402002c35a8058afee384 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:875e3ca666845c7a12700965e15e2f98b221f21072f617cc0ab47a6cb89b817b +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..3c47c3010ba1706e64486b92a789653b7684e491 --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf6fdde161f88b2e87391b1227209ae82b109a4355a816726667ae903934eed +size 19036538 diff --git a/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..dcc5c488da4c17aef483a99a5c47d3ece867c65a --- /dev/null +++ b/ic9600/4xIC9600_0.2_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd7b5d5a964a323f67b9102787b27ab5204a0c79b5ed99a42db483b36dda275 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/4xIC9600_03_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/4xIC9600_03_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..90193ea8d6e94858245f7e6c2abe90134b807629 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/4xIC9600_03_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Thu Oct 3 16:44:48 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_03_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.3_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity03_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity03_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..01bd3509ad6bc2d5cc5b0e7feed86cae49a43d60 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e6da03e1feac72ac0085dde48dd0ee7bfb7a1a97fb8f24602218a914e9bd2e +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5c76abefc24359c4b0dd3c51306442dbf59bde48 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703c40fb166dd70180bfc7b76611ed83ddbf38e82a2172ae6b1597318c1d03c0 +size 9513138 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2c238e0d13d5c297bf56482ebe7f3fe924c4e496 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca1e49414e390aae2f8b46d814f2a92dc4805f2ae60b1d2ae25b28f2078e029 +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7bce29d7ba7bb30bef5e711791fdfed5b8ac0c9c --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38744c66e8a2b26b4b2b8fa792754854773f2519c045c07ffc843bd4bb556abc +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..87f24658188f5807775ed5afa42963f3793b1e2a --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3983892868a598dcf09549ccf39dc41352679c9ce9bda5b20ddec533b5b970 +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e11323973cb7451d734a55585c756ac13117cc83 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24630c29f35c72bc1fb9c18d7c7d1552e029bc71852fefea4c1cabe760afde41 +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..af3c1f9fb3f98640b135178f2c8d611753d261ef --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f11203379e87c71575d4ce28bbc06e0790e302f158faab23e08b590f4377b3 +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..86df7435d542c1797d7707f634795d4ba2d838bd --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91efb775eeb7fbc7fc273e92213e9b073cb5ca95915938cad687dbed4b259a2 +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3ca9600e2817007da1f75ad77b3165b142383345 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b50a9544fa6ec7974e0be32a91c28b9b96f7a5c1b90ea92a28a223773160c84 +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..1db562079b68b2155d024e34e70703fed5ff7468 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8946411d1ccf32a6fcde1fdf48cb2921169a05ce3f98a44a0616e7242107bcdc +size 9513034 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..4345a0e5302371472e529c73b0e1479d10720132 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f7788dc71ab741e77c0fd7f9628479c420412f6c6b0d4e00d9187ca2b8ee85 +size 9513138 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/train_4xIC9600_0.3_DF2K_plksr_tiny_fp16_20241003_164448.log b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/train_4xIC9600_0.3_DF2K_plksr_tiny_fp16_20241003_164448.log new file mode 100644 index 0000000000000000000000000000000000000000..f20d220b450cee23b4e4660d4ed977ad2c8dbfa6 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/train_4xIC9600_0.3_DF2K_plksr_tiny_fp16_20241003_164448.log @@ -0,0 +1,1100 @@ +2024-10-03 16:44:48,367 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-03 16:44:50,113 INFO: Dataset [paired] is built. +2024-10-03 16:44:50,113 INFO: Training statistics: + Starting model: 4xIC9600_0.3_DF2K_plksr_tiny_fp16 + Number of train images: 17083 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1068 + Total epochs 94 for total iters 100000. +2024-10-03 16:44:50,114 INFO: Dataset [paired] is built. +2024-10-03 16:44:50,114 INFO: Number of val images/folders: 100 +2024-10-03 16:44:50,538 INFO: Using network [plksr]. +2024-10-03 16:44:50,577 INFO: Using exponential-moving average. +2024-10-03 16:44:50,578 INFO: Loss [L1Loss] enabled. +2024-10-03 16:44:50,578 INFO: Using model [image]. +2024-10-03 16:44:51,218 INFO: AMP enabled. +2024-10-03 16:44:51,218 INFO: Deterministic mode enabled. +2024-10-03 16:44:51,218 INFO: Start training from epoch: 0, iter: 0 +2024-10-03 16:44:58,501 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:57 ] [ l_g_pix: 4.3864e-02 ] [ l_g_total: 4.3864e-02 ] +2024-10-03 16:45:02,257 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 18.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 3.8680e-02 ] [ l_g_total: 3.8680e-02 ] +2024-10-03 16:45:06,060 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:49 ] [ l_g_pix: 5.6733e-02 ] [ l_g_total: 5.6733e-02 ] +2024-10-03 16:45:09,822 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.443 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:40 ] [ l_g_pix: 4.3792e-02 ] [ l_g_total: 4.3792e-02 ] +2024-10-03 16:45:13,608 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 26.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:38 ] [ l_g_pix: 2.9482e-02 ] [ l_g_total: 2.9482e-02 ] +2024-10-03 16:45:17,397 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:36 ] [ l_g_pix: 4.1531e-02 ] [ l_g_total: 4.1531e-02 ] +2024-10-03 16:45:21,184 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 3.7797e-02 ] [ l_g_total: 3.7797e-02 ] +2024-10-03 16:45:24,960 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:29 ] [ l_g_pix: 3.2609e-02 ] [ l_g_total: 3.2609e-02 ] +2024-10-03 16:45:28,748 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 26.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 2.7024e-02 ] [ l_g_total: 2.7024e-02 ] +2024-10-03 16:45:32,419 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:12 ] [ l_g_pix: 5.1678e-02 ] [ l_g_total: 5.1678e-02 ] +2024-10-03 16:45:36,690 INFO: [ epoch: 1 ] [ iter: 1,100 ] [ performance: 23.233 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:53 ] [ l_g_pix: 3.2944e-02 ] [ l_g_total: 3.2944e-02 ] +2024-10-03 16:45:40,541 INFO: [ epoch: 1 ] [ iter: 1,200 ] [ performance: 24.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:52 ] [ l_g_pix: 5.9025e-02 ] [ l_g_total: 5.9025e-02 ] +2024-10-03 16:45:44,248 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 26.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:40 ] [ l_g_pix: 3.4960e-02 ] [ l_g_total: 3.4960e-02 ] +2024-10-03 16:45:47,984 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:31 ] [ l_g_pix: 3.7062e-02 ] [ l_g_total: 3.7062e-02 ] +2024-10-03 16:45:51,733 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 26.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 4.0898e-02 ] [ l_g_total: 4.0898e-02 ] +2024-10-03 16:45:55,439 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 26.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 4.0976e-02 ] [ l_g_total: 4.0976e-02 ] +2024-10-03 16:45:59,177 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 3.5231e-02 ] [ l_g_total: 3.5231e-02 ] +2024-10-03 16:46:02,937 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:01 ] [ l_g_pix: 3.0351e-02 ] [ l_g_total: 3.0351e-02 ] +2024-10-03 16:46:06,745 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.201 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:58 ] [ l_g_pix: 3.6522e-02 ] [ l_g_total: 3.6522e-02 ] +2024-10-03 16:46:10,487 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 26.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:52 ] [ l_g_pix: 4.6888e-02 ] [ l_g_total: 4.6888e-02 ] +2024-10-03 16:46:14,062 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 28.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 2.9920e-02 ] [ l_g_total: 2.9920e-02 ] +2024-10-03 16:46:18,784 INFO: [ epoch: 2 ] [ iter: 2,200 ] [ performance: 24.019 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:17 ] [ l_g_pix: 3.2889e-02 ] [ l_g_total: 3.2889e-02 ] +2024-10-03 16:46:22,555 INFO: [ epoch: 2 ] [ iter: 2,300 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:11 ] [ l_g_pix: 3.7930e-02 ] [ l_g_total: 3.7930e-02 ] +2024-10-03 16:46:26,275 INFO: [ epoch: 2 ] [ iter: 2,400 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:03 ] [ l_g_pix: 3.2567e-02 ] [ l_g_total: 3.2567e-02 ] +2024-10-03 16:46:30,014 INFO: [ epoch: 2 ] [ iter: 2,500 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 3.5751e-02 ] [ l_g_total: 3.5751e-02 ] +2024-10-03 16:46:33,778 INFO: [ epoch: 2 ] [ iter: 2,600 ] [ performance: 26.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:50 ] [ l_g_pix: 4.8644e-02 ] [ l_g_total: 4.8644e-02 ] +2024-10-03 16:46:37,508 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:44 ] [ l_g_pix: 3.8151e-02 ] [ l_g_total: 3.8151e-02 ] +2024-10-03 16:46:41,248 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-10-03 16:46:45,010 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 26.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 5.1900e-02 ] [ l_g_total: 5.1900e-02 ] +2024-10-03 16:46:48,758 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:27 ] [ l_g_pix: 3.4572e-02 ] [ l_g_total: 3.4572e-02 ] +2024-10-03 16:46:52,471 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:20 ] [ l_g_pix: 3.2059e-02 ] [ l_g_total: 3.2059e-02 ] +2024-10-03 16:46:55,899 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 28.078 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 5.2009e-02 ] [ l_g_total: 5.2009e-02 ] +2024-10-03 16:47:00,660 INFO: [ epoch: 3 ] [ iter: 3,300 ] [ performance: 24.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:30 ] [ l_g_pix: 4.0446e-02 ] [ l_g_total: 4.0446e-02 ] +2024-10-03 16:47:04,377 INFO: [ epoch: 3 ] [ iter: 3,400 ] [ performance: 25.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:23 ] [ l_g_pix: 3.6211e-02 ] [ l_g_total: 3.6211e-02 ] +2024-10-03 16:47:08,078 INFO: [ epoch: 3 ] [ iter: 3,500 ] [ performance: 27.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:16 ] [ l_g_pix: 2.9774e-02 ] [ l_g_total: 2.9774e-02 ] +2024-10-03 16:47:11,850 INFO: [ epoch: 3 ] [ iter: 3,600 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 4.7349e-02 ] [ l_g_total: 4.7349e-02 ] +2024-10-03 16:47:15,574 INFO: [ epoch: 3 ] [ iter: 3,700 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 3.6441e-02 ] [ l_g_total: 3.6441e-02 ] +2024-10-03 16:47:19,295 INFO: [ epoch: 3 ] [ iter: 3,800 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:00 ] [ l_g_pix: 4.0032e-02 ] [ l_g_total: 4.0032e-02 ] +2024-10-03 16:47:23,059 INFO: [ epoch: 3 ] [ iter: 3,900 ] [ performance: 26.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:55 ] [ l_g_pix: 3.4183e-02 ] [ l_g_total: 3.4183e-02 ] +2024-10-03 16:47:26,784 INFO: [ epoch: 3 ] [ iter: 4,000 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 5.1113e-02 ] [ l_g_total: 5.1113e-02 ] +2024-10-03 16:47:30,540 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:44 ] [ l_g_pix: 4.5357e-02 ] [ l_g_total: 4.5357e-02 ] +2024-10-03 16:47:34,204 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:37 ] [ l_g_pix: 4.5994e-02 ] [ l_g_total: 4.5994e-02 ] +2024-10-03 16:47:38,997 INFO: [ epoch: 4 ] [ iter: 4,300 ] [ performance: 19.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:56 ] [ l_g_pix: 5.2193e-02 ] [ l_g_total: 5.2193e-02 ] +2024-10-03 16:47:42,700 INFO: [ epoch: 4 ] [ iter: 4,400 ] [ performance: 23.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 6.2782e-02 ] [ l_g_total: 6.2782e-02 ] +2024-10-03 16:47:46,474 INFO: [ epoch: 4 ] [ iter: 4,500 ] [ performance: 26.403 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:44 ] [ l_g_pix: 2.9161e-02 ] [ l_g_total: 2.9161e-02 ] +2024-10-03 16:47:50,195 INFO: [ epoch: 4 ] [ iter: 4,600 ] [ performance: 26.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 4.1569e-02 ] [ l_g_total: 4.1569e-02 ] +2024-10-03 16:47:53,917 INFO: [ epoch: 4 ] [ iter: 4,700 ] [ performance: 26.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 3.8547e-02 ] [ l_g_total: 3.8547e-02 ] +2024-10-03 16:47:57,649 INFO: [ epoch: 4 ] [ iter: 4,800 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:28 ] [ l_g_pix: 4.2898e-02 ] [ l_g_total: 4.2898e-02 ] +2024-10-03 16:48:01,343 INFO: [ epoch: 4 ] [ iter: 4,900 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 3.2966e-02 ] [ l_g_total: 3.2966e-02 ] +2024-10-03 16:48:05,075 INFO: [ epoch: 4 ] [ iter: 5,000 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 3.7719e-02 ] [ l_g_total: 3.7719e-02 ] +2024-10-03 16:48:08,803 INFO: [ epoch: 4 ] [ iter: 5,100 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:11 ] [ l_g_pix: 3.2559e-02 ] [ l_g_total: 3.2559e-02 ] +2024-10-03 16:48:12,518 INFO: [ epoch: 4 ] [ iter: 5,200 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:06 ] [ l_g_pix: 4.6059e-02 ] [ l_g_total: 4.6059e-02 ] +2024-10-03 16:48:16,031 INFO: [ epoch: 4 ] [ iter: 5,300 ] [ performance: 29.012 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:56 ] [ l_g_pix: 3.3667e-02 ] [ l_g_total: 3.3667e-02 ] +2024-10-03 16:48:20,758 INFO: [ epoch: 5 ] [ iter: 5,400 ] [ performance: 23.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:09 ] [ l_g_pix: 4.8926e-02 ] [ l_g_total: 4.8926e-02 ] +2024-10-03 16:48:24,467 INFO: [ epoch: 5 ] [ iter: 5,500 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:03 ] [ l_g_pix: 4.8327e-02 ] [ l_g_total: 4.8327e-02 ] +2024-10-03 16:48:28,144 INFO: [ epoch: 5 ] [ iter: 5,600 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:57 ] [ l_g_pix: 3.9414e-02 ] [ l_g_total: 3.9414e-02 ] +2024-10-03 16:48:31,895 INFO: [ epoch: 5 ] [ iter: 5,700 ] [ performance: 26.698 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 5.5278e-02 ] [ l_g_total: 5.5278e-02 ] +2024-10-03 16:48:35,551 INFO: [ epoch: 5 ] [ iter: 5,800 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 2.9661e-02 ] [ l_g_total: 2.9661e-02 ] +2024-10-03 16:48:39,264 INFO: [ epoch: 5 ] [ iter: 5,900 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:41 ] [ l_g_pix: 3.5864e-02 ] [ l_g_total: 3.5864e-02 ] +2024-10-03 16:48:42,986 INFO: [ epoch: 5 ] [ iter: 6,000 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 3.4940e-02 ] [ l_g_total: 3.4940e-02 ] +2024-10-03 16:48:46,704 INFO: [ epoch: 5 ] [ iter: 6,100 ] [ performance: 26.723 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:31 ] [ l_g_pix: 3.5044e-02 ] [ l_g_total: 3.5044e-02 ] +2024-10-03 16:48:50,476 INFO: [ epoch: 5 ] [ iter: 6,200 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:26 ] [ l_g_pix: 3.8510e-02 ] [ l_g_total: 3.8510e-02 ] +2024-10-03 16:48:54,205 INFO: [ epoch: 5 ] [ iter: 6,300 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:21 ] [ l_g_pix: 4.7519e-02 ] [ l_g_total: 4.7519e-02 ] +2024-10-03 16:48:57,687 INFO: [ epoch: 5 ] [ iter: 6,400 ] [ performance: 27.920 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:13 ] [ l_g_pix: 3.3964e-02 ] [ l_g_total: 3.3964e-02 ] +2024-10-03 16:49:02,460 INFO: [ epoch: 6 ] [ iter: 6,500 ] [ performance: 26.116 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:23 ] [ l_g_pix: 2.9816e-02 ] [ l_g_total: 2.9816e-02 ] +2024-10-03 16:49:06,174 INFO: [ epoch: 6 ] [ iter: 6,600 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:18 ] [ l_g_pix: 4.1113e-02 ] [ l_g_total: 4.1113e-02 ] +2024-10-03 16:49:09,878 INFO: [ epoch: 6 ] [ iter: 6,700 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:13 ] [ l_g_pix: 3.1353e-02 ] [ l_g_total: 3.1353e-02 ] +2024-10-03 16:49:13,603 INFO: [ epoch: 6 ] [ iter: 6,800 ] [ performance: 26.956 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:08 ] [ l_g_pix: 4.6213e-02 ] [ l_g_total: 4.6213e-02 ] +2024-10-03 16:49:17,375 INFO: [ epoch: 6 ] [ iter: 6,900 ] [ performance: 26.440 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:03 ] [ l_g_pix: 2.6955e-02 ] [ l_g_total: 2.6955e-02 ] +2024-10-03 16:49:21,119 INFO: [ epoch: 6 ] [ iter: 7,000 ] [ performance: 26.605 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:59 ] [ l_g_pix: 5.0537e-02 ] [ l_g_total: 5.0537e-02 ] +2024-10-03 16:49:24,858 INFO: [ epoch: 6 ] [ iter: 7,100 ] [ performance: 26.510 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:54 ] [ l_g_pix: 5.9763e-02 ] [ l_g_total: 5.9763e-02 ] +2024-10-03 16:49:28,590 INFO: [ epoch: 6 ] [ iter: 7,200 ] [ performance: 26.688 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:49 ] [ l_g_pix: 3.8371e-02 ] [ l_g_total: 3.8371e-02 ] +2024-10-03 16:49:32,281 INFO: [ epoch: 6 ] [ iter: 7,300 ] [ performance: 27.170 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:44 ] [ l_g_pix: 4.5901e-02 ] [ l_g_total: 4.5901e-02 ] +2024-10-03 16:49:35,965 INFO: [ epoch: 6 ] [ iter: 7,400 ] [ performance: 27.159 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:39 ] [ l_g_pix: 2.4652e-02 ] [ l_g_total: 2.4652e-02 ] +2024-10-03 16:49:40,411 INFO: [ epoch: 7 ] [ iter: 7,500 ] [ performance: 19.886 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:43 ] [ l_g_pix: 2.9594e-02 ] [ l_g_total: 2.9594e-02 ] +2024-10-03 16:49:44,266 INFO: [ epoch: 7 ] [ iter: 7,600 ] [ performance: 23.211 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:40 ] [ l_g_pix: 4.8169e-02 ] [ l_g_total: 4.8169e-02 ] +2024-10-03 16:49:48,016 INFO: [ epoch: 7 ] [ iter: 7,700 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:35 ] [ l_g_pix: 4.1633e-02 ] [ l_g_total: 4.1633e-02 ] +2024-10-03 16:49:51,776 INFO: [ epoch: 7 ] [ iter: 7,800 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:31 ] [ l_g_pix: 3.5133e-02 ] [ l_g_total: 3.5133e-02 ] +2024-10-03 16:49:55,538 INFO: [ epoch: 7 ] [ iter: 7,900 ] [ performance: 26.695 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:26 ] [ l_g_pix: 4.4091e-02 ] [ l_g_total: 4.4091e-02 ] +2024-10-03 16:49:59,324 INFO: [ epoch: 7 ] [ iter: 8,000 ] [ performance: 26.524 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:22 ] [ l_g_pix: 3.6709e-02 ] [ l_g_total: 3.6709e-02 ] +2024-10-03 16:50:03,070 INFO: [ epoch: 7 ] [ iter: 8,100 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:18 ] [ l_g_pix: 3.6300e-02 ] [ l_g_total: 3.6300e-02 ] +2024-10-03 16:50:06,803 INFO: [ epoch: 7 ] [ iter: 8,200 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:13 ] [ l_g_pix: 3.7718e-02 ] [ l_g_total: 3.7718e-02 ] +2024-10-03 16:50:10,576 INFO: [ epoch: 7 ] [ iter: 8,300 ] [ performance: 26.428 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:09 ] [ l_g_pix: 3.1787e-02 ] [ l_g_total: 3.1787e-02 ] +2024-10-03 16:50:14,313 INFO: [ epoch: 7 ] [ iter: 8,400 ] [ performance: 26.639 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:05 ] [ l_g_pix: 3.7923e-02 ] [ l_g_total: 3.7923e-02 ] +2024-10-03 16:50:17,837 INFO: [ epoch: 7 ] [ iter: 8,500 ] [ performance: 29.223 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:58 ] [ l_g_pix: 3.5301e-02 ] [ l_g_total: 3.5301e-02 ] +2024-10-03 16:50:22,545 INFO: [ epoch: 8 ] [ iter: 8,600 ] [ performance: 23.611 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 3.5245e-02 ] [ l_g_total: 3.5245e-02 ] +2024-10-03 16:50:26,288 INFO: [ epoch: 8 ] [ iter: 8,700 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:59 ] [ l_g_pix: 3.8536e-02 ] [ l_g_total: 3.8536e-02 ] +2024-10-03 16:50:30,106 INFO: [ epoch: 8 ] [ iter: 8,800 ] [ performance: 26.488 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 4.8474e-02 ] [ l_g_total: 4.8474e-02 ] +2024-10-03 16:50:33,817 INFO: [ epoch: 8 ] [ iter: 8,900 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 3.7865e-02 ] [ l_g_total: 3.7865e-02 ] +2024-10-03 16:50:37,538 INFO: [ epoch: 8 ] [ iter: 9,000 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:46 ] [ l_g_pix: 4.6739e-02 ] [ l_g_total: 4.6739e-02 ] +2024-10-03 16:50:41,235 INFO: [ epoch: 8 ] [ iter: 9,100 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:41 ] [ l_g_pix: 4.1668e-02 ] [ l_g_total: 4.1668e-02 ] +2024-10-03 16:50:44,933 INFO: [ epoch: 8 ] [ iter: 9,200 ] [ performance: 27.028 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:36 ] [ l_g_pix: 4.3713e-02 ] [ l_g_total: 4.3713e-02 ] +2024-10-03 16:50:48,622 INFO: [ epoch: 8 ] [ iter: 9,300 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:31 ] [ l_g_pix: 3.5855e-02 ] [ l_g_total: 3.5855e-02 ] +2024-10-03 16:50:52,325 INFO: [ epoch: 8 ] [ iter: 9,400 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:26 ] [ l_g_pix: 3.5088e-02 ] [ l_g_total: 3.5088e-02 ] +2024-10-03 16:50:56,090 INFO: [ epoch: 8 ] [ iter: 9,500 ] [ performance: 26.555 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:22 ] [ l_g_pix: 2.9842e-02 ] [ l_g_total: 2.9842e-02 ] +2024-10-03 16:50:59,617 INFO: [ epoch: 8 ] [ iter: 9,600 ] [ performance: 27.709 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:16 ] [ l_g_pix: 4.9157e-02 ] [ l_g_total: 4.9157e-02 ] +2024-10-03 16:51:04,605 INFO: [ epoch: 9 ] [ iter: 9,700 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:23 ] [ l_g_pix: 2.9392e-02 ] [ l_g_total: 2.9392e-02 ] +2024-10-03 16:51:08,312 INFO: [ epoch: 9 ] [ iter: 9,800 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:18 ] [ l_g_pix: 2.7186e-02 ] [ l_g_total: 2.7186e-02 ] +2024-10-03 16:51:12,014 INFO: [ epoch: 9 ] [ iter: 9,900 ] [ performance: 27.042 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:13 ] [ l_g_pix: 4.1302e-02 ] [ l_g_total: 4.1302e-02 ] +2024-10-03 16:51:15,751 INFO: [ epoch: 9 ] [ iter: 10,000 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:09 ] [ l_g_pix: 3.4762e-02 ] [ l_g_total: 3.4762e-02 ] +2024-10-03 16:51:15,752 INFO: Saving models and training states. +2024-10-03 16:58:12,355 INFO: Validation val + + # psnr: 26.3010........ Best: 26.3010 @ 10000 iter + # ssim: 0.7396........ Best: 0.7396 @ 10000 iter + # dists: 0.7807........ Best: 0.7807 @ 10000 iter + +2024-10-03 16:58:16,182 INFO: [ epoch: 9 ] [ iter: 10,100 ] [ performance: 25.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:54 ] [ l_g_pix: 3.4432e-02 ] [ l_g_total: 3.4432e-02 ] +2024-10-03 16:58:19,881 INFO: [ epoch: 9 ] [ iter: 10,200 ] [ performance: 26.558 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:08 ] [ l_g_pix: 2.8475e-02 ] [ l_g_total: 2.8475e-02 ] +2024-10-03 16:58:23,641 INFO: [ epoch: 9 ] [ iter: 10,300 ] [ performance: 26.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:24 ] [ l_g_pix: 4.2556e-02 ] [ l_g_total: 4.2556e-02 ] +2024-10-03 16:58:27,391 INFO: [ epoch: 9 ] [ iter: 10,400 ] [ performance: 26.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:41 ] [ l_g_pix: 5.5543e-02 ] [ l_g_total: 5.5543e-02 ] +2024-10-03 16:58:31,104 INFO: [ epoch: 9 ] [ iter: 10,500 ] [ performance: 27.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:58 ] [ l_g_pix: 4.4315e-02 ] [ l_g_total: 4.4315e-02 ] +2024-10-03 16:58:34,795 INFO: [ epoch: 9 ] [ iter: 10,600 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:16 ] [ l_g_pix: 3.8344e-02 ] [ l_g_total: 3.8344e-02 ] +2024-10-03 16:58:39,900 INFO: [ epoch: 10 ] [ iter: 10,700 ] [ performance: 14.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:47 ] [ l_g_pix: 3.5449e-02 ] [ l_g_total: 3.5449e-02 ] +2024-10-03 16:58:43,679 INFO: [ epoch: 10 ] [ iter: 10,800 ] [ performance: 20.784 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:06 ] [ l_g_pix: 4.8363e-02 ] [ l_g_total: 4.8363e-02 ] +2024-10-03 16:58:47,362 INFO: [ epoch: 10 ] [ iter: 10,900 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:26 ] [ l_g_pix: 2.7088e-02 ] [ l_g_total: 2.7088e-02 ] +2024-10-03 16:58:51,085 INFO: [ epoch: 10 ] [ iter: 11,000 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:47 ] [ l_g_pix: 3.1757e-02 ] [ l_g_total: 3.1757e-02 ] +2024-10-03 16:58:54,802 INFO: [ epoch: 10 ] [ iter: 11,100 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:08 ] [ l_g_pix: 4.0978e-02 ] [ l_g_total: 4.0978e-02 ] +2024-10-03 16:58:58,523 INFO: [ epoch: 10 ] [ iter: 11,200 ] [ performance: 26.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:30 ] [ l_g_pix: 3.7103e-02 ] [ l_g_total: 3.7103e-02 ] +2024-10-03 16:59:02,250 INFO: [ epoch: 10 ] [ iter: 11,300 ] [ performance: 26.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:52 ] [ l_g_pix: 4.7130e-02 ] [ l_g_total: 4.7130e-02 ] +2024-10-03 16:59:05,958 INFO: [ epoch: 10 ] [ iter: 11,400 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:15 ] [ l_g_pix: 3.5502e-02 ] [ l_g_total: 3.5502e-02 ] +2024-10-03 16:59:09,725 INFO: [ epoch: 10 ] [ iter: 11,500 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:40 ] [ l_g_pix: 5.2195e-02 ] [ l_g_total: 5.2195e-02 ] +2024-10-03 16:59:13,646 INFO: [ epoch: 10 ] [ iter: 11,600 ] [ performance: 25.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:05 ] [ l_g_pix: 2.7988e-02 ] [ l_g_total: 2.7988e-02 ] +2024-10-03 16:59:17,260 INFO: [ epoch: 10 ] [ iter: 11,700 ] [ performance: 28.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:29 ] [ l_g_pix: 4.0488e-02 ] [ l_g_total: 4.0488e-02 ] +2024-10-03 16:59:22,193 INFO: [ epoch: 11 ] [ iter: 11,800 ] [ performance: 22.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:04 ] [ l_g_pix: 3.4015e-02 ] [ l_g_total: 3.4015e-02 ] +2024-10-03 16:59:25,938 INFO: [ epoch: 11 ] [ iter: 11,900 ] [ performance: 27.009 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:30 ] [ l_g_pix: 3.3569e-02 ] [ l_g_total: 3.3569e-02 ] +2024-10-03 16:59:29,619 INFO: [ epoch: 11 ] [ iter: 12,000 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:56 ] [ l_g_pix: 4.8556e-02 ] [ l_g_total: 4.8556e-02 ] +2024-10-03 16:59:33,304 INFO: [ epoch: 11 ] [ iter: 12,100 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:22 ] [ l_g_pix: 4.3285e-02 ] [ l_g_total: 4.3285e-02 ] +2024-10-03 16:59:37,028 INFO: [ epoch: 11 ] [ iter: 12,200 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:49 ] [ l_g_pix: 4.1579e-02 ] [ l_g_total: 4.1579e-02 ] +2024-10-03 16:59:40,758 INFO: [ epoch: 11 ] [ iter: 12,300 ] [ performance: 26.578 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:17 ] [ l_g_pix: 3.7640e-02 ] [ l_g_total: 3.7640e-02 ] +2024-10-03 16:59:44,493 INFO: [ epoch: 11 ] [ iter: 12,400 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:45 ] [ l_g_pix: 3.4240e-02 ] [ l_g_total: 3.4240e-02 ] +2024-10-03 16:59:48,409 INFO: [ epoch: 11 ] [ iter: 12,500 ] [ performance: 23.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:15 ] [ l_g_pix: 4.3403e-02 ] [ l_g_total: 4.3403e-02 ] +2024-10-03 16:59:52,216 INFO: [ epoch: 11 ] [ iter: 12,600 ] [ performance: 25.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:45 ] [ l_g_pix: 3.3167e-02 ] [ l_g_total: 3.3167e-02 ] +2024-10-03 16:59:55,956 INFO: [ epoch: 11 ] [ iter: 12,700 ] [ performance: 26.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:15 ] [ l_g_pix: 4.1285e-02 ] [ l_g_total: 4.1285e-02 ] +2024-10-03 16:59:59,433 INFO: [ epoch: 11 ] [ iter: 12,800 ] [ performance: 28.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:43 ] [ l_g_pix: 4.5844e-02 ] [ l_g_total: 4.5844e-02 ] +2024-10-03 17:00:04,284 INFO: [ epoch: 12 ] [ iter: 12,900 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:21 ] [ l_g_pix: 3.7124e-02 ] [ l_g_total: 3.7124e-02 ] +2024-10-03 17:00:07,970 INFO: [ epoch: 12 ] [ iter: 13,000 ] [ performance: 27.028 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:51 ] [ l_g_pix: 2.9687e-02 ] [ l_g_total: 2.9687e-02 ] +2024-10-03 17:00:11,657 INFO: [ epoch: 12 ] [ iter: 13,100 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:22 ] [ l_g_pix: 4.5774e-02 ] [ l_g_total: 4.5774e-02 ] +2024-10-03 17:00:15,439 INFO: [ epoch: 12 ] [ iter: 13,200 ] [ performance: 26.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:54 ] [ l_g_pix: 4.6297e-02 ] [ l_g_total: 4.6297e-02 ] +2024-10-03 17:00:19,180 INFO: [ epoch: 12 ] [ iter: 13,300 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:26 ] [ l_g_pix: 4.1824e-02 ] [ l_g_total: 4.1824e-02 ] +2024-10-03 17:00:23,023 INFO: [ epoch: 12 ] [ iter: 13,400 ] [ performance: 26.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:59 ] [ l_g_pix: 2.8596e-02 ] [ l_g_total: 2.8596e-02 ] +2024-10-03 17:00:26,897 INFO: [ epoch: 12 ] [ iter: 13,500 ] [ performance: 26.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:32 ] [ l_g_pix: 2.7988e-02 ] [ l_g_total: 2.7988e-02 ] +2024-10-03 17:00:30,666 INFO: [ epoch: 12 ] [ iter: 13,600 ] [ performance: 26.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:06 ] [ l_g_pix: 4.2144e-02 ] [ l_g_total: 4.2144e-02 ] +2024-10-03 17:00:34,432 INFO: [ epoch: 12 ] [ iter: 13,700 ] [ performance: 26.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:39 ] [ l_g_pix: 3.4460e-02 ] [ l_g_total: 3.4460e-02 ] +2024-10-03 17:00:38,088 INFO: [ epoch: 12 ] [ iter: 13,800 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:12 ] [ l_g_pix: 4.9547e-02 ] [ l_g_total: 4.9547e-02 ] +2024-10-03 17:00:42,940 INFO: [ epoch: 13 ] [ iter: 13,900 ] [ performance: 12.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:53 ] [ l_g_pix: 4.2259e-02 ] [ l_g_total: 4.2259e-02 ] +2024-10-03 17:00:46,664 INFO: [ epoch: 13 ] [ iter: 14,000 ] [ performance: 21.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:27 ] [ l_g_pix: 3.3840e-02 ] [ l_g_total: 3.3840e-02 ] +2024-10-03 17:00:50,409 INFO: [ epoch: 13 ] [ iter: 14,100 ] [ performance: 26.747 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:02 ] [ l_g_pix: 4.2630e-02 ] [ l_g_total: 4.2630e-02 ] +2024-10-03 17:00:54,183 INFO: [ epoch: 13 ] [ iter: 14,200 ] [ performance: 26.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:37 ] [ l_g_pix: 2.8813e-02 ] [ l_g_total: 2.8813e-02 ] +2024-10-03 17:00:58,173 INFO: [ epoch: 13 ] [ iter: 14,300 ] [ performance: 22.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:14 ] [ l_g_pix: 4.1588e-02 ] [ l_g_total: 4.1588e-02 ] +2024-10-03 17:01:01,991 INFO: [ epoch: 13 ] [ iter: 14,400 ] [ performance: 25.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:50 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-03 17:01:05,716 INFO: [ epoch: 13 ] [ iter: 14,500 ] [ performance: 26.866 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:25 ] [ l_g_pix: 4.0176e-02 ] [ l_g_total: 4.0176e-02 ] +2024-10-03 17:01:09,460 INFO: [ epoch: 13 ] [ iter: 14,600 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:01 ] [ l_g_pix: 2.3470e-02 ] [ l_g_total: 2.3470e-02 ] +2024-10-03 17:01:13,222 INFO: [ epoch: 13 ] [ iter: 14,700 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:38 ] [ l_g_pix: 3.8132e-02 ] [ l_g_total: 3.8132e-02 ] +2024-10-03 17:01:16,981 INFO: [ epoch: 13 ] [ iter: 14,800 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:14 ] [ l_g_pix: 3.7639e-02 ] [ l_g_total: 3.7639e-02 ] +2024-10-03 17:01:20,577 INFO: [ epoch: 13 ] [ iter: 14,900 ] [ performance: 29.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:50 ] [ l_g_pix: 2.5257e-02 ] [ l_g_total: 2.5257e-02 ] +2024-10-03 17:01:25,729 INFO: [ epoch: 14 ] [ iter: 15,000 ] [ performance: 20.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:35 ] [ l_g_pix: 4.1825e-02 ] [ l_g_total: 4.1825e-02 ] +2024-10-03 17:01:29,485 INFO: [ epoch: 14 ] [ iter: 15,100 ] [ performance: 26.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:13 ] [ l_g_pix: 4.1131e-02 ] [ l_g_total: 4.1131e-02 ] +2024-10-03 17:01:33,534 INFO: [ epoch: 14 ] [ iter: 15,200 ] [ performance: 25.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:52 ] [ l_g_pix: 2.8009e-02 ] [ l_g_total: 2.8009e-02 ] +2024-10-03 17:01:37,390 INFO: [ epoch: 14 ] [ iter: 15,300 ] [ performance: 26.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:30 ] [ l_g_pix: 2.3119e-02 ] [ l_g_total: 2.3119e-02 ] +2024-10-03 17:01:41,110 INFO: [ epoch: 14 ] [ iter: 15,400 ] [ performance: 26.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:08 ] [ l_g_pix: 4.3110e-02 ] [ l_g_total: 4.3110e-02 ] +2024-10-03 17:01:44,876 INFO: [ epoch: 14 ] [ iter: 15,500 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:47 ] [ l_g_pix: 4.4163e-02 ] [ l_g_total: 4.4163e-02 ] +2024-10-03 17:01:48,639 INFO: [ epoch: 14 ] [ iter: 15,600 ] [ performance: 26.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:25 ] [ l_g_pix: 4.6512e-02 ] [ l_g_total: 4.6512e-02 ] +2024-10-03 17:01:52,441 INFO: [ epoch: 14 ] [ iter: 15,700 ] [ performance: 27.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:04 ] [ l_g_pix: 3.8310e-02 ] [ l_g_total: 3.8310e-02 ] +2024-10-03 17:01:56,156 INFO: [ epoch: 14 ] [ iter: 15,800 ] [ performance: 26.940 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:43 ] [ l_g_pix: 4.6150e-02 ] [ l_g_total: 4.6150e-02 ] +2024-10-03 17:01:59,893 INFO: [ epoch: 14 ] [ iter: 15,900 ] [ performance: 26.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:22 ] [ l_g_pix: 4.8869e-02 ] [ l_g_total: 4.8869e-02 ] +2024-10-03 17:02:03,395 INFO: [ epoch: 14 ] [ iter: 16,000 ] [ performance: 28.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:00 ] [ l_g_pix: 4.3387e-02 ] [ l_g_total: 4.3387e-02 ] +2024-10-03 17:02:08,929 INFO: [ epoch: 15 ] [ iter: 16,100 ] [ performance: 25.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:49 ] [ l_g_pix: 3.5129e-02 ] [ l_g_total: 3.5129e-02 ] +2024-10-03 17:02:12,614 INFO: [ epoch: 15 ] [ iter: 16,200 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:28 ] [ l_g_pix: 3.9175e-02 ] [ l_g_total: 3.9175e-02 ] +2024-10-03 17:02:16,296 INFO: [ epoch: 15 ] [ iter: 16,300 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:08 ] [ l_g_pix: 3.7427e-02 ] [ l_g_total: 3.7427e-02 ] +2024-10-03 17:02:20,023 INFO: [ epoch: 15 ] [ iter: 16,400 ] [ performance: 26.870 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:48 ] [ l_g_pix: 3.1749e-02 ] [ l_g_total: 3.1749e-02 ] +2024-10-03 17:02:23,787 INFO: [ epoch: 15 ] [ iter: 16,500 ] [ performance: 26.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:28 ] [ l_g_pix: 4.1864e-02 ] [ l_g_total: 4.1864e-02 ] +2024-10-03 17:02:27,510 INFO: [ epoch: 15 ] [ iter: 16,600 ] [ performance: 26.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:09 ] [ l_g_pix: 5.1414e-02 ] [ l_g_total: 5.1414e-02 ] +2024-10-03 17:02:31,225 INFO: [ epoch: 15 ] [ iter: 16,700 ] [ performance: 26.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:49 ] [ l_g_pix: 3.6784e-02 ] [ l_g_total: 3.6784e-02 ] +2024-10-03 17:02:34,948 INFO: [ epoch: 15 ] [ iter: 16,800 ] [ performance: 26.836 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:30 ] [ l_g_pix: 3.0326e-02 ] [ l_g_total: 3.0326e-02 ] +2024-10-03 17:02:38,673 INFO: [ epoch: 15 ] [ iter: 16,900 ] [ performance: 26.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:11 ] [ l_g_pix: 3.3621e-02 ] [ l_g_total: 3.3621e-02 ] +2024-10-03 17:02:42,552 INFO: [ epoch: 15 ] [ iter: 17,000 ] [ performance: 25.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:53 ] [ l_g_pix: 2.9812e-02 ] [ l_g_total: 2.9812e-02 ] +2024-10-03 17:02:47,263 INFO: [ epoch: 16 ] [ iter: 17,100 ] [ performance: 20.600 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:39 ] [ l_g_pix: 4.2000e-02 ] [ l_g_total: 4.2000e-02 ] +2024-10-03 17:02:51,040 INFO: [ epoch: 16 ] [ iter: 17,200 ] [ performance: 25.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:21 ] [ l_g_pix: 3.7782e-02 ] [ l_g_total: 3.7782e-02 ] +2024-10-03 17:02:54,807 INFO: [ epoch: 16 ] [ iter: 17,300 ] [ performance: 26.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:03 ] [ l_g_pix: 4.2996e-02 ] [ l_g_total: 4.2996e-02 ] +2024-10-03 17:02:58,531 INFO: [ epoch: 16 ] [ iter: 17,400 ] [ performance: 26.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:45 ] [ l_g_pix: 3.0384e-02 ] [ l_g_total: 3.0384e-02 ] +2024-10-03 17:03:02,311 INFO: [ epoch: 16 ] [ iter: 17,500 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:27 ] [ l_g_pix: 3.8433e-02 ] [ l_g_total: 3.8433e-02 ] +2024-10-03 17:03:06,039 INFO: [ epoch: 16 ] [ iter: 17,600 ] [ performance: 26.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:09 ] [ l_g_pix: 3.8686e-02 ] [ l_g_total: 3.8686e-02 ] +2024-10-03 17:03:09,798 INFO: [ epoch: 16 ] [ iter: 17,700 ] [ performance: 26.180 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:51 ] [ l_g_pix: 3.6212e-02 ] [ l_g_total: 3.6212e-02 ] +2024-10-03 17:03:13,624 INFO: [ epoch: 16 ] [ iter: 17,800 ] [ performance: 26.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:34 ] [ l_g_pix: 3.9832e-02 ] [ l_g_total: 3.9832e-02 ] +2024-10-03 17:03:17,501 INFO: [ epoch: 16 ] [ iter: 17,900 ] [ performance: 21.407 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:18 ] [ l_g_pix: 4.9292e-02 ] [ l_g_total: 4.9292e-02 ] +2024-10-03 17:03:21,179 INFO: [ epoch: 16 ] [ iter: 18,000 ] [ performance: 26.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:00 ] [ l_g_pix: 3.7984e-02 ] [ l_g_total: 3.7984e-02 ] +2024-10-03 17:03:24,715 INFO: [ epoch: 16 ] [ iter: 18,100 ] [ performance: 29.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:42 ] [ l_g_pix: 3.9617e-02 ] [ l_g_total: 3.9617e-02 ] +2024-10-03 17:03:29,513 INFO: [ epoch: 17 ] [ iter: 18,200 ] [ performance: 21.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:30 ] [ l_g_pix: 3.7434e-02 ] [ l_g_total: 3.7434e-02 ] +2024-10-03 17:03:33,176 INFO: [ epoch: 17 ] [ iter: 18,300 ] [ performance: 27.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:13 ] [ l_g_pix: 3.0684e-02 ] [ l_g_total: 3.0684e-02 ] +2024-10-03 17:03:36,820 INFO: [ epoch: 17 ] [ iter: 18,400 ] [ performance: 27.467 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:56 ] [ l_g_pix: 2.8950e-02 ] [ l_g_total: 2.8950e-02 ] +2024-10-03 17:03:40,527 INFO: [ epoch: 17 ] [ iter: 18,500 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:39 ] [ l_g_pix: 3.6504e-02 ] [ l_g_total: 3.6504e-02 ] +2024-10-03 17:03:44,185 INFO: [ epoch: 17 ] [ iter: 18,600 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:22 ] [ l_g_pix: 2.9891e-02 ] [ l_g_total: 2.9891e-02 ] +2024-10-03 17:03:47,853 INFO: [ epoch: 17 ] [ iter: 18,700 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:06 ] [ l_g_pix: 2.8843e-02 ] [ l_g_total: 2.8843e-02 ] +2024-10-03 17:03:51,607 INFO: [ epoch: 17 ] [ iter: 18,800 ] [ performance: 26.665 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:50 ] [ l_g_pix: 2.2261e-02 ] [ l_g_total: 2.2261e-02 ] +2024-10-03 17:03:55,422 INFO: [ epoch: 17 ] [ iter: 18,900 ] [ performance: 27.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:34 ] [ l_g_pix: 3.3708e-02 ] [ l_g_total: 3.3708e-02 ] +2024-10-03 17:03:59,177 INFO: [ epoch: 17 ] [ iter: 19,000 ] [ performance: 26.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:19 ] [ l_g_pix: 3.2304e-02 ] [ l_g_total: 3.2304e-02 ] +2024-10-03 17:04:02,877 INFO: [ epoch: 17 ] [ iter: 19,100 ] [ performance: 26.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:03 ] [ l_g_pix: 3.6332e-02 ] [ l_g_total: 3.6332e-02 ] +2024-10-03 17:04:06,276 INFO: [ epoch: 17 ] [ iter: 19,200 ] [ performance: 29.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:46 ] [ l_g_pix: 4.3231e-02 ] [ l_g_total: 4.3231e-02 ] +2024-10-03 17:04:11,412 INFO: [ epoch: 18 ] [ iter: 19,300 ] [ performance: 26.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:36 ] [ l_g_pix: 2.7633e-02 ] [ l_g_total: 2.7633e-02 ] +2024-10-03 17:04:15,062 INFO: [ epoch: 18 ] [ iter: 19,400 ] [ performance: 27.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:20 ] [ l_g_pix: 3.7360e-02 ] [ l_g_total: 3.7360e-02 ] +2024-10-03 17:04:18,633 INFO: [ epoch: 18 ] [ iter: 19,500 ] [ performance: 28.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:04 ] [ l_g_pix: 2.5060e-02 ] [ l_g_total: 2.5060e-02 ] +2024-10-03 17:04:22,304 INFO: [ epoch: 18 ] [ iter: 19,600 ] [ performance: 27.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:49 ] [ l_g_pix: 3.4624e-02 ] [ l_g_total: 3.4624e-02 ] +2024-10-03 17:04:25,987 INFO: [ epoch: 18 ] [ iter: 19,700 ] [ performance: 28.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:34 ] [ l_g_pix: 3.6058e-02 ] [ l_g_total: 3.6058e-02 ] +2024-10-03 17:04:29,809 INFO: [ epoch: 18 ] [ iter: 19,800 ] [ performance: 26.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:19 ] [ l_g_pix: 5.0776e-02 ] [ l_g_total: 5.0776e-02 ] +2024-10-03 17:04:33,490 INFO: [ epoch: 18 ] [ iter: 19,900 ] [ performance: 29.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:04 ] [ l_g_pix: 3.4584e-02 ] [ l_g_total: 3.4584e-02 ] +2024-10-03 17:04:37,150 INFO: [ epoch: 18 ] [ iter: 20,000 ] [ performance: 27.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 3.4962e-02 ] [ l_g_total: 3.4962e-02 ] +2024-10-03 17:04:37,150 INFO: Saving models and training states. +2024-10-03 17:11:18,817 INFO: Validation val + + # psnr: 26.3407........ Best: 26.3407 @ 20000 iter + # ssim: 0.7407........ Best: 0.7407 @ 20000 iter + # dists: 0.7809........ Best: 0.7807 @ 10000 iter + +2024-10-03 17:11:22,478 INFO: [ epoch: 18 ] [ iter: 20,100 ] [ performance: 27.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:11 ] [ l_g_pix: 2.8904e-02 ] [ l_g_total: 2.8904e-02 ] +2024-10-03 17:11:26,140 INFO: [ epoch: 18 ] [ iter: 20,200 ] [ performance: 27.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:46 ] [ l_g_pix: 4.0869e-02 ] [ l_g_total: 4.0869e-02 ] +2024-10-03 17:11:30,929 INFO: [ epoch: 19 ] [ iter: 20,300 ] [ performance: 23.672 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:26 ] [ l_g_pix: 5.1546e-02 ] [ l_g_total: 5.1546e-02 ] +2024-10-03 17:11:34,669 INFO: [ epoch: 19 ] [ iter: 20,400 ] [ performance: 26.870 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:03 ] [ l_g_pix: 4.5099e-02 ] [ l_g_total: 4.5099e-02 ] +2024-10-03 17:11:38,280 INFO: [ epoch: 19 ] [ iter: 20,500 ] [ performance: 27.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:38 ] [ l_g_pix: 2.5783e-02 ] [ l_g_total: 2.5783e-02 ] +2024-10-03 17:11:41,898 INFO: [ epoch: 19 ] [ iter: 20,600 ] [ performance: 27.672 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:14 ] [ l_g_pix: 5.1845e-02 ] [ l_g_total: 5.1845e-02 ] +2024-10-03 17:11:45,468 INFO: [ epoch: 19 ] [ iter: 20,700 ] [ performance: 27.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:50 ] [ l_g_pix: 4.0724e-02 ] [ l_g_total: 4.0724e-02 ] +2024-10-03 17:11:49,042 INFO: [ epoch: 19 ] [ iter: 20,800 ] [ performance: 28.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:26 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-03 17:11:52,671 INFO: [ epoch: 19 ] [ iter: 20,900 ] [ performance: 27.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:03 ] [ l_g_pix: 4.5021e-02 ] [ l_g_total: 4.5021e-02 ] +2024-10-03 17:11:56,286 INFO: [ epoch: 19 ] [ iter: 21,000 ] [ performance: 27.650 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:40 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-10-03 17:11:59,974 INFO: [ epoch: 19 ] [ iter: 21,100 ] [ performance: 27.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:17 ] [ l_g_pix: 3.7906e-02 ] [ l_g_total: 3.7906e-02 ] +2024-10-03 17:12:03,689 INFO: [ epoch: 19 ] [ iter: 21,200 ] [ performance: 26.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:54 ] [ l_g_pix: 3.4461e-02 ] [ l_g_total: 3.4461e-02 ] +2024-10-03 17:12:07,193 INFO: [ epoch: 19 ] [ iter: 21,300 ] [ performance: 27.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:31 ] [ l_g_pix: 3.9212e-02 ] [ l_g_total: 3.9212e-02 ] +2024-10-03 17:12:11,958 INFO: [ epoch: 20 ] [ iter: 21,400 ] [ performance: 20.631 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:13 ] [ l_g_pix: 3.5770e-02 ] [ l_g_total: 3.5770e-02 ] +2024-10-03 17:12:15,630 INFO: [ epoch: 20 ] [ iter: 21,500 ] [ performance: 23.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:51 ] [ l_g_pix: 2.9352e-02 ] [ l_g_total: 2.9352e-02 ] +2024-10-03 17:12:19,309 INFO: [ epoch: 20 ] [ iter: 21,600 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:29 ] [ l_g_pix: 3.8861e-02 ] [ l_g_total: 3.8861e-02 ] +2024-10-03 17:12:23,039 INFO: [ epoch: 20 ] [ iter: 21,700 ] [ performance: 26.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:07 ] [ l_g_pix: 4.1003e-02 ] [ l_g_total: 4.1003e-02 ] +2024-10-03 17:12:26,702 INFO: [ epoch: 20 ] [ iter: 21,800 ] [ performance: 27.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:45 ] [ l_g_pix: 3.4587e-02 ] [ l_g_total: 3.4587e-02 ] +2024-10-03 17:12:30,412 INFO: [ epoch: 20 ] [ iter: 21,900 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:24 ] [ l_g_pix: 4.0362e-02 ] [ l_g_total: 4.0362e-02 ] +2024-10-03 17:12:34,096 INFO: [ epoch: 20 ] [ iter: 22,000 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:03 ] [ l_g_pix: 4.8603e-02 ] [ l_g_total: 4.8603e-02 ] +2024-10-03 17:12:37,730 INFO: [ epoch: 20 ] [ iter: 22,100 ] [ performance: 27.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:41 ] [ l_g_pix: 4.2961e-02 ] [ l_g_total: 4.2961e-02 ] +2024-10-03 17:12:41,341 INFO: [ epoch: 20 ] [ iter: 22,200 ] [ performance: 27.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:20 ] [ l_g_pix: 3.0718e-02 ] [ l_g_total: 3.0718e-02 ] +2024-10-03 17:12:45,030 INFO: [ epoch: 20 ] [ iter: 22,300 ] [ performance: 27.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:59 ] [ l_g_pix: 4.2384e-02 ] [ l_g_total: 4.2384e-02 ] +2024-10-03 17:12:48,449 INFO: [ epoch: 20 ] [ iter: 22,400 ] [ performance: 29.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:38 ] [ l_g_pix: 3.5826e-02 ] [ l_g_total: 3.5826e-02 ] +2024-10-03 17:12:53,616 INFO: [ epoch: 21 ] [ iter: 22,500 ] [ performance: 23.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:22 ] [ l_g_pix: 2.9552e-02 ] [ l_g_total: 2.9552e-02 ] +2024-10-03 17:12:57,231 INFO: [ epoch: 21 ] [ iter: 22,600 ] [ performance: 27.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:02 ] [ l_g_pix: 3.5875e-02 ] [ l_g_total: 3.5875e-02 ] +2024-10-03 17:13:00,893 INFO: [ epoch: 21 ] [ iter: 22,700 ] [ performance: 27.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:41 ] [ l_g_pix: 4.0200e-02 ] [ l_g_total: 4.0200e-02 ] +2024-10-03 17:13:04,582 INFO: [ epoch: 21 ] [ iter: 22,800 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:21 ] [ l_g_pix: 3.5968e-02 ] [ l_g_total: 3.5968e-02 ] +2024-10-03 17:13:08,213 INFO: [ epoch: 21 ] [ iter: 22,900 ] [ performance: 27.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:01 ] [ l_g_pix: 3.3677e-02 ] [ l_g_total: 3.3677e-02 ] +2024-10-03 17:13:11,892 INFO: [ epoch: 21 ] [ iter: 23,000 ] [ performance: 27.145 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:41 ] [ l_g_pix: 3.6439e-02 ] [ l_g_total: 3.6439e-02 ] +2024-10-03 17:13:15,586 INFO: [ epoch: 21 ] [ iter: 23,100 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:22 ] [ l_g_pix: 4.5421e-02 ] [ l_g_total: 4.5421e-02 ] +2024-10-03 17:13:19,270 INFO: [ epoch: 21 ] [ iter: 23,200 ] [ performance: 27.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:02 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-03 17:13:22,955 INFO: [ epoch: 21 ] [ iter: 23,300 ] [ performance: 27.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:43 ] [ l_g_pix: 3.4453e-02 ] [ l_g_total: 3.4453e-02 ] +2024-10-03 17:13:26,593 INFO: [ epoch: 21 ] [ iter: 23,400 ] [ performance: 27.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:23 ] [ l_g_pix: 5.6369e-02 ] [ l_g_total: 5.6369e-02 ] +2024-10-03 17:13:31,463 INFO: [ epoch: 22 ] [ iter: 23,500 ] [ performance: 23.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:08 ] [ l_g_pix: 3.9289e-02 ] [ l_g_total: 3.9289e-02 ] +2024-10-03 17:13:36,237 INFO: [ epoch: 22 ] [ iter: 23,600 ] [ performance: 21.646 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:53 ] [ l_g_pix: 4.1855e-02 ] [ l_g_total: 4.1855e-02 ] +2024-10-03 17:13:39,900 INFO: [ epoch: 22 ] [ iter: 23,700 ] [ performance: 24.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:34 ] [ l_g_pix: 4.1045e-02 ] [ l_g_total: 4.1045e-02 ] +2024-10-03 17:13:43,614 INFO: [ epoch: 22 ] [ iter: 23,800 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:15 ] [ l_g_pix: 2.3348e-02 ] [ l_g_total: 2.3348e-02 ] +2024-10-03 17:13:47,293 INFO: [ epoch: 22 ] [ iter: 23,900 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:56 ] [ l_g_pix: 2.3204e-02 ] [ l_g_total: 2.3204e-02 ] +2024-10-03 17:13:50,958 INFO: [ epoch: 22 ] [ iter: 24,000 ] [ performance: 27.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:38 ] [ l_g_pix: 3.7517e-02 ] [ l_g_total: 3.7517e-02 ] +2024-10-03 17:13:54,656 INFO: [ epoch: 22 ] [ iter: 24,100 ] [ performance: 27.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:19 ] [ l_g_pix: 4.5083e-02 ] [ l_g_total: 4.5083e-02 ] +2024-10-03 17:13:58,281 INFO: [ epoch: 22 ] [ iter: 24,200 ] [ performance: 27.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:01 ] [ l_g_pix: 2.8293e-02 ] [ l_g_total: 2.8293e-02 ] +2024-10-03 17:14:01,964 INFO: [ epoch: 22 ] [ iter: 24,300 ] [ performance: 27.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:43 ] [ l_g_pix: 4.4950e-02 ] [ l_g_total: 4.4950e-02 ] +2024-10-03 17:14:05,635 INFO: [ epoch: 22 ] [ iter: 24,400 ] [ performance: 27.315 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:25 ] [ l_g_pix: 2.6509e-02 ] [ l_g_total: 2.6509e-02 ] +2024-10-03 17:14:09,170 INFO: [ epoch: 22 ] [ iter: 24,500 ] [ performance: 27.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:06 ] [ l_g_pix: 3.7773e-02 ] [ l_g_total: 3.7773e-02 ] +2024-10-03 17:14:14,052 INFO: [ epoch: 23 ] [ iter: 24,600 ] [ performance: 18.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:52 ] [ l_g_pix: 4.0538e-02 ] [ l_g_total: 4.0538e-02 ] +2024-10-03 17:14:17,745 INFO: [ epoch: 23 ] [ iter: 24,700 ] [ performance: 22.743 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:34 ] [ l_g_pix: 2.0488e-02 ] [ l_g_total: 2.0488e-02 ] +2024-10-03 17:14:21,329 INFO: [ epoch: 23 ] [ iter: 24,800 ] [ performance: 28.100 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:16 ] [ l_g_pix: 1.8591e-02 ] [ l_g_total: 1.8591e-02 ] +2024-10-03 17:14:24,982 INFO: [ epoch: 23 ] [ iter: 24,900 ] [ performance: 27.688 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:59 ] [ l_g_pix: 2.6979e-02 ] [ l_g_total: 2.6979e-02 ] +2024-10-03 17:14:28,672 INFO: [ epoch: 23 ] [ iter: 25,000 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:41 ] [ l_g_pix: 3.9148e-02 ] [ l_g_total: 3.9148e-02 ] +2024-10-03 17:14:32,329 INFO: [ epoch: 23 ] [ iter: 25,100 ] [ performance: 27.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:24 ] [ l_g_pix: 4.0694e-02 ] [ l_g_total: 4.0694e-02 ] +2024-10-03 17:14:36,019 INFO: [ epoch: 23 ] [ iter: 25,200 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:07 ] [ l_g_pix: 3.7646e-02 ] [ l_g_total: 3.7646e-02 ] +2024-10-03 17:14:39,667 INFO: [ epoch: 23 ] [ iter: 25,300 ] [ performance: 27.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:50 ] [ l_g_pix: 3.1504e-02 ] [ l_g_total: 3.1504e-02 ] +2024-10-03 17:14:43,390 INFO: [ epoch: 23 ] [ iter: 25,400 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:33 ] [ l_g_pix: 3.8626e-02 ] [ l_g_total: 3.8626e-02 ] +2024-10-03 17:14:47,083 INFO: [ epoch: 23 ] [ iter: 25,500 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:16 ] [ l_g_pix: 4.5845e-02 ] [ l_g_total: 4.5845e-02 ] +2024-10-03 17:14:50,464 INFO: [ epoch: 23 ] [ iter: 25,600 ] [ performance: 30.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:58 ] [ l_g_pix: 3.1320e-02 ] [ l_g_total: 3.1320e-02 ] +2024-10-03 17:14:55,529 INFO: [ epoch: 24 ] [ iter: 25,700 ] [ performance: 23.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:46 ] [ l_g_pix: 3.2011e-02 ] [ l_g_total: 3.2011e-02 ] +2024-10-03 17:14:59,200 INFO: [ epoch: 24 ] [ iter: 25,800 ] [ performance: 27.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:29 ] [ l_g_pix: 2.7367e-02 ] [ l_g_total: 2.7367e-02 ] +2024-10-03 17:15:02,893 INFO: [ epoch: 24 ] [ iter: 25,900 ] [ performance: 27.157 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:13 ] [ l_g_pix: 3.2252e-02 ] [ l_g_total: 3.2252e-02 ] +2024-10-03 17:15:06,592 INFO: [ epoch: 24 ] [ iter: 26,000 ] [ performance: 27.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:56 ] [ l_g_pix: 3.4356e-02 ] [ l_g_total: 3.4356e-02 ] +2024-10-03 17:15:10,292 INFO: [ epoch: 24 ] [ iter: 26,100 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:40 ] [ l_g_pix: 4.1054e-02 ] [ l_g_total: 4.1054e-02 ] +2024-10-03 17:15:13,949 INFO: [ epoch: 24 ] [ iter: 26,200 ] [ performance: 27.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:24 ] [ l_g_pix: 3.2342e-02 ] [ l_g_total: 3.2342e-02 ] +2024-10-03 17:15:17,650 INFO: [ epoch: 24 ] [ iter: 26,300 ] [ performance: 27.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:08 ] [ l_g_pix: 2.8340e-02 ] [ l_g_total: 2.8340e-02 ] +2024-10-03 17:15:21,337 INFO: [ epoch: 24 ] [ iter: 26,400 ] [ performance: 27.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:52 ] [ l_g_pix: 3.8135e-02 ] [ l_g_total: 3.8135e-02 ] +2024-10-03 17:15:24,988 INFO: [ epoch: 24 ] [ iter: 26,500 ] [ performance: 27.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:36 ] [ l_g_pix: 2.9114e-02 ] [ l_g_total: 2.9114e-02 ] +2024-10-03 17:15:28,621 INFO: [ epoch: 24 ] [ iter: 26,600 ] [ performance: 27.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:20 ] [ l_g_pix: 3.1642e-02 ] [ l_g_total: 3.1642e-02 ] +2024-10-03 17:15:33,476 INFO: [ epoch: 25 ] [ iter: 26,700 ] [ performance: 22.931 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:07 ] [ l_g_pix: 3.8486e-02 ] [ l_g_total: 3.8486e-02 ] +2024-10-03 17:15:37,209 INFO: [ epoch: 25 ] [ iter: 26,800 ] [ performance: 27.506 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:52 ] [ l_g_pix: 4.2299e-02 ] [ l_g_total: 4.2299e-02 ] +2024-10-03 17:15:40,900 INFO: [ epoch: 25 ] [ iter: 26,900 ] [ performance: 27.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:36 ] [ l_g_pix: 4.0513e-02 ] [ l_g_total: 4.0513e-02 ] +2024-10-03 17:15:44,610 INFO: [ epoch: 25 ] [ iter: 27,000 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:21 ] [ l_g_pix: 4.7078e-02 ] [ l_g_total: 4.7078e-02 ] +2024-10-03 17:15:48,262 INFO: [ epoch: 25 ] [ iter: 27,100 ] [ performance: 27.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:06 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-03 17:15:51,911 INFO: [ epoch: 25 ] [ iter: 27,200 ] [ performance: 27.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:50 ] [ l_g_pix: 3.9626e-02 ] [ l_g_total: 3.9626e-02 ] +2024-10-03 17:15:55,585 INFO: [ epoch: 25 ] [ iter: 27,300 ] [ performance: 27.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:35 ] [ l_g_pix: 3.8688e-02 ] [ l_g_total: 3.8688e-02 ] +2024-10-03 17:15:59,294 INFO: [ epoch: 25 ] [ iter: 27,400 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:20 ] [ l_g_pix: 2.6477e-02 ] [ l_g_total: 2.6477e-02 ] +2024-10-03 17:16:02,990 INFO: [ epoch: 25 ] [ iter: 27,500 ] [ performance: 26.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:05 ] [ l_g_pix: 4.2131e-02 ] [ l_g_total: 4.2131e-02 ] +2024-10-03 17:16:06,698 INFO: [ epoch: 25 ] [ iter: 27,600 ] [ performance: 26.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:50 ] [ l_g_pix: 4.6147e-02 ] [ l_g_total: 4.6147e-02 ] +2024-10-03 17:16:10,230 INFO: [ epoch: 25 ] [ iter: 27,700 ] [ performance: 27.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:35 ] [ l_g_pix: 4.9679e-02 ] [ l_g_total: 4.9679e-02 ] +2024-10-03 17:16:15,280 INFO: [ epoch: 26 ] [ iter: 27,800 ] [ performance: 16.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:24 ] [ l_g_pix: 2.9793e-02 ] [ l_g_total: 2.9793e-02 ] +2024-10-03 17:16:18,944 INFO: [ epoch: 26 ] [ iter: 27,900 ] [ performance: 21.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:09 ] [ l_g_pix: 4.2408e-02 ] [ l_g_total: 4.2408e-02 ] +2024-10-03 17:16:22,579 INFO: [ epoch: 26 ] [ iter: 28,000 ] [ performance: 27.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:54 ] [ l_g_pix: 3.8046e-02 ] [ l_g_total: 3.8046e-02 ] +2024-10-03 17:16:26,269 INFO: [ epoch: 26 ] [ iter: 28,100 ] [ performance: 27.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:39 ] [ l_g_pix: 3.5840e-02 ] [ l_g_total: 3.5840e-02 ] +2024-10-03 17:16:29,963 INFO: [ epoch: 26 ] [ iter: 28,200 ] [ performance: 27.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:25 ] [ l_g_pix: 6.0253e-02 ] [ l_g_total: 6.0253e-02 ] +2024-10-03 17:16:33,636 INFO: [ epoch: 26 ] [ iter: 28,300 ] [ performance: 27.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:11 ] [ l_g_pix: 2.8440e-02 ] [ l_g_total: 2.8440e-02 ] +2024-10-03 17:16:37,329 INFO: [ epoch: 26 ] [ iter: 28,400 ] [ performance: 27.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:56 ] [ l_g_pix: 4.1842e-02 ] [ l_g_total: 4.1842e-02 ] +2024-10-03 17:16:40,956 INFO: [ epoch: 26 ] [ iter: 28,500 ] [ performance: 27.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:42 ] [ l_g_pix: 3.1371e-02 ] [ l_g_total: 3.1371e-02 ] +2024-10-03 17:16:44,686 INFO: [ epoch: 26 ] [ iter: 28,600 ] [ performance: 26.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:28 ] [ l_g_pix: 2.5493e-02 ] [ l_g_total: 2.5493e-02 ] +2024-10-03 17:16:48,390 INFO: [ epoch: 26 ] [ iter: 28,700 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:14 ] [ l_g_pix: 5.0092e-02 ] [ l_g_total: 5.0092e-02 ] +2024-10-03 17:16:51,825 INFO: [ epoch: 26 ] [ iter: 28,800 ] [ performance: 29.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:59 ] [ l_g_pix: 3.7407e-02 ] [ l_g_total: 3.7407e-02 ] +2024-10-03 17:16:56,682 INFO: [ epoch: 27 ] [ iter: 28,900 ] [ performance: 23.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:48 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-10-03 17:17:00,317 INFO: [ epoch: 27 ] [ iter: 29,000 ] [ performance: 27.680 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:34 ] [ l_g_pix: 2.6298e-02 ] [ l_g_total: 2.6298e-02 ] +2024-10-03 17:17:03,993 INFO: [ epoch: 27 ] [ iter: 29,100 ] [ performance: 27.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:20 ] [ l_g_pix: 3.8711e-02 ] [ l_g_total: 3.8711e-02 ] +2024-10-03 17:17:07,692 INFO: [ epoch: 27 ] [ iter: 29,200 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:06 ] [ l_g_pix: 2.8651e-02 ] [ l_g_total: 2.8651e-02 ] +2024-10-03 17:17:11,409 INFO: [ epoch: 27 ] [ iter: 29,300 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:53 ] [ l_g_pix: 4.0828e-02 ] [ l_g_total: 4.0828e-02 ] +2024-10-03 17:17:15,069 INFO: [ epoch: 27 ] [ iter: 29,400 ] [ performance: 27.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:39 ] [ l_g_pix: 2.3287e-02 ] [ l_g_total: 2.3287e-02 ] +2024-10-03 17:17:18,726 INFO: [ epoch: 27 ] [ iter: 29,500 ] [ performance: 27.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:25 ] [ l_g_pix: 4.6809e-02 ] [ l_g_total: 4.6809e-02 ] +2024-10-03 17:17:22,401 INFO: [ epoch: 27 ] [ iter: 29,600 ] [ performance: 27.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:12 ] [ l_g_pix: 3.3370e-02 ] [ l_g_total: 3.3370e-02 ] +2024-10-03 17:17:26,097 INFO: [ epoch: 27 ] [ iter: 29,700 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:58 ] [ l_g_pix: 3.9052e-02 ] [ l_g_total: 3.9052e-02 ] +2024-10-03 17:17:29,713 INFO: [ epoch: 27 ] [ iter: 29,800 ] [ performance: 27.972 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:45 ] [ l_g_pix: 4.0074e-02 ] [ l_g_total: 4.0074e-02 ] +2024-10-03 17:17:34,602 INFO: [ epoch: 28 ] [ iter: 29,900 ] [ performance: 22.530 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:34 ] [ l_g_pix: 5.0258e-02 ] [ l_g_total: 5.0258e-02 ] +2024-10-03 17:17:38,329 INFO: [ epoch: 28 ] [ iter: 30,000 ] [ performance: 27.165 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:21 ] [ l_g_pix: 3.3518e-02 ] [ l_g_total: 3.3518e-02 ] +2024-10-03 17:17:38,329 INFO: Saving models and training states. +2024-10-03 17:22:21,743 INFO: Validation val + + # psnr: 26.9902........ Best: 26.9902 @ 30000 iter + # ssim: 0.7580........ Best: 0.7580 @ 30000 iter + # dists: 0.7746........ Best: 0.7746 @ 30000 iter + +2024-10-03 17:22:25,446 INFO: [ epoch: 28 ] [ iter: 30,100 ] [ performance: 27.099 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:06 ] [ l_g_pix: 3.2460e-02 ] [ l_g_total: 3.2460e-02 ] +2024-10-03 17:22:29,196 INFO: [ epoch: 28 ] [ iter: 30,200 ] [ performance: 26.900 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:50 ] [ l_g_pix: 3.9586e-02 ] [ l_g_total: 3.9586e-02 ] +2024-10-03 17:22:32,890 INFO: [ epoch: 28 ] [ iter: 30,300 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:34 ] [ l_g_pix: 2.7063e-02 ] [ l_g_total: 2.7063e-02 ] +2024-10-03 17:22:36,607 INFO: [ epoch: 28 ] [ iter: 30,400 ] [ performance: 26.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:18 ] [ l_g_pix: 4.4611e-02 ] [ l_g_total: 4.4611e-02 ] +2024-10-03 17:22:40,288 INFO: [ epoch: 28 ] [ iter: 30,500 ] [ performance: 27.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:02 ] [ l_g_pix: 6.0673e-02 ] [ l_g_total: 6.0673e-02 ] +2024-10-03 17:22:43,936 INFO: [ epoch: 28 ] [ iter: 30,600 ] [ performance: 27.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:46 ] [ l_g_pix: 4.2445e-02 ] [ l_g_total: 4.2445e-02 ] +2024-10-03 17:22:47,667 INFO: [ epoch: 28 ] [ iter: 30,700 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:30 ] [ l_g_pix: 4.8919e-02 ] [ l_g_total: 4.8919e-02 ] +2024-10-03 17:22:51,394 INFO: [ epoch: 28 ] [ iter: 30,800 ] [ performance: 26.971 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:15 ] [ l_g_pix: 3.5047e-02 ] [ l_g_total: 3.5047e-02 ] +2024-10-03 17:22:54,945 INFO: [ epoch: 28 ] [ iter: 30,900 ] [ performance: 27.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:59 ] [ l_g_pix: 4.1103e-02 ] [ l_g_total: 4.1103e-02 ] +2024-10-03 17:22:59,887 INFO: [ epoch: 29 ] [ iter: 31,000 ] [ performance: 23.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:46 ] [ l_g_pix: 3.3309e-02 ] [ l_g_total: 3.3309e-02 ] +2024-10-03 17:23:03,598 INFO: [ epoch: 29 ] [ iter: 31,100 ] [ performance: 25.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:30 ] [ l_g_pix: 3.2649e-02 ] [ l_g_total: 3.2649e-02 ] +2024-10-03 17:23:07,236 INFO: [ epoch: 29 ] [ iter: 31,200 ] [ performance: 27.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:15 ] [ l_g_pix: 3.2477e-02 ] [ l_g_total: 3.2477e-02 ] +2024-10-03 17:23:10,916 INFO: [ epoch: 29 ] [ iter: 31,300 ] [ performance: 27.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:59 ] [ l_g_pix: 4.2153e-02 ] [ l_g_total: 4.2153e-02 ] +2024-10-03 17:23:14,662 INFO: [ epoch: 29 ] [ iter: 31,400 ] [ performance: 26.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:44 ] [ l_g_pix: 3.3699e-02 ] [ l_g_total: 3.3699e-02 ] +2024-10-03 17:23:18,346 INFO: [ epoch: 29 ] [ iter: 31,500 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:29 ] [ l_g_pix: 4.0586e-02 ] [ l_g_total: 4.0586e-02 ] +2024-10-03 17:23:22,032 INFO: [ epoch: 29 ] [ iter: 31,600 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:14 ] [ l_g_pix: 2.3829e-02 ] [ l_g_total: 2.3829e-02 ] +2024-10-03 17:23:25,707 INFO: [ epoch: 29 ] [ iter: 31,700 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:59 ] [ l_g_pix: 3.6028e-02 ] [ l_g_total: 3.6028e-02 ] +2024-10-03 17:23:29,354 INFO: [ epoch: 29 ] [ iter: 31,800 ] [ performance: 27.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:44 ] [ l_g_pix: 2.3951e-02 ] [ l_g_total: 2.3951e-02 ] +2024-10-03 17:23:32,993 INFO: [ epoch: 29 ] [ iter: 31,900 ] [ performance: 27.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:29 ] [ l_g_pix: 2.5434e-02 ] [ l_g_total: 2.5434e-02 ] +2024-10-03 17:23:36,450 INFO: [ epoch: 29 ] [ iter: 32,000 ] [ performance: 29.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:13 ] [ l_g_pix: 2.2285e-02 ] [ l_g_total: 2.2285e-02 ] +2024-10-03 17:23:41,503 INFO: [ epoch: 30 ] [ iter: 32,100 ] [ performance: 21.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:01 ] [ l_g_pix: 4.0552e-02 ] [ l_g_total: 4.0552e-02 ] +2024-10-03 17:23:45,185 INFO: [ epoch: 30 ] [ iter: 32,200 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:47 ] [ l_g_pix: 3.5711e-02 ] [ l_g_total: 3.5711e-02 ] +2024-10-03 17:23:48,815 INFO: [ epoch: 30 ] [ iter: 32,300 ] [ performance: 27.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:32 ] [ l_g_pix: 4.1992e-02 ] [ l_g_total: 4.1992e-02 ] +2024-10-03 17:23:52,465 INFO: [ epoch: 30 ] [ iter: 32,400 ] [ performance: 27.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:17 ] [ l_g_pix: 2.3195e-02 ] [ l_g_total: 2.3195e-02 ] +2024-10-03 17:23:56,115 INFO: [ epoch: 30 ] [ iter: 32,500 ] [ performance: 27.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:02 ] [ l_g_pix: 3.8844e-02 ] [ l_g_total: 3.8844e-02 ] +2024-10-03 17:23:59,773 INFO: [ epoch: 30 ] [ iter: 32,600 ] [ performance: 27.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:48 ] [ l_g_pix: 4.9513e-02 ] [ l_g_total: 4.9513e-02 ] +2024-10-03 17:24:03,433 INFO: [ epoch: 30 ] [ iter: 32,700 ] [ performance: 27.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:33 ] [ l_g_pix: 4.1849e-02 ] [ l_g_total: 4.1849e-02 ] +2024-10-03 17:24:07,155 INFO: [ epoch: 30 ] [ iter: 32,800 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:19 ] [ l_g_pix: 4.4905e-02 ] [ l_g_total: 4.4905e-02 ] +2024-10-03 17:24:10,870 INFO: [ epoch: 30 ] [ iter: 32,900 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:05 ] [ l_g_pix: 3.6743e-02 ] [ l_g_total: 3.6743e-02 ] +2024-10-03 17:24:14,532 INFO: [ epoch: 30 ] [ iter: 33,000 ] [ performance: 28.145 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:51 ] [ l_g_pix: 2.7169e-02 ] [ l_g_total: 2.7169e-02 ] +2024-10-03 17:24:19,419 INFO: [ epoch: 31 ] [ iter: 33,100 ] [ performance: 22.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:39 ] [ l_g_pix: 2.9869e-02 ] [ l_g_total: 2.9869e-02 ] +2024-10-03 17:24:23,113 INFO: [ epoch: 31 ] [ iter: 33,200 ] [ performance: 27.152 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:25 ] [ l_g_pix: 3.7865e-02 ] [ l_g_total: 3.7865e-02 ] +2024-10-03 17:24:26,824 INFO: [ epoch: 31 ] [ iter: 33,300 ] [ performance: 27.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:11 ] [ l_g_pix: 2.9324e-02 ] [ l_g_total: 2.9324e-02 ] +2024-10-03 17:24:30,570 INFO: [ epoch: 31 ] [ iter: 33,400 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:57 ] [ l_g_pix: 3.5923e-02 ] [ l_g_total: 3.5923e-02 ] +2024-10-03 17:24:34,270 INFO: [ epoch: 31 ] [ iter: 33,500 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:43 ] [ l_g_pix: 3.7326e-02 ] [ l_g_total: 3.7326e-02 ] +2024-10-03 17:24:38,002 INFO: [ epoch: 31 ] [ iter: 33,600 ] [ performance: 26.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:29 ] [ l_g_pix: 4.4556e-02 ] [ l_g_total: 4.4556e-02 ] +2024-10-03 17:24:41,672 INFO: [ epoch: 31 ] [ iter: 33,700 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:15 ] [ l_g_pix: 2.7916e-02 ] [ l_g_total: 2.7916e-02 ] +2024-10-03 17:24:45,403 INFO: [ epoch: 31 ] [ iter: 33,800 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:02 ] [ l_g_pix: 4.0492e-02 ] [ l_g_total: 4.0492e-02 ] +2024-10-03 17:24:49,078 INFO: [ epoch: 31 ] [ iter: 33,900 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:48 ] [ l_g_pix: 3.1681e-02 ] [ l_g_total: 3.1681e-02 ] +2024-10-03 17:24:52,817 INFO: [ epoch: 31 ] [ iter: 34,000 ] [ performance: 25.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:35 ] [ l_g_pix: 3.8590e-02 ] [ l_g_total: 3.8590e-02 ] +2024-10-03 17:24:56,489 INFO: [ epoch: 31 ] [ iter: 34,100 ] [ performance: 26.695 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:21 ] [ l_g_pix: 4.5675e-02 ] [ l_g_total: 4.5675e-02 ] +2024-10-03 17:25:02,135 INFO: [ epoch: 32 ] [ iter: 34,200 ] [ performance: 20.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:11 ] [ l_g_pix: 3.0197e-02 ] [ l_g_total: 3.0197e-02 ] +2024-10-03 17:25:06,984 INFO: [ epoch: 32 ] [ iter: 34,300 ] [ performance: 20.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:00 ] [ l_g_pix: 3.2197e-02 ] [ l_g_total: 3.2197e-02 ] +2024-10-03 17:25:10,781 INFO: [ epoch: 32 ] [ iter: 34,400 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:47 ] [ l_g_pix: 3.1161e-02 ] [ l_g_total: 3.1161e-02 ] +2024-10-03 17:25:14,620 INFO: [ epoch: 32 ] [ iter: 34,500 ] [ performance: 26.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:34 ] [ l_g_pix: 4.1802e-02 ] [ l_g_total: 4.1802e-02 ] +2024-10-03 17:25:18,465 INFO: [ epoch: 32 ] [ iter: 34,600 ] [ performance: 26.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:21 ] [ l_g_pix: 3.4738e-02 ] [ l_g_total: 3.4738e-02 ] +2024-10-03 17:25:22,201 INFO: [ epoch: 32 ] [ iter: 34,700 ] [ performance: 26.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:08 ] [ l_g_pix: 3.1689e-02 ] [ l_g_total: 3.1689e-02 ] +2024-10-03 17:25:25,998 INFO: [ epoch: 32 ] [ iter: 34,800 ] [ performance: 26.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:55 ] [ l_g_pix: 2.9006e-02 ] [ l_g_total: 2.9006e-02 ] +2024-10-03 17:25:29,808 INFO: [ epoch: 32 ] [ iter: 34,900 ] [ performance: 26.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:42 ] [ l_g_pix: 3.6483e-02 ] [ l_g_total: 3.6483e-02 ] +2024-10-03 17:25:33,588 INFO: [ epoch: 32 ] [ iter: 35,000 ] [ performance: 26.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:29 ] [ l_g_pix: 2.7652e-02 ] [ l_g_total: 2.7652e-02 ] +2024-10-03 17:25:37,319 INFO: [ epoch: 32 ] [ iter: 35,100 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:16 ] [ l_g_pix: 2.1992e-02 ] [ l_g_total: 2.1992e-02 ] +2024-10-03 17:25:41,147 INFO: [ epoch: 32 ] [ iter: 35,200 ] [ performance: 22.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:03 ] [ l_g_pix: 4.5237e-02 ] [ l_g_total: 4.5237e-02 ] +2024-10-03 17:25:46,425 INFO: [ epoch: 33 ] [ iter: 35,300 ] [ performance: 19.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:53 ] [ l_g_pix: 3.5013e-02 ] [ l_g_total: 3.5013e-02 ] +2024-10-03 17:25:50,187 INFO: [ epoch: 33 ] [ iter: 35,400 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:40 ] [ l_g_pix: 4.6237e-02 ] [ l_g_total: 4.6237e-02 ] +2024-10-03 17:25:53,958 INFO: [ epoch: 33 ] [ iter: 35,500 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:28 ] [ l_g_pix: 4.0769e-02 ] [ l_g_total: 4.0769e-02 ] +2024-10-03 17:25:57,745 INFO: [ epoch: 33 ] [ iter: 35,600 ] [ performance: 26.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:15 ] [ l_g_pix: 3.1250e-02 ] [ l_g_total: 3.1250e-02 ] +2024-10-03 17:26:01,497 INFO: [ epoch: 33 ] [ iter: 35,700 ] [ performance: 26.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:02 ] [ l_g_pix: 4.2186e-02 ] [ l_g_total: 4.2186e-02 ] +2024-10-03 17:26:05,275 INFO: [ epoch: 33 ] [ iter: 35,800 ] [ performance: 26.282 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:50 ] [ l_g_pix: 3.5001e-02 ] [ l_g_total: 3.5001e-02 ] +2024-10-03 17:26:09,051 INFO: [ epoch: 33 ] [ iter: 35,900 ] [ performance: 26.454 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:37 ] [ l_g_pix: 4.4998e-02 ] [ l_g_total: 4.4998e-02 ] +2024-10-03 17:26:12,829 INFO: [ epoch: 33 ] [ iter: 36,000 ] [ performance: 26.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:25 ] [ l_g_pix: 3.6027e-02 ] [ l_g_total: 3.6027e-02 ] +2024-10-03 17:26:17,030 INFO: [ epoch: 33 ] [ iter: 36,100 ] [ performance: 24.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:13 ] [ l_g_pix: 3.8662e-02 ] [ l_g_total: 3.8662e-02 ] +2024-10-03 17:26:20,806 INFO: [ epoch: 33 ] [ iter: 36,200 ] [ performance: 27.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:01 ] [ l_g_pix: 3.5085e-02 ] [ l_g_total: 3.5085e-02 ] +2024-10-03 17:26:25,451 INFO: [ epoch: 34 ] [ iter: 36,300 ] [ performance: 22.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:50 ] [ l_g_pix: 3.6524e-02 ] [ l_g_total: 3.6524e-02 ] +2024-10-03 17:26:29,463 INFO: [ epoch: 34 ] [ iter: 36,400 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:38 ] [ l_g_pix: 4.1845e-02 ] [ l_g_total: 4.1845e-02 ] +2024-10-03 17:26:33,257 INFO: [ epoch: 34 ] [ iter: 36,500 ] [ performance: 26.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:26 ] [ l_g_pix: 3.9405e-02 ] [ l_g_total: 3.9405e-02 ] +2024-10-03 17:26:37,066 INFO: [ epoch: 34 ] [ iter: 36,600 ] [ performance: 26.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:14 ] [ l_g_pix: 3.6361e-02 ] [ l_g_total: 3.6361e-02 ] +2024-10-03 17:26:40,797 INFO: [ epoch: 34 ] [ iter: 36,700 ] [ performance: 26.711 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:02 ] [ l_g_pix: 2.2610e-02 ] [ l_g_total: 2.2610e-02 ] +2024-10-03 17:26:44,531 INFO: [ epoch: 34 ] [ iter: 36,800 ] [ performance: 26.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:50 ] [ l_g_pix: 4.5247e-02 ] [ l_g_total: 4.5247e-02 ] +2024-10-03 17:26:48,233 INFO: [ epoch: 34 ] [ iter: 36,900 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:38 ] [ l_g_pix: 4.0281e-02 ] [ l_g_total: 4.0281e-02 ] +2024-10-03 17:26:52,256 INFO: [ epoch: 34 ] [ iter: 37,000 ] [ performance: 27.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:26 ] [ l_g_pix: 4.6806e-02 ] [ l_g_total: 4.6806e-02 ] +2024-10-03 17:26:56,028 INFO: [ epoch: 34 ] [ iter: 37,100 ] [ performance: 26.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:14 ] [ l_g_pix: 2.4904e-02 ] [ l_g_total: 2.4904e-02 ] +2024-10-03 17:26:59,784 INFO: [ epoch: 34 ] [ iter: 37,200 ] [ performance: 26.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:02 ] [ l_g_pix: 2.9473e-02 ] [ l_g_total: 2.9473e-02 ] +2024-10-03 17:27:03,377 INFO: [ epoch: 34 ] [ iter: 37,300 ] [ performance: 27.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:50 ] [ l_g_pix: 2.8680e-02 ] [ l_g_total: 2.8680e-02 ] +2024-10-03 17:27:08,512 INFO: [ epoch: 35 ] [ iter: 37,400 ] [ performance: 25.894 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:41 ] [ l_g_pix: 3.2084e-02 ] [ l_g_total: 3.2084e-02 ] +2024-10-03 17:27:12,344 INFO: [ epoch: 35 ] [ iter: 37,500 ] [ performance: 26.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:29 ] [ l_g_pix: 2.7195e-02 ] [ l_g_total: 2.7195e-02 ] +2024-10-03 17:27:16,130 INFO: [ epoch: 35 ] [ iter: 37,600 ] [ performance: 25.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 3.6282e-02 ] [ l_g_total: 3.6282e-02 ] +2024-10-03 17:27:19,969 INFO: [ epoch: 35 ] [ iter: 37,700 ] [ performance: 25.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:06 ] [ l_g_pix: 2.7608e-02 ] [ l_g_total: 2.7608e-02 ] +2024-10-03 17:27:23,842 INFO: [ epoch: 35 ] [ iter: 37,800 ] [ performance: 26.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:54 ] [ l_g_pix: 3.6378e-02 ] [ l_g_total: 3.6378e-02 ] +2024-10-03 17:27:28,090 INFO: [ epoch: 35 ] [ iter: 37,900 ] [ performance: 23.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:43 ] [ l_g_pix: 3.4448e-02 ] [ l_g_total: 3.4448e-02 ] +2024-10-03 17:27:31,851 INFO: [ epoch: 35 ] [ iter: 38,000 ] [ performance: 27.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:32 ] [ l_g_pix: 2.8324e-02 ] [ l_g_total: 2.8324e-02 ] +2024-10-03 17:27:35,606 INFO: [ epoch: 35 ] [ iter: 38,100 ] [ performance: 26.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:20 ] [ l_g_pix: 3.0297e-02 ] [ l_g_total: 3.0297e-02 ] +2024-10-03 17:27:39,370 INFO: [ epoch: 35 ] [ iter: 38,200 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:09 ] [ l_g_pix: 3.9100e-02 ] [ l_g_total: 3.9100e-02 ] +2024-10-03 17:27:43,201 INFO: [ epoch: 35 ] [ iter: 38,300 ] [ performance: 26.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:57 ] [ l_g_pix: 3.5391e-02 ] [ l_g_total: 3.5391e-02 ] +2024-10-03 17:27:46,718 INFO: [ epoch: 35 ] [ iter: 38,400 ] [ performance: 29.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 3.2749e-02 ] [ l_g_total: 3.2749e-02 ] +2024-10-03 17:27:51,700 INFO: [ epoch: 36 ] [ iter: 38,500 ] [ performance: 20.625 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:36 ] [ l_g_pix: 2.8742e-02 ] [ l_g_total: 2.8742e-02 ] +2024-10-03 17:27:55,473 INFO: [ epoch: 36 ] [ iter: 38,600 ] [ performance: 26.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:25 ] [ l_g_pix: 2.7619e-02 ] [ l_g_total: 2.7619e-02 ] +2024-10-03 17:27:59,221 INFO: [ epoch: 36 ] [ iter: 38,700 ] [ performance: 26.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:13 ] [ l_g_pix: 3.7199e-02 ] [ l_g_total: 3.7199e-02 ] +2024-10-03 17:28:03,369 INFO: [ epoch: 36 ] [ iter: 38,800 ] [ performance: 27.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:03 ] [ l_g_pix: 3.8844e-02 ] [ l_g_total: 3.8844e-02 ] +2024-10-03 17:28:07,122 INFO: [ epoch: 36 ] [ iter: 38,900 ] [ performance: 26.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:51 ] [ l_g_pix: 3.8525e-02 ] [ l_g_total: 3.8525e-02 ] +2024-10-03 17:28:10,916 INFO: [ epoch: 36 ] [ iter: 39,000 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:40 ] [ l_g_pix: 3.4697e-02 ] [ l_g_total: 3.4697e-02 ] +2024-10-03 17:28:14,740 INFO: [ epoch: 36 ] [ iter: 39,100 ] [ performance: 26.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:29 ] [ l_g_pix: 3.1691e-02 ] [ l_g_total: 3.1691e-02 ] +2024-10-03 17:28:18,566 INFO: [ epoch: 36 ] [ iter: 39,200 ] [ performance: 26.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:18 ] [ l_g_pix: 2.9483e-02 ] [ l_g_total: 2.9483e-02 ] +2024-10-03 17:28:22,316 INFO: [ epoch: 36 ] [ iter: 39,300 ] [ performance: 26.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:07 ] [ l_g_pix: 5.1324e-02 ] [ l_g_total: 5.1324e-02 ] +2024-10-03 17:28:26,061 INFO: [ epoch: 36 ] [ iter: 39,400 ] [ performance: 29.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:56 ] [ l_g_pix: 3.5236e-02 ] [ l_g_total: 3.5236e-02 ] +2024-10-03 17:28:30,777 INFO: [ epoch: 37 ] [ iter: 39,500 ] [ performance: 21.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:46 ] [ l_g_pix: 3.0718e-02 ] [ l_g_total: 3.0718e-02 ] +2024-10-03 17:28:34,816 INFO: [ epoch: 37 ] [ iter: 39,600 ] [ performance: 19.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:36 ] [ l_g_pix: 3.1762e-02 ] [ l_g_total: 3.1762e-02 ] +2024-10-03 17:28:39,087 INFO: [ epoch: 37 ] [ iter: 39,700 ] [ performance: 23.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:26 ] [ l_g_pix: 3.9200e-02 ] [ l_g_total: 3.9200e-02 ] +2024-10-03 17:28:42,829 INFO: [ epoch: 37 ] [ iter: 39,800 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:15 ] [ l_g_pix: 2.3457e-02 ] [ l_g_total: 2.3457e-02 ] +2024-10-03 17:28:46,564 INFO: [ epoch: 37 ] [ iter: 39,900 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:04 ] [ l_g_pix: 3.0072e-02 ] [ l_g_total: 3.0072e-02 ] +2024-10-03 17:28:50,349 INFO: [ epoch: 37 ] [ iter: 40,000 ] [ performance: 27.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:53 ] [ l_g_pix: 4.1454e-02 ] [ l_g_total: 4.1454e-02 ] +2024-10-03 17:28:50,349 INFO: Saving models and training states. +2024-10-03 17:36:13,523 INFO: Validation val + + # psnr: 27.1088........ Best: 27.1088 @ 40000 iter + # ssim: 0.7620........ Best: 0.7620 @ 40000 iter + # dists: 0.7738........ Best: 0.7738 @ 40000 iter + +2024-10-03 17:36:17,333 INFO: [ epoch: 37 ] [ iter: 40,100 ] [ performance: 26.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:44 ] [ l_g_pix: 5.4871e-02 ] [ l_g_total: 5.4871e-02 ] +2024-10-03 17:36:21,133 INFO: [ epoch: 37 ] [ iter: 40,200 ] [ performance: 26.322 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:31 ] [ l_g_pix: 3.4752e-02 ] [ l_g_total: 3.4752e-02 ] +2024-10-03 17:36:25,049 INFO: [ epoch: 37 ] [ iter: 40,300 ] [ performance: 25.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:17 ] [ l_g_pix: 4.0392e-02 ] [ l_g_total: 4.0392e-02 ] +2024-10-03 17:36:29,025 INFO: [ epoch: 37 ] [ iter: 40,400 ] [ performance: 25.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:04 ] [ l_g_pix: 3.2713e-02 ] [ l_g_total: 3.2713e-02 ] +2024-10-03 17:36:32,892 INFO: [ epoch: 37 ] [ iter: 40,500 ] [ performance: 25.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:51 ] [ l_g_pix: 3.4082e-02 ] [ l_g_total: 3.4082e-02 ] +2024-10-03 17:36:38,315 INFO: [ epoch: 38 ] [ iter: 40,600 ] [ performance: 21.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:40 ] [ l_g_pix: 3.3485e-02 ] [ l_g_total: 3.3485e-02 ] +2024-10-03 17:36:42,259 INFO: [ epoch: 38 ] [ iter: 40,700 ] [ performance: 25.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:27 ] [ l_g_pix: 2.9670e-02 ] [ l_g_total: 2.9670e-02 ] +2024-10-03 17:36:46,026 INFO: [ epoch: 38 ] [ iter: 40,800 ] [ performance: 25.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:14 ] [ l_g_pix: 4.2178e-02 ] [ l_g_total: 4.2178e-02 ] +2024-10-03 17:36:49,836 INFO: [ epoch: 38 ] [ iter: 40,900 ] [ performance: 26.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:01 ] [ l_g_pix: 3.1515e-02 ] [ l_g_total: 3.1515e-02 ] +2024-10-03 17:36:53,781 INFO: [ epoch: 38 ] [ iter: 41,000 ] [ performance: 25.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:48 ] [ l_g_pix: 3.6306e-02 ] [ l_g_total: 3.6306e-02 ] +2024-10-03 17:36:57,708 INFO: [ epoch: 38 ] [ iter: 41,100 ] [ performance: 25.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:35 ] [ l_g_pix: 4.1194e-02 ] [ l_g_total: 4.1194e-02 ] +2024-10-03 17:37:01,580 INFO: [ epoch: 38 ] [ iter: 41,200 ] [ performance: 25.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:22 ] [ l_g_pix: 3.5596e-02 ] [ l_g_total: 3.5596e-02 ] +2024-10-03 17:37:05,508 INFO: [ epoch: 38 ] [ iter: 41,300 ] [ performance: 25.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:09 ] [ l_g_pix: 3.4551e-02 ] [ l_g_total: 3.4551e-02 ] +2024-10-03 17:37:09,590 INFO: [ epoch: 38 ] [ iter: 41,400 ] [ performance: 24.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:57 ] [ l_g_pix: 3.1069e-02 ] [ l_g_total: 3.1069e-02 ] +2024-10-03 17:37:13,889 INFO: [ epoch: 38 ] [ iter: 41,500 ] [ performance: 23.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:45 ] [ l_g_pix: 2.7659e-02 ] [ l_g_total: 2.7659e-02 ] +2024-10-03 17:37:17,610 INFO: [ epoch: 38 ] [ iter: 41,600 ] [ performance: 25.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:32 ] [ l_g_pix: 4.2563e-02 ] [ l_g_total: 4.2563e-02 ] +2024-10-03 17:37:23,305 INFO: [ epoch: 39 ] [ iter: 41,700 ] [ performance: 17.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:21 ] [ l_g_pix: 5.5364e-02 ] [ l_g_total: 5.5364e-02 ] +2024-10-03 17:37:27,216 INFO: [ epoch: 39 ] [ iter: 41,800 ] [ performance: 20.652 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:09 ] [ l_g_pix: 2.9899e-02 ] [ l_g_total: 2.9899e-02 ] +2024-10-03 17:37:31,133 INFO: [ epoch: 39 ] [ iter: 41,900 ] [ performance: 25.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:56 ] [ l_g_pix: 4.8785e-02 ] [ l_g_total: 4.8785e-02 ] +2024-10-03 17:37:35,049 INFO: [ epoch: 39 ] [ iter: 42,000 ] [ performance: 25.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:44 ] [ l_g_pix: 4.1094e-02 ] [ l_g_total: 4.1094e-02 ] +2024-10-03 17:37:38,775 INFO: [ epoch: 39 ] [ iter: 42,100 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:31 ] [ l_g_pix: 3.0233e-02 ] [ l_g_total: 3.0233e-02 ] +2024-10-03 17:37:42,647 INFO: [ epoch: 39 ] [ iter: 42,200 ] [ performance: 26.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:18 ] [ l_g_pix: 3.9545e-02 ] [ l_g_total: 3.9545e-02 ] +2024-10-03 17:37:46,599 INFO: [ epoch: 39 ] [ iter: 42,300 ] [ performance: 25.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:06 ] [ l_g_pix: 3.9434e-02 ] [ l_g_total: 3.9434e-02 ] +2024-10-03 17:37:50,457 INFO: [ epoch: 39 ] [ iter: 42,400 ] [ performance: 25.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:54 ] [ l_g_pix: 2.4826e-02 ] [ l_g_total: 2.4826e-02 ] +2024-10-03 17:37:54,369 INFO: [ epoch: 39 ] [ iter: 42,500 ] [ performance: 25.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:41 ] [ l_g_pix: 3.3497e-02 ] [ l_g_total: 3.3497e-02 ] +2024-10-03 17:37:58,309 INFO: [ epoch: 39 ] [ iter: 42,600 ] [ performance: 25.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:29 ] [ l_g_pix: 3.8652e-02 ] [ l_g_total: 3.8652e-02 ] +2024-10-03 17:38:03,309 INFO: [ epoch: 40 ] [ iter: 42,700 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:18 ] [ l_g_pix: 3.3948e-02 ] [ l_g_total: 3.3948e-02 ] +2024-10-03 17:38:07,571 INFO: [ epoch: 40 ] [ iter: 42,800 ] [ performance: 21.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 4.5485e-02 ] [ l_g_total: 4.5485e-02 ] +2024-10-03 17:38:11,373 INFO: [ epoch: 40 ] [ iter: 42,900 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:54 ] [ l_g_pix: 4.4330e-02 ] [ l_g_total: 4.4330e-02 ] +2024-10-03 17:38:15,054 INFO: [ epoch: 40 ] [ iter: 43,000 ] [ performance: 26.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:42 ] [ l_g_pix: 2.5271e-02 ] [ l_g_total: 2.5271e-02 ] +2024-10-03 17:38:18,849 INFO: [ epoch: 40 ] [ iter: 43,100 ] [ performance: 26.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:30 ] [ l_g_pix: 3.8059e-02 ] [ l_g_total: 3.8059e-02 ] +2024-10-03 17:38:22,604 INFO: [ epoch: 40 ] [ iter: 43,200 ] [ performance: 26.484 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 3.2052e-02 ] [ l_g_total: 3.2052e-02 ] +2024-10-03 17:38:26,278 INFO: [ epoch: 40 ] [ iter: 43,300 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:05 ] [ l_g_pix: 3.0843e-02 ] [ l_g_total: 3.0843e-02 ] +2024-10-03 17:38:30,044 INFO: [ epoch: 40 ] [ iter: 43,400 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:53 ] [ l_g_pix: 3.1374e-02 ] [ l_g_total: 3.1374e-02 ] +2024-10-03 17:38:33,729 INFO: [ epoch: 40 ] [ iter: 43,500 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:40 ] [ l_g_pix: 3.9884e-02 ] [ l_g_total: 3.9884e-02 ] +2024-10-03 17:38:37,625 INFO: [ epoch: 40 ] [ iter: 43,600 ] [ performance: 26.315 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:29 ] [ l_g_pix: 3.0963e-02 ] [ l_g_total: 3.0963e-02 ] +2024-10-03 17:38:41,309 INFO: [ epoch: 40 ] [ iter: 43,700 ] [ performance: 27.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:16 ] [ l_g_pix: 2.7720e-02 ] [ l_g_total: 2.7720e-02 ] +2024-10-03 17:38:46,296 INFO: [ epoch: 41 ] [ iter: 43,800 ] [ performance: 22.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:06 ] [ l_g_pix: 4.3362e-02 ] [ l_g_total: 4.3362e-02 ] +2024-10-03 17:38:49,993 INFO: [ epoch: 41 ] [ iter: 43,900 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:54 ] [ l_g_pix: 4.2478e-02 ] [ l_g_total: 4.2478e-02 ] +2024-10-03 17:38:53,674 INFO: [ epoch: 41 ] [ iter: 44,000 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:42 ] [ l_g_pix: 4.0706e-02 ] [ l_g_total: 4.0706e-02 ] +2024-10-03 17:38:57,516 INFO: [ epoch: 41 ] [ iter: 44,100 ] [ performance: 25.741 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:30 ] [ l_g_pix: 3.6565e-02 ] [ l_g_total: 3.6565e-02 ] +2024-10-03 17:39:01,333 INFO: [ epoch: 41 ] [ iter: 44,200 ] [ performance: 25.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:18 ] [ l_g_pix: 4.3587e-02 ] [ l_g_total: 4.3587e-02 ] +2024-10-03 17:39:05,227 INFO: [ epoch: 41 ] [ iter: 44,300 ] [ performance: 25.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:06 ] [ l_g_pix: 4.0474e-02 ] [ l_g_total: 4.0474e-02 ] +2024-10-03 17:39:08,945 INFO: [ epoch: 41 ] [ iter: 44,400 ] [ performance: 26.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:55 ] [ l_g_pix: 2.8935e-02 ] [ l_g_total: 2.8935e-02 ] +2024-10-03 17:39:13,521 INFO: [ epoch: 41 ] [ iter: 44,500 ] [ performance: 22.217 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:44 ] [ l_g_pix: 3.3110e-02 ] [ l_g_total: 3.3110e-02 ] +2024-10-03 17:39:17,412 INFO: [ epoch: 41 ] [ iter: 44,600 ] [ performance: 24.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:32 ] [ l_g_pix: 3.2269e-02 ] [ l_g_total: 3.2269e-02 ] +2024-10-03 17:39:21,269 INFO: [ epoch: 41 ] [ iter: 44,700 ] [ performance: 26.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:21 ] [ l_g_pix: 3.3522e-02 ] [ l_g_total: 3.3522e-02 ] +2024-10-03 17:39:24,728 INFO: [ epoch: 41 ] [ iter: 44,800 ] [ performance: 27.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:09 ] [ l_g_pix: 3.6357e-02 ] [ l_g_total: 3.6357e-02 ] +2024-10-03 17:39:30,026 INFO: [ epoch: 42 ] [ iter: 44,900 ] [ performance: 23.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:59 ] [ l_g_pix: 4.1222e-02 ] [ l_g_total: 4.1222e-02 ] +2024-10-03 17:39:33,758 INFO: [ epoch: 42 ] [ iter: 45,000 ] [ performance: 25.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:47 ] [ l_g_pix: 3.1277e-02 ] [ l_g_total: 3.1277e-02 ] +2024-10-03 17:39:37,478 INFO: [ epoch: 42 ] [ iter: 45,100 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:36 ] [ l_g_pix: 3.8486e-02 ] [ l_g_total: 3.8486e-02 ] +2024-10-03 17:39:41,172 INFO: [ epoch: 42 ] [ iter: 45,200 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 2.5022e-02 ] [ l_g_total: 2.5022e-02 ] +2024-10-03 17:39:44,882 INFO: [ epoch: 42 ] [ iter: 45,300 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:12 ] [ l_g_pix: 3.1589e-02 ] [ l_g_total: 3.1589e-02 ] +2024-10-03 17:39:48,611 INFO: [ epoch: 42 ] [ iter: 45,400 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:01 ] [ l_g_pix: 2.4867e-02 ] [ l_g_total: 2.4867e-02 ] +2024-10-03 17:39:52,553 INFO: [ epoch: 42 ] [ iter: 45,500 ] [ performance: 24.940 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:50 ] [ l_g_pix: 2.8182e-02 ] [ l_g_total: 2.8182e-02 ] +2024-10-03 17:39:56,326 INFO: [ epoch: 42 ] [ iter: 45,600 ] [ performance: 25.820 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:38 ] [ l_g_pix: 3.7577e-02 ] [ l_g_total: 3.7577e-02 ] +2024-10-03 17:40:00,045 INFO: [ epoch: 42 ] [ iter: 45,700 ] [ performance: 26.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:27 ] [ l_g_pix: 3.1789e-02 ] [ l_g_total: 3.1789e-02 ] +2024-10-03 17:40:03,710 INFO: [ epoch: 42 ] [ iter: 45,800 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:15 ] [ l_g_pix: 4.6938e-02 ] [ l_g_total: 4.6938e-02 ] +2024-10-03 17:40:08,550 INFO: [ epoch: 43 ] [ iter: 45,900 ] [ performance: 18.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:05 ] [ l_g_pix: 3.3495e-02 ] [ l_g_total: 3.3495e-02 ] +2024-10-03 17:40:12,519 INFO: [ epoch: 43 ] [ iter: 46,000 ] [ performance: 21.939 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:54 ] [ l_g_pix: 4.2779e-02 ] [ l_g_total: 4.2779e-02 ] +2024-10-03 17:40:16,445 INFO: [ epoch: 43 ] [ iter: 46,100 ] [ performance: 25.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:43 ] [ l_g_pix: 3.7603e-02 ] [ l_g_total: 3.7603e-02 ] +2024-10-03 17:40:20,365 INFO: [ epoch: 43 ] [ iter: 46,200 ] [ performance: 25.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:32 ] [ l_g_pix: 2.4859e-02 ] [ l_g_total: 2.4859e-02 ] +2024-10-03 17:40:24,241 INFO: [ epoch: 43 ] [ iter: 46,300 ] [ performance: 25.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:21 ] [ l_g_pix: 2.5607e-02 ] [ l_g_total: 2.5607e-02 ] +2024-10-03 17:40:28,153 INFO: [ epoch: 43 ] [ iter: 46,400 ] [ performance: 25.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:10 ] [ l_g_pix: 2.5760e-02 ] [ l_g_total: 2.5760e-02 ] +2024-10-03 17:40:32,004 INFO: [ epoch: 43 ] [ iter: 46,500 ] [ performance: 25.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:59 ] [ l_g_pix: 3.5744e-02 ] [ l_g_total: 3.5744e-02 ] +2024-10-03 17:40:35,785 INFO: [ epoch: 43 ] [ iter: 46,600 ] [ performance: 26.165 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 6.1629e-02 ] [ l_g_total: 6.1629e-02 ] +2024-10-03 17:40:39,690 INFO: [ epoch: 43 ] [ iter: 46,700 ] [ performance: 25.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:37 ] [ l_g_pix: 4.2076e-02 ] [ l_g_total: 4.2076e-02 ] +2024-10-03 17:40:43,566 INFO: [ epoch: 43 ] [ iter: 46,800 ] [ performance: 25.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-03 17:40:47,163 INFO: [ epoch: 43 ] [ iter: 46,900 ] [ performance: 28.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:15 ] [ l_g_pix: 4.5853e-02 ] [ l_g_total: 4.5853e-02 ] +2024-10-03 17:40:52,447 INFO: [ epoch: 44 ] [ iter: 47,000 ] [ performance: 21.843 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:06 ] [ l_g_pix: 3.4542e-02 ] [ l_g_total: 3.4542e-02 ] +2024-10-03 17:40:56,378 INFO: [ epoch: 44 ] [ iter: 47,100 ] [ performance: 25.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:55 ] [ l_g_pix: 3.0089e-02 ] [ l_g_total: 3.0089e-02 ] +2024-10-03 17:41:00,399 INFO: [ epoch: 44 ] [ iter: 47,200 ] [ performance: 25.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 3.6630e-02 ] [ l_g_total: 3.6630e-02 ] +2024-10-03 17:41:04,234 INFO: [ epoch: 44 ] [ iter: 47,300 ] [ performance: 26.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:34 ] [ l_g_pix: 2.6907e-02 ] [ l_g_total: 2.6907e-02 ] +2024-10-03 17:41:08,066 INFO: [ epoch: 44 ] [ iter: 47,400 ] [ performance: 26.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 4.6527e-02 ] [ l_g_total: 4.6527e-02 ] +2024-10-03 17:41:11,900 INFO: [ epoch: 44 ] [ iter: 47,500 ] [ performance: 26.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:12 ] [ l_g_pix: 4.1404e-02 ] [ l_g_total: 4.1404e-02 ] +2024-10-03 17:41:15,681 INFO: [ epoch: 44 ] [ iter: 47,600 ] [ performance: 26.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:01 ] [ l_g_pix: 4.5132e-02 ] [ l_g_total: 4.5132e-02 ] +2024-10-03 17:41:19,481 INFO: [ epoch: 44 ] [ iter: 47,700 ] [ performance: 26.118 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:51 ] [ l_g_pix: 2.7884e-02 ] [ l_g_total: 2.7884e-02 ] +2024-10-03 17:41:23,275 INFO: [ epoch: 44 ] [ iter: 47,800 ] [ performance: 26.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 3.9480e-02 ] [ l_g_total: 3.9480e-02 ] +2024-10-03 17:41:27,325 INFO: [ epoch: 44 ] [ iter: 47,900 ] [ performance: 23.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:30 ] [ l_g_pix: 3.3963e-02 ] [ l_g_total: 3.3963e-02 ] +2024-10-03 17:41:31,022 INFO: [ epoch: 44 ] [ iter: 48,000 ] [ performance: 25.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 2.6494e-02 ] [ l_g_total: 2.6494e-02 ] +2024-10-03 17:41:36,739 INFO: [ epoch: 45 ] [ iter: 48,100 ] [ performance: 24.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:10 ] [ l_g_pix: 4.4963e-02 ] [ l_g_total: 4.4963e-02 ] +2024-10-03 17:41:40,674 INFO: [ epoch: 45 ] [ iter: 48,200 ] [ performance: 24.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:00 ] [ l_g_pix: 3.9697e-02 ] [ l_g_total: 3.9697e-02 ] +2024-10-03 17:41:44,612 INFO: [ epoch: 45 ] [ iter: 48,300 ] [ performance: 25.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 3.2048e-02 ] [ l_g_total: 3.2048e-02 ] +2024-10-03 17:41:48,478 INFO: [ epoch: 45 ] [ iter: 48,400 ] [ performance: 25.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-10-03 17:41:52,224 INFO: [ epoch: 45 ] [ iter: 48,500 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:28 ] [ l_g_pix: 3.9968e-02 ] [ l_g_total: 3.9968e-02 ] +2024-10-03 17:41:56,122 INFO: [ epoch: 45 ] [ iter: 48,600 ] [ performance: 26.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:18 ] [ l_g_pix: 3.4456e-02 ] [ l_g_total: 3.4456e-02 ] +2024-10-03 17:42:00,239 INFO: [ epoch: 45 ] [ iter: 48,700 ] [ performance: 23.581 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 4.0030e-02 ] [ l_g_total: 4.0030e-02 ] +2024-10-03 17:42:04,005 INFO: [ epoch: 45 ] [ iter: 48,800 ] [ performance: 25.383 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:57 ] [ l_g_pix: 4.3345e-02 ] [ l_g_total: 4.3345e-02 ] +2024-10-03 17:42:07,754 INFO: [ epoch: 45 ] [ iter: 48,900 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 4.5625e-02 ] [ l_g_total: 4.5625e-02 ] +2024-10-03 17:42:11,629 INFO: [ epoch: 45 ] [ iter: 49,000 ] [ performance: 26.127 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:37 ] [ l_g_pix: 3.1566e-02 ] [ l_g_total: 3.1566e-02 ] +2024-10-03 17:42:16,764 INFO: [ epoch: 46 ] [ iter: 49,100 ] [ performance: 15.775 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:28 ] [ l_g_pix: 3.1574e-02 ] [ l_g_total: 3.1574e-02 ] +2024-10-03 17:42:20,753 INFO: [ epoch: 46 ] [ iter: 49,200 ] [ performance: 20.722 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:18 ] [ l_g_pix: 4.1873e-02 ] [ l_g_total: 4.1873e-02 ] +2024-10-03 17:42:24,514 INFO: [ epoch: 46 ] [ iter: 49,300 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 3.4661e-02 ] [ l_g_total: 3.4661e-02 ] +2024-10-03 17:42:28,399 INFO: [ epoch: 46 ] [ iter: 49,400 ] [ performance: 26.099 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:57 ] [ l_g_pix: 2.6609e-02 ] [ l_g_total: 2.6609e-02 ] +2024-10-03 17:42:32,283 INFO: [ epoch: 46 ] [ iter: 49,500 ] [ performance: 25.497 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 2.9410e-02 ] [ l_g_total: 2.9410e-02 ] +2024-10-03 17:42:36,404 INFO: [ epoch: 46 ] [ iter: 49,600 ] [ performance: 24.690 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:37 ] [ l_g_pix: 3.3371e-02 ] [ l_g_total: 3.3371e-02 ] +2024-10-03 17:42:40,354 INFO: [ epoch: 46 ] [ iter: 49,700 ] [ performance: 25.259 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:27 ] [ l_g_pix: 4.7233e-02 ] [ l_g_total: 4.7233e-02 ] +2024-10-03 17:42:44,316 INFO: [ epoch: 46 ] [ iter: 49,800 ] [ performance: 25.248 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:17 ] [ l_g_pix: 3.1329e-02 ] [ l_g_total: 3.1329e-02 ] +2024-10-03 17:42:48,267 INFO: [ epoch: 46 ] [ iter: 49,900 ] [ performance: 25.360 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:07 ] [ l_g_pix: 2.9894e-02 ] [ l_g_total: 2.9894e-02 ] +2024-10-03 17:42:52,198 INFO: [ epoch: 46 ] [ iter: 50,000 ] [ performance: 25.415 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:57 ] [ l_g_pix: 3.0075e-02 ] [ l_g_total: 3.0075e-02 ] +2024-10-03 17:42:52,199 INFO: Saving models and training states. +2024-10-03 17:49:05,275 INFO: Validation val + + # psnr: 27.1471........ Best: 27.1471 @ 50000 iter + # ssim: 0.7638........ Best: 0.7638 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-03 17:49:08,991 INFO: [ epoch: 46 ] [ iter: 50,100 ] [ performance: 27.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:58 ] [ l_g_pix: 3.9571e-02 ] [ l_g_total: 3.9571e-02 ] +2024-10-03 17:49:14,279 INFO: [ epoch: 47 ] [ iter: 50,200 ] [ performance: 21.214 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 4.1883e-02 ] [ l_g_total: 4.1883e-02 ] +2024-10-03 17:49:18,121 INFO: [ epoch: 47 ] [ iter: 50,300 ] [ performance: 26.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:37 ] [ l_g_pix: 4.2837e-02 ] [ l_g_total: 4.2837e-02 ] +2024-10-03 17:49:21,948 INFO: [ epoch: 47 ] [ iter: 50,400 ] [ performance: 26.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:25 ] [ l_g_pix: 4.8941e-02 ] [ l_g_total: 4.8941e-02 ] +2024-10-03 17:49:25,767 INFO: [ epoch: 47 ] [ iter: 50,500 ] [ performance: 26.407 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:14 ] [ l_g_pix: 4.0085e-02 ] [ l_g_total: 4.0085e-02 ] +2024-10-03 17:49:29,569 INFO: [ epoch: 47 ] [ iter: 50,600 ] [ performance: 26.343 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 4.0756e-02 ] [ l_g_total: 4.0756e-02 ] +2024-10-03 17:49:33,362 INFO: [ epoch: 47 ] [ iter: 50,700 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 3.5895e-02 ] [ l_g_total: 3.5895e-02 ] +2024-10-03 17:49:37,324 INFO: [ epoch: 47 ] [ iter: 50,800 ] [ performance: 25.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:40 ] [ l_g_pix: 3.0009e-02 ] [ l_g_total: 3.0009e-02 ] +2024-10-03 17:49:42,046 INFO: [ epoch: 47 ] [ iter: 50,900 ] [ performance: 22.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:29 ] [ l_g_pix: 3.4290e-02 ] [ l_g_total: 3.4290e-02 ] +2024-10-03 17:49:46,586 INFO: [ epoch: 47 ] [ iter: 51,000 ] [ performance: 22.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:19 ] [ l_g_pix: 2.2187e-02 ] [ l_g_total: 2.2187e-02 ] +2024-10-03 17:49:50,464 INFO: [ epoch: 47 ] [ iter: 51,100 ] [ performance: 25.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 3.3021e-02 ] [ l_g_total: 3.3021e-02 ] +2024-10-03 17:49:54,062 INFO: [ epoch: 47 ] [ iter: 51,200 ] [ performance: 27.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 4.3314e-02 ] [ l_g_total: 4.3314e-02 ] +2024-10-03 17:49:59,465 INFO: [ epoch: 48 ] [ iter: 51,300 ] [ performance: 25.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:46 ] [ l_g_pix: 3.7262e-02 ] [ l_g_total: 3.7262e-02 ] +2024-10-03 17:50:03,300 INFO: [ epoch: 48 ] [ iter: 51,400 ] [ performance: 26.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:35 ] [ l_g_pix: 3.1664e-02 ] [ l_g_total: 3.1664e-02 ] +2024-10-03 17:50:07,180 INFO: [ epoch: 48 ] [ iter: 51,500 ] [ performance: 25.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:24 ] [ l_g_pix: 4.5466e-02 ] [ l_g_total: 4.5466e-02 ] +2024-10-03 17:50:10,992 INFO: [ epoch: 48 ] [ iter: 51,600 ] [ performance: 26.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:13 ] [ l_g_pix: 4.1664e-02 ] [ l_g_total: 4.1664e-02 ] +2024-10-03 17:50:14,880 INFO: [ epoch: 48 ] [ iter: 51,700 ] [ performance: 26.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 4.3085e-02 ] [ l_g_total: 4.3085e-02 ] +2024-10-03 17:50:18,842 INFO: [ epoch: 48 ] [ iter: 51,800 ] [ performance: 25.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 4.1909e-02 ] [ l_g_total: 4.1909e-02 ] +2024-10-03 17:50:22,953 INFO: [ epoch: 48 ] [ iter: 51,900 ] [ performance: 23.724 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 3.6961e-02 ] [ l_g_total: 3.6961e-02 ] +2024-10-03 17:50:26,595 INFO: [ epoch: 48 ] [ iter: 52,000 ] [ performance: 26.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:29 ] [ l_g_pix: 3.2390e-02 ] [ l_g_total: 3.2390e-02 ] +2024-10-03 17:50:30,403 INFO: [ epoch: 48 ] [ iter: 52,100 ] [ performance: 26.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:18 ] [ l_g_pix: 3.1911e-02 ] [ l_g_total: 3.1911e-02 ] +2024-10-03 17:50:34,239 INFO: [ epoch: 48 ] [ iter: 52,200 ] [ performance: 26.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:07 ] [ l_g_pix: 3.6129e-02 ] [ l_g_total: 3.6129e-02 ] +2024-10-03 17:50:39,080 INFO: [ epoch: 49 ] [ iter: 52,300 ] [ performance: 14.674 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:57 ] [ l_g_pix: 3.4517e-02 ] [ l_g_total: 3.4517e-02 ] +2024-10-03 17:50:43,288 INFO: [ epoch: 49 ] [ iter: 52,400 ] [ performance: 20.198 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 3.7832e-02 ] [ l_g_total: 3.7832e-02 ] +2024-10-03 17:50:47,314 INFO: [ epoch: 49 ] [ iter: 52,500 ] [ performance: 25.300 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 3.0052e-02 ] [ l_g_total: 3.0052e-02 ] +2024-10-03 17:50:51,187 INFO: [ epoch: 49 ] [ iter: 52,600 ] [ performance: 25.676 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 3.5793e-02 ] [ l_g_total: 3.5793e-02 ] +2024-10-03 17:50:55,518 INFO: [ epoch: 49 ] [ iter: 52,700 ] [ performance: 21.237 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:14 ] [ l_g_pix: 3.0598e-02 ] [ l_g_total: 3.0598e-02 ] +2024-10-03 17:50:59,479 INFO: [ epoch: 49 ] [ iter: 52,800 ] [ performance: 24.005 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:04 ] [ l_g_pix: 2.9876e-02 ] [ l_g_total: 2.9876e-02 ] +2024-10-03 17:51:03,402 INFO: [ epoch: 49 ] [ iter: 52,900 ] [ performance: 24.760 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:53 ] [ l_g_pix: 3.0439e-02 ] [ l_g_total: 3.0439e-02 ] +2024-10-03 17:51:07,226 INFO: [ epoch: 49 ] [ iter: 53,000 ] [ performance: 25.765 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:42 ] [ l_g_pix: 3.8494e-02 ] [ l_g_total: 3.8494e-02 ] +2024-10-03 17:51:11,158 INFO: [ epoch: 49 ] [ iter: 53,100 ] [ performance: 25.809 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:32 ] [ l_g_pix: 2.7604e-02 ] [ l_g_total: 2.7604e-02 ] +2024-10-03 17:51:14,979 INFO: [ epoch: 49 ] [ iter: 53,200 ] [ performance: 26.081 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:21 ] [ l_g_pix: 3.0999e-02 ] [ l_g_total: 3.0999e-02 ] +2024-10-03 17:51:18,854 INFO: [ epoch: 49 ] [ iter: 53,300 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 3.7958e-02 ] [ l_g_total: 3.7958e-02 ] +2024-10-03 17:51:24,393 INFO: [ epoch: 50 ] [ iter: 53,400 ] [ performance: 19.770 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:01 ] [ l_g_pix: 3.5849e-02 ] [ l_g_total: 3.5849e-02 ] +2024-10-03 17:51:28,271 INFO: [ epoch: 50 ] [ iter: 53,500 ] [ performance: 25.564 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 4.5409e-02 ] [ l_g_total: 4.5409e-02 ] +2024-10-03 17:51:32,153 INFO: [ epoch: 50 ] [ iter: 53,600 ] [ performance: 25.715 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:40 ] [ l_g_pix: 3.2027e-02 ] [ l_g_total: 3.2027e-02 ] +2024-10-03 17:51:35,838 INFO: [ epoch: 50 ] [ iter: 53,700 ] [ performance: 27.938 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:29 ] [ l_g_pix: 3.9945e-02 ] [ l_g_total: 3.9945e-02 ] +2024-10-03 17:51:39,553 INFO: [ epoch: 50 ] [ iter: 53,800 ] [ performance: 27.172 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:19 ] [ l_g_pix: 3.5791e-02 ] [ l_g_total: 3.5791e-02 ] +2024-10-03 17:51:43,247 INFO: [ epoch: 50 ] [ iter: 53,900 ] [ performance: 26.800 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:08 ] [ l_g_pix: 3.1100e-02 ] [ l_g_total: 3.1100e-02 ] +2024-10-03 17:51:47,017 INFO: [ epoch: 50 ] [ iter: 54,000 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:57 ] [ l_g_pix: 3.7314e-02 ] [ l_g_total: 3.7314e-02 ] +2024-10-03 17:51:50,900 INFO: [ epoch: 50 ] [ iter: 54,100 ] [ performance: 26.214 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:47 ] [ l_g_pix: 2.9675e-02 ] [ l_g_total: 2.9675e-02 ] +2024-10-03 17:51:54,742 INFO: [ epoch: 50 ] [ iter: 54,200 ] [ performance: 26.077 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:36 ] [ l_g_pix: 3.4801e-02 ] [ l_g_total: 3.4801e-02 ] +2024-10-03 17:51:58,630 INFO: [ epoch: 50 ] [ iter: 54,300 ] [ performance: 25.773 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:26 ] [ l_g_pix: 3.7354e-02 ] [ l_g_total: 3.7354e-02 ] +2024-10-03 17:52:02,210 INFO: [ epoch: 50 ] [ iter: 54,400 ] [ performance: 27.407 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:15 ] [ l_g_pix: 2.6177e-02 ] [ l_g_total: 2.6177e-02 ] +2024-10-03 17:52:07,817 INFO: [ epoch: 51 ] [ iter: 54,500 ] [ performance: 24.495 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:07 ] [ l_g_pix: 3.2304e-02 ] [ l_g_total: 3.2304e-02 ] +2024-10-03 17:52:11,840 INFO: [ epoch: 51 ] [ iter: 54,600 ] [ performance: 24.783 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:56 ] [ l_g_pix: 3.9007e-02 ] [ l_g_total: 3.9007e-02 ] +2024-10-03 17:52:15,614 INFO: [ epoch: 51 ] [ iter: 54,700 ] [ performance: 26.675 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:46 ] [ l_g_pix: 3.1092e-02 ] [ l_g_total: 3.1092e-02 ] +2024-10-03 17:52:19,529 INFO: [ epoch: 51 ] [ iter: 54,800 ] [ performance: 25.789 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:36 ] [ l_g_pix: 3.9138e-02 ] [ l_g_total: 3.9138e-02 ] +2024-10-03 17:52:23,405 INFO: [ epoch: 51 ] [ iter: 54,900 ] [ performance: 25.234 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:25 ] [ l_g_pix: 3.4883e-02 ] [ l_g_total: 3.4883e-02 ] +2024-10-03 17:52:27,250 INFO: [ epoch: 51 ] [ iter: 55,000 ] [ performance: 25.844 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:15 ] [ l_g_pix: 3.4982e-02 ] [ l_g_total: 3.4982e-02 ] +2024-10-03 17:52:31,047 INFO: [ epoch: 51 ] [ iter: 55,100 ] [ performance: 26.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:05 ] [ l_g_pix: 5.1929e-02 ] [ l_g_total: 5.1929e-02 ] +2024-10-03 17:52:34,799 INFO: [ epoch: 51 ] [ iter: 55,200 ] [ performance: 26.562 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:55 ] [ l_g_pix: 3.0611e-02 ] [ l_g_total: 3.0611e-02 ] +2024-10-03 17:52:38,560 INFO: [ epoch: 51 ] [ iter: 55,300 ] [ performance: 25.808 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:44 ] [ l_g_pix: 3.0306e-02 ] [ l_g_total: 3.0306e-02 ] +2024-10-03 17:52:42,256 INFO: [ epoch: 51 ] [ iter: 55,400 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:34 ] [ l_g_pix: 3.4003e-02 ] [ l_g_total: 3.4003e-02 ] +2024-10-03 17:52:47,026 INFO: [ epoch: 52 ] [ iter: 55,500 ] [ performance: 11.144 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:25 ] [ l_g_pix: 3.3485e-02 ] [ l_g_total: 3.3485e-02 ] +2024-10-03 17:52:51,105 INFO: [ epoch: 52 ] [ iter: 55,600 ] [ performance: 19.903 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:15 ] [ l_g_pix: 3.8970e-02 ] [ l_g_total: 3.8970e-02 ] +2024-10-03 17:52:54,843 INFO: [ epoch: 52 ] [ iter: 55,700 ] [ performance: 26.466 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:05 ] [ l_g_pix: 3.8280e-02 ] [ l_g_total: 3.8280e-02 ] +2024-10-03 17:52:58,616 INFO: [ epoch: 52 ] [ iter: 55,800 ] [ performance: 26.498 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:54 ] [ l_g_pix: 3.0469e-02 ] [ l_g_total: 3.0469e-02 ] +2024-10-03 17:53:02,486 INFO: [ epoch: 52 ] [ iter: 55,900 ] [ performance: 25.346 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:44 ] [ l_g_pix: 3.3986e-02 ] [ l_g_total: 3.3986e-02 ] +2024-10-03 17:53:06,449 INFO: [ epoch: 52 ] [ iter: 56,000 ] [ performance: 25.260 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:34 ] [ l_g_pix: 3.5457e-02 ] [ l_g_total: 3.5457e-02 ] +2024-10-03 17:53:10,286 INFO: [ epoch: 52 ] [ iter: 56,100 ] [ performance: 25.551 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:24 ] [ l_g_pix: 3.0899e-02 ] [ l_g_total: 3.0899e-02 ] +2024-10-03 17:53:14,028 INFO: [ epoch: 52 ] [ iter: 56,200 ] [ performance: 26.518 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:14 ] [ l_g_pix: 3.9761e-02 ] [ l_g_total: 3.9761e-02 ] +2024-10-03 17:53:17,950 INFO: [ epoch: 52 ] [ iter: 56,300 ] [ performance: 24.931 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:04 ] [ l_g_pix: 3.0452e-02 ] [ l_g_total: 3.0452e-02 ] +2024-10-03 17:53:21,729 INFO: [ epoch: 52 ] [ iter: 56,400 ] [ performance: 26.199 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:54 ] [ l_g_pix: 3.5662e-02 ] [ l_g_total: 3.5662e-02 ] +2024-10-03 17:53:25,354 INFO: [ epoch: 52 ] [ iter: 56,500 ] [ performance: 29.233 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:44 ] [ l_g_pix: 4.0883e-02 ] [ l_g_total: 4.0883e-02 ] +2024-10-03 17:53:30,579 INFO: [ epoch: 53 ] [ iter: 56,600 ] [ performance: 20.262 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:35 ] [ l_g_pix: 3.0064e-02 ] [ l_g_total: 3.0064e-02 ] +2024-10-03 17:53:34,383 INFO: [ epoch: 53 ] [ iter: 56,700 ] [ performance: 26.255 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:26 ] [ l_g_pix: 3.2375e-02 ] [ l_g_total: 3.2375e-02 ] +2024-10-03 17:53:38,126 INFO: [ epoch: 53 ] [ iter: 56,800 ] [ performance: 26.645 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:16 ] [ l_g_pix: 3.2888e-02 ] [ l_g_total: 3.2888e-02 ] +2024-10-03 17:53:41,933 INFO: [ epoch: 53 ] [ iter: 56,900 ] [ performance: 25.829 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:06 ] [ l_g_pix: 4.3174e-02 ] [ l_g_total: 4.3174e-02 ] +2024-10-03 17:53:45,781 INFO: [ epoch: 53 ] [ iter: 57,000 ] [ performance: 25.969 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:56 ] [ l_g_pix: 2.2764e-02 ] [ l_g_total: 2.2764e-02 ] +2024-10-03 17:53:49,500 INFO: [ epoch: 53 ] [ iter: 57,100 ] [ performance: 26.213 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:46 ] [ l_g_pix: 5.3370e-02 ] [ l_g_total: 5.3370e-02 ] +2024-10-03 17:53:53,209 INFO: [ epoch: 53 ] [ iter: 57,200 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:36 ] [ l_g_pix: 4.7692e-02 ] [ l_g_total: 4.7692e-02 ] +2024-10-03 17:53:56,882 INFO: [ epoch: 53 ] [ iter: 57,300 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:26 ] [ l_g_pix: 3.4350e-02 ] [ l_g_total: 3.4350e-02 ] +2024-10-03 17:54:00,590 INFO: [ epoch: 53 ] [ iter: 57,400 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:16 ] [ l_g_pix: 4.8665e-02 ] [ l_g_total: 4.8665e-02 ] +2024-10-03 17:54:04,422 INFO: [ epoch: 53 ] [ iter: 57,500 ] [ performance: 24.562 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:07 ] [ l_g_pix: 2.6529e-02 ] [ l_g_total: 2.6529e-02 ] +2024-10-03 17:54:07,997 INFO: [ epoch: 53 ] [ iter: 57,600 ] [ performance: 27.505 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:57 ] [ l_g_pix: 2.2851e-02 ] [ l_g_total: 2.2851e-02 ] +2024-10-03 17:54:13,339 INFO: [ epoch: 54 ] [ iter: 57,700 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:48 ] [ l_g_pix: 3.2306e-02 ] [ l_g_total: 3.2306e-02 ] +2024-10-03 17:54:17,058 INFO: [ epoch: 54 ] [ iter: 57,800 ] [ performance: 26.866 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:38 ] [ l_g_pix: 3.8619e-02 ] [ l_g_total: 3.8619e-02 ] +2024-10-03 17:54:20,730 INFO: [ epoch: 54 ] [ iter: 57,900 ] [ performance: 26.375 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:29 ] [ l_g_pix: 3.6132e-02 ] [ l_g_total: 3.6132e-02 ] +2024-10-03 17:54:24,588 INFO: [ epoch: 54 ] [ iter: 58,000 ] [ performance: 25.975 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:19 ] [ l_g_pix: 3.3390e-02 ] [ l_g_total: 3.3390e-02 ] +2024-10-03 17:54:28,379 INFO: [ epoch: 54 ] [ iter: 58,100 ] [ performance: 25.842 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:09 ] [ l_g_pix: 3.8788e-02 ] [ l_g_total: 3.8788e-02 ] +2024-10-03 17:54:32,193 INFO: [ epoch: 54 ] [ iter: 58,200 ] [ performance: 26.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:00 ] [ l_g_pix: 3.9007e-02 ] [ l_g_total: 3.9007e-02 ] +2024-10-03 17:54:36,015 INFO: [ epoch: 54 ] [ iter: 58,300 ] [ performance: 26.321 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:50 ] [ l_g_pix: 4.3022e-02 ] [ l_g_total: 4.3022e-02 ] +2024-10-03 17:54:39,780 INFO: [ epoch: 54 ] [ iter: 58,400 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:41 ] [ l_g_pix: 2.5739e-02 ] [ l_g_total: 2.5739e-02 ] +2024-10-03 17:54:43,570 INFO: [ epoch: 54 ] [ iter: 58,500 ] [ performance: 27.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:31 ] [ l_g_pix: 4.0364e-02 ] [ l_g_total: 4.0364e-02 ] +2024-10-03 17:54:47,338 INFO: [ epoch: 54 ] [ iter: 58,600 ] [ performance: 26.588 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:21 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-03 17:54:52,134 INFO: [ epoch: 55 ] [ iter: 58,700 ] [ performance: 18.631 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:13 ] [ l_g_pix: 3.3721e-02 ] [ l_g_total: 3.3721e-02 ] +2024-10-03 17:54:56,247 INFO: [ epoch: 55 ] [ iter: 58,800 ] [ performance: 23.778 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:03 ] [ l_g_pix: 4.0526e-02 ] [ l_g_total: 4.0526e-02 ] +2024-10-03 17:55:00,010 INFO: [ epoch: 55 ] [ iter: 58,900 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:54 ] [ l_g_pix: 3.5040e-02 ] [ l_g_total: 3.5040e-02 ] +2024-10-03 17:55:03,779 INFO: [ epoch: 55 ] [ iter: 59,000 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:44 ] [ l_g_pix: 2.3903e-02 ] [ l_g_total: 2.3903e-02 ] +2024-10-03 17:55:07,507 INFO: [ epoch: 55 ] [ iter: 59,100 ] [ performance: 27.794 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:35 ] [ l_g_pix: 3.1864e-02 ] [ l_g_total: 3.1864e-02 ] +2024-10-03 17:55:11,298 INFO: [ epoch: 55 ] [ iter: 59,200 ] [ performance: 26.457 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:25 ] [ l_g_pix: 3.1773e-02 ] [ l_g_total: 3.1773e-02 ] +2024-10-03 17:55:15,085 INFO: [ epoch: 55 ] [ iter: 59,300 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:16 ] [ l_g_pix: 3.4149e-02 ] [ l_g_total: 3.4149e-02 ] +2024-10-03 17:55:18,986 INFO: [ epoch: 55 ] [ iter: 59,400 ] [ performance: 25.707 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:07 ] [ l_g_pix: 3.1193e-02 ] [ l_g_total: 3.1193e-02 ] +2024-10-03 17:55:22,823 INFO: [ epoch: 55 ] [ iter: 59,500 ] [ performance: 26.746 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:57 ] [ l_g_pix: 3.3038e-02 ] [ l_g_total: 3.3038e-02 ] +2024-10-03 17:55:26,877 INFO: [ epoch: 55 ] [ iter: 59,600 ] [ performance: 24.744 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:48 ] [ l_g_pix: 4.2851e-02 ] [ l_g_total: 4.2851e-02 ] +2024-10-03 17:55:30,611 INFO: [ epoch: 55 ] [ iter: 59,700 ] [ performance: 29.207 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:39 ] [ l_g_pix: 3.3589e-02 ] [ l_g_total: 3.3589e-02 ] +2024-10-03 17:55:35,839 INFO: [ epoch: 56 ] [ iter: 59,800 ] [ performance: 19.327 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:31 ] [ l_g_pix: 4.5958e-02 ] [ l_g_total: 4.5958e-02 ] +2024-10-03 17:55:39,652 INFO: [ epoch: 56 ] [ iter: 59,900 ] [ performance: 26.353 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:21 ] [ l_g_pix: 3.0455e-02 ] [ l_g_total: 3.0455e-02 ] +2024-10-03 17:55:43,447 INFO: [ epoch: 56 ] [ iter: 60,000 ] [ performance: 26.357 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:12 ] [ l_g_pix: 2.8159e-02 ] [ l_g_total: 2.8159e-02 ] +2024-10-03 17:55:43,447 INFO: Saving models and training states. +2024-10-03 18:01:41,808 INFO: Validation val + + # psnr: 27.1599........ Best: 27.1599 @ 60000 iter + # ssim: 0.7645........ Best: 0.7645 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-03 18:01:45,583 INFO: [ epoch: 56 ] [ iter: 60,100 ] [ performance: 25.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:01 ] [ l_g_pix: 3.5033e-02 ] [ l_g_total: 3.5033e-02 ] +2024-10-03 18:01:49,429 INFO: [ epoch: 56 ] [ iter: 60,200 ] [ performance: 26.010 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:50 ] [ l_g_pix: 3.9540e-02 ] [ l_g_total: 3.9540e-02 ] +2024-10-03 18:01:53,350 INFO: [ epoch: 56 ] [ iter: 60,300 ] [ performance: 25.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:40 ] [ l_g_pix: 3.0240e-02 ] [ l_g_total: 3.0240e-02 ] +2024-10-03 18:01:57,201 INFO: [ epoch: 56 ] [ iter: 60,400 ] [ performance: 25.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:30 ] [ l_g_pix: 3.7013e-02 ] [ l_g_total: 3.7013e-02 ] +2024-10-03 18:02:00,905 INFO: [ epoch: 56 ] [ iter: 60,500 ] [ performance: 26.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:20 ] [ l_g_pix: 3.4142e-02 ] [ l_g_total: 3.4142e-02 ] +2024-10-03 18:02:04,658 INFO: [ epoch: 56 ] [ iter: 60,600 ] [ performance: 26.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:10 ] [ l_g_pix: 3.5909e-02 ] [ l_g_total: 3.5909e-02 ] +2024-10-03 18:02:08,355 INFO: [ epoch: 56 ] [ iter: 60,700 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:59 ] [ l_g_pix: 3.2692e-02 ] [ l_g_total: 3.2692e-02 ] +2024-10-03 18:02:12,055 INFO: [ epoch: 56 ] [ iter: 60,800 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:49 ] [ l_g_pix: 3.3360e-02 ] [ l_g_total: 3.3360e-02 ] +2024-10-03 18:02:17,637 INFO: [ epoch: 57 ] [ iter: 60,900 ] [ performance: 21.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:40 ] [ l_g_pix: 2.9871e-02 ] [ l_g_total: 2.9871e-02 ] +2024-10-03 18:02:21,407 INFO: [ epoch: 57 ] [ iter: 61,000 ] [ performance: 26.548 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:30 ] [ l_g_pix: 4.1560e-02 ] [ l_g_total: 4.1560e-02 ] +2024-10-03 18:02:25,050 INFO: [ epoch: 57 ] [ iter: 61,100 ] [ performance: 27.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:20 ] [ l_g_pix: 3.8130e-02 ] [ l_g_total: 3.8130e-02 ] +2024-10-03 18:02:28,748 INFO: [ epoch: 57 ] [ iter: 61,200 ] [ performance: 27.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:10 ] [ l_g_pix: 3.7379e-02 ] [ l_g_total: 3.7379e-02 ] +2024-10-03 18:02:32,696 INFO: [ epoch: 57 ] [ iter: 61,300 ] [ performance: 26.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:00 ] [ l_g_pix: 4.4099e-02 ] [ l_g_total: 4.4099e-02 ] +2024-10-03 18:02:36,647 INFO: [ epoch: 57 ] [ iter: 61,400 ] [ performance: 25.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:50 ] [ l_g_pix: 2.5351e-02 ] [ l_g_total: 2.5351e-02 ] +2024-10-03 18:02:40,484 INFO: [ epoch: 57 ] [ iter: 61,500 ] [ performance: 25.713 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:40 ] [ l_g_pix: 2.9181e-02 ] [ l_g_total: 2.9181e-02 ] +2024-10-03 18:02:44,387 INFO: [ epoch: 57 ] [ iter: 61,600 ] [ performance: 25.560 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:30 ] [ l_g_pix: 4.1639e-02 ] [ l_g_total: 4.1639e-02 ] +2024-10-03 18:02:48,258 INFO: [ epoch: 57 ] [ iter: 61,700 ] [ performance: 25.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:21 ] [ l_g_pix: 3.5981e-02 ] [ l_g_total: 3.5981e-02 ] +2024-10-03 18:02:52,166 INFO: [ epoch: 57 ] [ iter: 61,800 ] [ performance: 25.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:11 ] [ l_g_pix: 4.5997e-02 ] [ l_g_total: 4.5997e-02 ] +2024-10-03 18:02:57,010 INFO: [ epoch: 58 ] [ iter: 61,900 ] [ performance: 22.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:01 ] [ l_g_pix: 3.6797e-02 ] [ l_g_total: 3.6797e-02 ] +2024-10-03 18:03:01,172 INFO: [ epoch: 58 ] [ iter: 62,000 ] [ performance: 24.527 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:52 ] [ l_g_pix: 2.6360e-02 ] [ l_g_total: 2.6360e-02 ] +2024-10-03 18:03:05,075 INFO: [ epoch: 58 ] [ iter: 62,100 ] [ performance: 25.086 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:42 ] [ l_g_pix: 2.7691e-02 ] [ l_g_total: 2.7691e-02 ] +2024-10-03 18:03:08,931 INFO: [ epoch: 58 ] [ iter: 62,200 ] [ performance: 25.856 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:32 ] [ l_g_pix: 4.8572e-02 ] [ l_g_total: 4.8572e-02 ] +2024-10-03 18:03:12,883 INFO: [ epoch: 58 ] [ iter: 62,300 ] [ performance: 25.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:22 ] [ l_g_pix: 4.4529e-02 ] [ l_g_total: 4.4529e-02 ] +2024-10-03 18:03:16,826 INFO: [ epoch: 58 ] [ iter: 62,400 ] [ performance: 25.311 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:13 ] [ l_g_pix: 2.7016e-02 ] [ l_g_total: 2.7016e-02 ] +2024-10-03 18:03:20,634 INFO: [ epoch: 58 ] [ iter: 62,500 ] [ performance: 25.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:03 ] [ l_g_pix: 5.0842e-02 ] [ l_g_total: 5.0842e-02 ] +2024-10-03 18:03:24,489 INFO: [ epoch: 58 ] [ iter: 62,600 ] [ performance: 25.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:53 ] [ l_g_pix: 4.2088e-02 ] [ l_g_total: 4.2088e-02 ] +2024-10-03 18:03:28,292 INFO: [ epoch: 58 ] [ iter: 62,700 ] [ performance: 26.139 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:44 ] [ l_g_pix: 3.7624e-02 ] [ l_g_total: 3.7624e-02 ] +2024-10-03 18:03:32,090 INFO: [ epoch: 58 ] [ iter: 62,800 ] [ performance: 26.297 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:34 ] [ l_g_pix: 3.6794e-02 ] [ l_g_total: 3.6794e-02 ] +2024-10-03 18:03:35,758 INFO: [ epoch: 58 ] [ iter: 62,900 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:24 ] [ l_g_pix: 4.0505e-02 ] [ l_g_total: 4.0505e-02 ] +2024-10-03 18:03:41,249 INFO: [ epoch: 59 ] [ iter: 63,000 ] [ performance: 17.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:15 ] [ l_g_pix: 4.1387e-02 ] [ l_g_total: 4.1387e-02 ] +2024-10-03 18:03:45,091 INFO: [ epoch: 59 ] [ iter: 63,100 ] [ performance: 21.118 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:06 ] [ l_g_pix: 4.4594e-02 ] [ l_g_total: 4.4594e-02 ] +2024-10-03 18:03:48,931 INFO: [ epoch: 59 ] [ iter: 63,200 ] [ performance: 26.243 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:56 ] [ l_g_pix: 3.6820e-02 ] [ l_g_total: 3.6820e-02 ] +2024-10-03 18:03:52,723 INFO: [ epoch: 59 ] [ iter: 63,300 ] [ performance: 26.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:46 ] [ l_g_pix: 4.3572e-02 ] [ l_g_total: 4.3572e-02 ] +2024-10-03 18:03:56,439 INFO: [ epoch: 59 ] [ iter: 63,400 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:37 ] [ l_g_pix: 3.4950e-02 ] [ l_g_total: 3.4950e-02 ] +2024-10-03 18:04:00,200 INFO: [ epoch: 59 ] [ iter: 63,500 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:27 ] [ l_g_pix: 4.7791e-02 ] [ l_g_total: 4.7791e-02 ] +2024-10-03 18:04:03,966 INFO: [ epoch: 59 ] [ iter: 63,600 ] [ performance: 26.535 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:18 ] [ l_g_pix: 2.6971e-02 ] [ l_g_total: 2.6971e-02 ] +2024-10-03 18:04:07,759 INFO: [ epoch: 59 ] [ iter: 63,700 ] [ performance: 26.446 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:08 ] [ l_g_pix: 2.1232e-02 ] [ l_g_total: 2.1232e-02 ] +2024-10-03 18:04:11,552 INFO: [ epoch: 59 ] [ iter: 63,800 ] [ performance: 26.273 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:58 ] [ l_g_pix: 4.0968e-02 ] [ l_g_total: 4.0968e-02 ] +2024-10-03 18:04:15,299 INFO: [ epoch: 59 ] [ iter: 63,900 ] [ performance: 26.503 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:49 ] [ l_g_pix: 3.1879e-02 ] [ l_g_total: 3.1879e-02 ] +2024-10-03 18:04:18,873 INFO: [ epoch: 59 ] [ iter: 64,000 ] [ performance: 28.211 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:39 ] [ l_g_pix: 3.6487e-02 ] [ l_g_total: 3.6487e-02 ] +2024-10-03 18:04:24,327 INFO: [ epoch: 60 ] [ iter: 64,100 ] [ performance: 21.770 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:31 ] [ l_g_pix: 3.9120e-02 ] [ l_g_total: 3.9120e-02 ] +2024-10-03 18:04:28,248 INFO: [ epoch: 60 ] [ iter: 64,200 ] [ performance: 25.427 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:21 ] [ l_g_pix: 3.7179e-02 ] [ l_g_total: 3.7179e-02 ] +2024-10-03 18:04:32,113 INFO: [ epoch: 60 ] [ iter: 64,300 ] [ performance: 25.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:12 ] [ l_g_pix: 4.3621e-02 ] [ l_g_total: 4.3621e-02 ] +2024-10-03 18:04:35,974 INFO: [ epoch: 60 ] [ iter: 64,400 ] [ performance: 26.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:02 ] [ l_g_pix: 2.7806e-02 ] [ l_g_total: 2.7806e-02 ] +2024-10-03 18:04:39,985 INFO: [ epoch: 60 ] [ iter: 64,500 ] [ performance: 25.489 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:53 ] [ l_g_pix: 3.9944e-02 ] [ l_g_total: 3.9944e-02 ] +2024-10-03 18:04:43,944 INFO: [ epoch: 60 ] [ iter: 64,600 ] [ performance: 25.587 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:44 ] [ l_g_pix: 3.3237e-02 ] [ l_g_total: 3.3237e-02 ] +2024-10-03 18:04:47,790 INFO: [ epoch: 60 ] [ iter: 64,700 ] [ performance: 25.822 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:35 ] [ l_g_pix: 3.0039e-02 ] [ l_g_total: 3.0039e-02 ] +2024-10-03 18:04:51,668 INFO: [ epoch: 60 ] [ iter: 64,800 ] [ performance: 25.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:25 ] [ l_g_pix: 3.4467e-02 ] [ l_g_total: 3.4467e-02 ] +2024-10-03 18:04:55,463 INFO: [ epoch: 60 ] [ iter: 64,900 ] [ performance: 26.037 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:16 ] [ l_g_pix: 3.0820e-02 ] [ l_g_total: 3.0820e-02 ] +2024-10-03 18:04:59,298 INFO: [ epoch: 60 ] [ iter: 65,000 ] [ performance: 25.959 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:07 ] [ l_g_pix: 4.2632e-02 ] [ l_g_total: 4.2632e-02 ] +2024-10-03 18:05:04,322 INFO: [ epoch: 61 ] [ iter: 65,100 ] [ performance: 22.155 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:58 ] [ l_g_pix: 4.3232e-02 ] [ l_g_total: 4.3232e-02 ] +2024-10-03 18:05:08,616 INFO: [ epoch: 61 ] [ iter: 65,200 ] [ performance: 24.927 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:49 ] [ l_g_pix: 4.0013e-02 ] [ l_g_total: 4.0013e-02 ] +2024-10-03 18:05:12,584 INFO: [ epoch: 61 ] [ iter: 65,300 ] [ performance: 25.086 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:40 ] [ l_g_pix: 2.7388e-02 ] [ l_g_total: 2.7388e-02 ] +2024-10-03 18:05:16,507 INFO: [ epoch: 61 ] [ iter: 65,400 ] [ performance: 25.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:30 ] [ l_g_pix: 3.2047e-02 ] [ l_g_total: 3.2047e-02 ] +2024-10-03 18:05:20,300 INFO: [ epoch: 61 ] [ iter: 65,500 ] [ performance: 26.186 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:21 ] [ l_g_pix: 4.0856e-02 ] [ l_g_total: 4.0856e-02 ] +2024-10-03 18:05:24,185 INFO: [ epoch: 61 ] [ iter: 65,600 ] [ performance: 25.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:12 ] [ l_g_pix: 4.0817e-02 ] [ l_g_total: 4.0817e-02 ] +2024-10-03 18:05:27,918 INFO: [ epoch: 61 ] [ iter: 65,700 ] [ performance: 26.359 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:03 ] [ l_g_pix: 4.7246e-02 ] [ l_g_total: 4.7246e-02 ] +2024-10-03 18:05:31,685 INFO: [ epoch: 61 ] [ iter: 65,800 ] [ performance: 26.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:53 ] [ l_g_pix: 2.9799e-02 ] [ l_g_total: 2.9799e-02 ] +2024-10-03 18:05:35,480 INFO: [ epoch: 61 ] [ iter: 65,900 ] [ performance: 26.446 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:44 ] [ l_g_pix: 2.6965e-02 ] [ l_g_total: 2.6965e-02 ] +2024-10-03 18:05:39,316 INFO: [ epoch: 61 ] [ iter: 66,000 ] [ performance: 26.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:35 ] [ l_g_pix: 3.4612e-02 ] [ l_g_total: 3.4612e-02 ] +2024-10-03 18:05:43,033 INFO: [ epoch: 61 ] [ iter: 66,100 ] [ performance: 26.564 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:26 ] [ l_g_pix: 3.0930e-02 ] [ l_g_total: 3.0930e-02 ] +2024-10-03 18:05:48,318 INFO: [ epoch: 62 ] [ iter: 66,200 ] [ performance: 16.688 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:18 ] [ l_g_pix: 2.2769e-02 ] [ l_g_total: 2.2769e-02 ] +2024-10-03 18:05:52,107 INFO: [ epoch: 62 ] [ iter: 66,300 ] [ performance: 21.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:08 ] [ l_g_pix: 4.1495e-02 ] [ l_g_total: 4.1495e-02 ] +2024-10-03 18:05:55,904 INFO: [ epoch: 62 ] [ iter: 66,400 ] [ performance: 26.321 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:59 ] [ l_g_pix: 4.0879e-02 ] [ l_g_total: 4.0879e-02 ] +2024-10-03 18:05:59,641 INFO: [ epoch: 62 ] [ iter: 66,500 ] [ performance: 26.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:50 ] [ l_g_pix: 3.9492e-02 ] [ l_g_total: 3.9492e-02 ] +2024-10-03 18:06:03,394 INFO: [ epoch: 62 ] [ iter: 66,600 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:41 ] [ l_g_pix: 4.3952e-02 ] [ l_g_total: 4.3952e-02 ] +2024-10-03 18:06:07,123 INFO: [ epoch: 62 ] [ iter: 66,700 ] [ performance: 26.763 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:32 ] [ l_g_pix: 3.8786e-02 ] [ l_g_total: 3.8786e-02 ] +2024-10-03 18:06:10,842 INFO: [ epoch: 62 ] [ iter: 66,800 ] [ performance: 26.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:23 ] [ l_g_pix: 2.4515e-02 ] [ l_g_total: 2.4515e-02 ] +2024-10-03 18:06:14,547 INFO: [ epoch: 62 ] [ iter: 66,900 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:14 ] [ l_g_pix: 3.1836e-02 ] [ l_g_total: 3.1836e-02 ] +2024-10-03 18:06:18,460 INFO: [ epoch: 62 ] [ iter: 67,000 ] [ performance: 25.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:05 ] [ l_g_pix: 3.3227e-02 ] [ l_g_total: 3.3227e-02 ] +2024-10-03 18:06:22,249 INFO: [ epoch: 62 ] [ iter: 67,100 ] [ performance: 26.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:56 ] [ l_g_pix: 4.0344e-02 ] [ l_g_total: 4.0344e-02 ] +2024-10-03 18:06:25,899 INFO: [ epoch: 62 ] [ iter: 67,200 ] [ performance: 28.722 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:47 ] [ l_g_pix: 4.2364e-02 ] [ l_g_total: 4.2364e-02 ] +2024-10-03 18:06:31,278 INFO: [ epoch: 63 ] [ iter: 67,300 ] [ performance: 21.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:39 ] [ l_g_pix: 4.1468e-02 ] [ l_g_total: 4.1468e-02 ] +2024-10-03 18:06:35,084 INFO: [ epoch: 63 ] [ iter: 67,400 ] [ performance: 26.206 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:30 ] [ l_g_pix: 3.6476e-02 ] [ l_g_total: 3.6476e-02 ] +2024-10-03 18:06:38,897 INFO: [ epoch: 63 ] [ iter: 67,500 ] [ performance: 26.223 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:21 ] [ l_g_pix: 3.4830e-02 ] [ l_g_total: 3.4830e-02 ] +2024-10-03 18:06:42,687 INFO: [ epoch: 63 ] [ iter: 67,600 ] [ performance: 26.472 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:12 ] [ l_g_pix: 2.6068e-02 ] [ l_g_total: 2.6068e-02 ] +2024-10-03 18:06:46,414 INFO: [ epoch: 63 ] [ iter: 67,700 ] [ performance: 26.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:03 ] [ l_g_pix: 3.2442e-02 ] [ l_g_total: 3.2442e-02 ] +2024-10-03 18:06:50,154 INFO: [ epoch: 63 ] [ iter: 67,800 ] [ performance: 26.531 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:54 ] [ l_g_pix: 3.6722e-02 ] [ l_g_total: 3.6722e-02 ] +2024-10-03 18:06:53,918 INFO: [ epoch: 63 ] [ iter: 67,900 ] [ performance: 26.554 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:45 ] [ l_g_pix: 3.9566e-02 ] [ l_g_total: 3.9566e-02 ] +2024-10-03 18:06:57,745 INFO: [ epoch: 63 ] [ iter: 68,000 ] [ performance: 26.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:36 ] [ l_g_pix: 3.3184e-02 ] [ l_g_total: 3.3184e-02 ] +2024-10-03 18:07:01,506 INFO: [ epoch: 63 ] [ iter: 68,100 ] [ performance: 26.382 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:27 ] [ l_g_pix: 1.8366e-02 ] [ l_g_total: 1.8366e-02 ] +2024-10-03 18:07:05,289 INFO: [ epoch: 63 ] [ iter: 68,200 ] [ performance: 26.647 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:18 ] [ l_g_pix: 3.6168e-02 ] [ l_g_total: 3.6168e-02 ] +2024-10-03 18:07:10,497 INFO: [ epoch: 64 ] [ iter: 68,300 ] [ performance: 21.480 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:10 ] [ l_g_pix: 4.5982e-02 ] [ l_g_total: 4.5982e-02 ] +2024-10-03 18:07:14,479 INFO: [ epoch: 64 ] [ iter: 68,400 ] [ performance: 27.232 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:02 ] [ l_g_pix: 2.8918e-02 ] [ l_g_total: 2.8918e-02 ] +2024-10-03 18:07:18,237 INFO: [ epoch: 64 ] [ iter: 68,500 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:53 ] [ l_g_pix: 2.6752e-02 ] [ l_g_total: 2.6752e-02 ] +2024-10-03 18:07:22,229 INFO: [ epoch: 64 ] [ iter: 68,600 ] [ performance: 25.079 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 2.7744e-02 ] [ l_g_total: 2.7744e-02 ] +2024-10-03 18:07:26,173 INFO: [ epoch: 64 ] [ iter: 68,700 ] [ performance: 25.253 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:35 ] [ l_g_pix: 3.6187e-02 ] [ l_g_total: 3.6187e-02 ] +2024-10-03 18:07:30,161 INFO: [ epoch: 64 ] [ iter: 68,800 ] [ performance: 25.232 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:27 ] [ l_g_pix: 3.6340e-02 ] [ l_g_total: 3.6340e-02 ] +2024-10-03 18:07:34,060 INFO: [ epoch: 64 ] [ iter: 68,900 ] [ performance: 25.501 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:18 ] [ l_g_pix: 2.3750e-02 ] [ l_g_total: 2.3750e-02 ] +2024-10-03 18:07:37,832 INFO: [ epoch: 64 ] [ iter: 69,000 ] [ performance: 26.468 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:09 ] [ l_g_pix: 2.4248e-02 ] [ l_g_total: 2.4248e-02 ] +2024-10-03 18:07:41,630 INFO: [ epoch: 64 ] [ iter: 69,100 ] [ performance: 26.384 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:01 ] [ l_g_pix: 3.3608e-02 ] [ l_g_total: 3.3608e-02 ] +2024-10-03 18:07:45,416 INFO: [ epoch: 64 ] [ iter: 69,200 ] [ performance: 26.273 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:52 ] [ l_g_pix: 3.2322e-02 ] [ l_g_total: 3.2322e-02 ] +2024-10-03 18:07:49,123 INFO: [ epoch: 64 ] [ iter: 69,300 ] [ performance: 26.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:43 ] [ l_g_pix: 2.6343e-02 ] [ l_g_total: 2.6343e-02 ] +2024-10-03 18:07:54,364 INFO: [ epoch: 65 ] [ iter: 69,400 ] [ performance: 15.108 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:35 ] [ l_g_pix: 4.0415e-02 ] [ l_g_total: 4.0415e-02 ] +2024-10-03 18:07:58,143 INFO: [ epoch: 65 ] [ iter: 69,500 ] [ performance: 20.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:26 ] [ l_g_pix: 4.4465e-02 ] [ l_g_total: 4.4465e-02 ] +2024-10-03 18:08:01,905 INFO: [ epoch: 65 ] [ iter: 69,600 ] [ performance: 26.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 3.5612e-02 ] [ l_g_total: 3.5612e-02 ] +2024-10-03 18:08:05,664 INFO: [ epoch: 65 ] [ iter: 69,700 ] [ performance: 26.629 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:09 ] [ l_g_pix: 4.6622e-02 ] [ l_g_total: 4.6622e-02 ] +2024-10-03 18:08:09,432 INFO: [ epoch: 65 ] [ iter: 69,800 ] [ performance: 26.217 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:00 ] [ l_g_pix: 4.4347e-02 ] [ l_g_total: 4.4347e-02 ] +2024-10-03 18:08:13,190 INFO: [ epoch: 65 ] [ iter: 69,900 ] [ performance: 26.477 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 4.1089e-02 ] [ l_g_total: 4.1089e-02 ] +2024-10-03 18:08:17,021 INFO: [ epoch: 65 ] [ iter: 70,000 ] [ performance: 25.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:43 ] [ l_g_pix: 2.9357e-02 ] [ l_g_total: 2.9357e-02 ] +2024-10-03 18:08:17,022 INFO: Saving models and training states. +2024-10-03 18:13:06,907 INFO: Validation val + + # psnr: 27.1703........ Best: 27.1703 @ 70000 iter + # ssim: 0.7652........ Best: 0.7652 @ 70000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-10-03 18:13:10,609 INFO: [ epoch: 65 ] [ iter: 70,100 ] [ performance: 26.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:38 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-10-03 18:13:14,391 INFO: [ epoch: 65 ] [ iter: 70,200 ] [ performance: 26.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:29 ] [ l_g_pix: 2.1403e-02 ] [ l_g_total: 2.1403e-02 ] +2024-10-03 18:13:18,137 INFO: [ epoch: 65 ] [ iter: 70,300 ] [ performance: 26.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:20 ] [ l_g_pix: 4.1001e-02 ] [ l_g_total: 4.1001e-02 ] +2024-10-03 18:13:21,613 INFO: [ epoch: 65 ] [ iter: 70,400 ] [ performance: 29.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:11 ] [ l_g_pix: 3.8287e-02 ] [ l_g_total: 3.8287e-02 ] +2024-10-03 18:13:26,895 INFO: [ epoch: 66 ] [ iter: 70,500 ] [ performance: 21.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:02 ] [ l_g_pix: 2.3129e-02 ] [ l_g_total: 2.3129e-02 ] +2024-10-03 18:13:30,632 INFO: [ epoch: 66 ] [ iter: 70,600 ] [ performance: 26.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:53 ] [ l_g_pix: 3.3435e-02 ] [ l_g_total: 3.3435e-02 ] +2024-10-03 18:13:34,336 INFO: [ epoch: 66 ] [ iter: 70,700 ] [ performance: 26.919 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:44 ] [ l_g_pix: 3.4158e-02 ] [ l_g_total: 3.4158e-02 ] +2024-10-03 18:13:38,069 INFO: [ epoch: 66 ] [ iter: 70,800 ] [ performance: 27.032 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:35 ] [ l_g_pix: 3.0230e-02 ] [ l_g_total: 3.0230e-02 ] +2024-10-03 18:13:41,767 INFO: [ epoch: 66 ] [ iter: 70,900 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:26 ] [ l_g_pix: 2.8775e-02 ] [ l_g_total: 2.8775e-02 ] +2024-10-03 18:13:45,479 INFO: [ epoch: 66 ] [ iter: 71,000 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:17 ] [ l_g_pix: 3.0229e-02 ] [ l_g_total: 3.0229e-02 ] +2024-10-03 18:13:49,227 INFO: [ epoch: 66 ] [ iter: 71,100 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:08 ] [ l_g_pix: 3.4958e-02 ] [ l_g_total: 3.4958e-02 ] +2024-10-03 18:13:52,937 INFO: [ epoch: 66 ] [ iter: 71,200 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:59 ] [ l_g_pix: 2.6825e-02 ] [ l_g_total: 2.6825e-02 ] +2024-10-03 18:13:56,691 INFO: [ epoch: 66 ] [ iter: 71,300 ] [ performance: 26.684 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:50 ] [ l_g_pix: 4.3326e-02 ] [ l_g_total: 4.3326e-02 ] +2024-10-03 18:14:00,432 INFO: [ epoch: 66 ] [ iter: 71,400 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:41 ] [ l_g_pix: 2.2800e-02 ] [ l_g_total: 2.2800e-02 ] +2024-10-03 18:14:05,237 INFO: [ epoch: 67 ] [ iter: 71,500 ] [ performance: 22.414 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:32 ] [ l_g_pix: 3.2470e-02 ] [ l_g_total: 3.2470e-02 ] +2024-10-03 18:14:09,311 INFO: [ epoch: 67 ] [ iter: 71,600 ] [ performance: 26.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 3.2546e-02 ] [ l_g_total: 3.2546e-02 ] +2024-10-03 18:14:13,069 INFO: [ epoch: 67 ] [ iter: 71,700 ] [ performance: 26.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:14 ] [ l_g_pix: 4.5836e-02 ] [ l_g_total: 4.5836e-02 ] +2024-10-03 18:14:16,879 INFO: [ epoch: 67 ] [ iter: 71,800 ] [ performance: 26.266 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:05 ] [ l_g_pix: 2.7707e-02 ] [ l_g_total: 2.7707e-02 ] +2024-10-03 18:14:20,902 INFO: [ epoch: 67 ] [ iter: 71,900 ] [ performance: 25.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:57 ] [ l_g_pix: 4.8756e-02 ] [ l_g_total: 4.8756e-02 ] +2024-10-03 18:14:24,748 INFO: [ epoch: 67 ] [ iter: 72,000 ] [ performance: 25.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:48 ] [ l_g_pix: 3.0534e-02 ] [ l_g_total: 3.0534e-02 ] +2024-10-03 18:14:28,624 INFO: [ epoch: 67 ] [ iter: 72,100 ] [ performance: 25.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:39 ] [ l_g_pix: 2.6732e-02 ] [ l_g_total: 2.6732e-02 ] +2024-10-03 18:14:32,420 INFO: [ epoch: 67 ] [ iter: 72,200 ] [ performance: 26.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:30 ] [ l_g_pix: 2.7256e-02 ] [ l_g_total: 2.7256e-02 ] +2024-10-03 18:14:36,251 INFO: [ epoch: 67 ] [ iter: 72,300 ] [ performance: 26.131 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:21 ] [ l_g_pix: 3.5922e-02 ] [ l_g_total: 3.5922e-02 ] +2024-10-03 18:14:40,039 INFO: [ epoch: 67 ] [ iter: 72,400 ] [ performance: 26.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:12 ] [ l_g_pix: 3.4856e-02 ] [ l_g_total: 3.4856e-02 ] +2024-10-03 18:14:43,752 INFO: [ epoch: 67 ] [ iter: 72,500 ] [ performance: 26.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:04 ] [ l_g_pix: 4.0312e-02 ] [ l_g_total: 4.0312e-02 ] +2024-10-03 18:14:49,139 INFO: [ epoch: 68 ] [ iter: 72,600 ] [ performance: 20.070 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:55 ] [ l_g_pix: 3.6969e-02 ] [ l_g_total: 3.6969e-02 ] +2024-10-03 18:14:53,014 INFO: [ epoch: 68 ] [ iter: 72,700 ] [ performance: 23.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:47 ] [ l_g_pix: 3.2734e-02 ] [ l_g_total: 3.2734e-02 ] +2024-10-03 18:14:56,837 INFO: [ epoch: 68 ] [ iter: 72,800 ] [ performance: 26.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:38 ] [ l_g_pix: 3.1528e-02 ] [ l_g_total: 3.1528e-02 ] +2024-10-03 18:15:00,569 INFO: [ epoch: 68 ] [ iter: 72,900 ] [ performance: 26.655 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:29 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-03 18:15:04,353 INFO: [ epoch: 68 ] [ iter: 73,000 ] [ performance: 26.795 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:20 ] [ l_g_pix: 3.2412e-02 ] [ l_g_total: 3.2412e-02 ] +2024-10-03 18:15:08,125 INFO: [ epoch: 68 ] [ iter: 73,100 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:12 ] [ l_g_pix: 4.5425e-02 ] [ l_g_total: 4.5425e-02 ] +2024-10-03 18:15:11,939 INFO: [ epoch: 68 ] [ iter: 73,200 ] [ performance: 25.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:03 ] [ l_g_pix: 3.2966e-02 ] [ l_g_total: 3.2966e-02 ] +2024-10-03 18:15:15,726 INFO: [ epoch: 68 ] [ iter: 73,300 ] [ performance: 26.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:54 ] [ l_g_pix: 3.1585e-02 ] [ l_g_total: 3.1585e-02 ] +2024-10-03 18:15:19,515 INFO: [ epoch: 68 ] [ iter: 73,400 ] [ performance: 26.491 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:45 ] [ l_g_pix: 3.5325e-02 ] [ l_g_total: 3.5325e-02 ] +2024-10-03 18:15:23,294 INFO: [ epoch: 68 ] [ iter: 73,500 ] [ performance: 26.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:37 ] [ l_g_pix: 3.6255e-02 ] [ l_g_total: 3.6255e-02 ] +2024-10-03 18:15:26,801 INFO: [ epoch: 68 ] [ iter: 73,600 ] [ performance: 29.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:28 ] [ l_g_pix: 2.3356e-02 ] [ l_g_total: 2.3356e-02 ] +2024-10-03 18:15:32,124 INFO: [ epoch: 69 ] [ iter: 73,700 ] [ performance: 20.727 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:20 ] [ l_g_pix: 1.7470e-02 ] [ l_g_total: 1.7470e-02 ] +2024-10-03 18:15:35,829 INFO: [ epoch: 69 ] [ iter: 73,800 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:11 ] [ l_g_pix: 3.4637e-02 ] [ l_g_total: 3.4637e-02 ] +2024-10-03 18:15:39,553 INFO: [ epoch: 69 ] [ iter: 73,900 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:02 ] [ l_g_pix: 4.0228e-02 ] [ l_g_total: 4.0228e-02 ] +2024-10-03 18:15:43,292 INFO: [ epoch: 69 ] [ iter: 74,000 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:54 ] [ l_g_pix: 4.0205e-02 ] [ l_g_total: 4.0205e-02 ] +2024-10-03 18:15:46,995 INFO: [ epoch: 69 ] [ iter: 74,100 ] [ performance: 26.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:45 ] [ l_g_pix: 2.6115e-02 ] [ l_g_total: 2.6115e-02 ] +2024-10-03 18:15:50,698 INFO: [ epoch: 69 ] [ iter: 74,200 ] [ performance: 27.174 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:37 ] [ l_g_pix: 3.8343e-02 ] [ l_g_total: 3.8343e-02 ] +2024-10-03 18:15:54,367 INFO: [ epoch: 69 ] [ iter: 74,300 ] [ performance: 27.241 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 3.5796e-02 ] [ l_g_total: 3.5796e-02 ] +2024-10-03 18:15:58,057 INFO: [ epoch: 69 ] [ iter: 74,400 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:19 ] [ l_g_pix: 3.3449e-02 ] [ l_g_total: 3.3449e-02 ] +2024-10-03 18:16:01,839 INFO: [ epoch: 69 ] [ iter: 74,500 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:11 ] [ l_g_pix: 3.4113e-02 ] [ l_g_total: 3.4113e-02 ] +2024-10-03 18:16:05,555 INFO: [ epoch: 69 ] [ iter: 74,600 ] [ performance: 26.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:02 ] [ l_g_pix: 4.1147e-02 ] [ l_g_total: 4.1147e-02 ] +2024-10-03 18:16:10,423 INFO: [ epoch: 70 ] [ iter: 74,700 ] [ performance: 21.716 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:54 ] [ l_g_pix: 2.7696e-02 ] [ l_g_total: 2.7696e-02 ] +2024-10-03 18:16:14,449 INFO: [ epoch: 70 ] [ iter: 74,800 ] [ performance: 27.456 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:46 ] [ l_g_pix: 4.1755e-02 ] [ l_g_total: 4.1755e-02 ] +2024-10-03 18:16:18,165 INFO: [ epoch: 70 ] [ iter: 74,900 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:37 ] [ l_g_pix: 4.6153e-02 ] [ l_g_total: 4.6153e-02 ] +2024-10-03 18:16:21,905 INFO: [ epoch: 70 ] [ iter: 75,000 ] [ performance: 26.539 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:29 ] [ l_g_pix: 2.8478e-02 ] [ l_g_total: 2.8478e-02 ] +2024-10-03 18:16:25,593 INFO: [ epoch: 70 ] [ iter: 75,100 ] [ performance: 26.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:20 ] [ l_g_pix: 4.0769e-02 ] [ l_g_total: 4.0769e-02 ] +2024-10-03 18:16:29,266 INFO: [ epoch: 70 ] [ iter: 75,200 ] [ performance: 27.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:11 ] [ l_g_pix: 2.3881e-02 ] [ l_g_total: 2.3881e-02 ] +2024-10-03 18:16:33,075 INFO: [ epoch: 70 ] [ iter: 75,300 ] [ performance: 26.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:03 ] [ l_g_pix: 2.6067e-02 ] [ l_g_total: 2.6067e-02 ] +2024-10-03 18:16:36,935 INFO: [ epoch: 70 ] [ iter: 75,400 ] [ performance: 26.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:55 ] [ l_g_pix: 2.7437e-02 ] [ l_g_total: 2.7437e-02 ] +2024-10-03 18:16:40,784 INFO: [ epoch: 70 ] [ iter: 75,500 ] [ performance: 26.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:46 ] [ l_g_pix: 3.3219e-02 ] [ l_g_total: 3.3219e-02 ] +2024-10-03 18:16:44,659 INFO: [ epoch: 70 ] [ iter: 75,600 ] [ performance: 26.482 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:38 ] [ l_g_pix: 3.6511e-02 ] [ l_g_total: 3.6511e-02 ] +2024-10-03 18:16:48,314 INFO: [ epoch: 70 ] [ iter: 75,700 ] [ performance: 27.195 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:29 ] [ l_g_pix: 3.2163e-02 ] [ l_g_total: 3.2163e-02 ] +2024-10-03 18:16:53,574 INFO: [ epoch: 71 ] [ iter: 75,800 ] [ performance: 21.128 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:21 ] [ l_g_pix: 3.6136e-02 ] [ l_g_total: 3.6136e-02 ] +2024-10-03 18:16:57,506 INFO: [ epoch: 71 ] [ iter: 75,900 ] [ performance: 24.503 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:13 ] [ l_g_pix: 3.5235e-02 ] [ l_g_total: 3.5235e-02 ] +2024-10-03 18:17:01,373 INFO: [ epoch: 71 ] [ iter: 76,000 ] [ performance: 25.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 2.9961e-02 ] [ l_g_total: 2.9961e-02 ] +2024-10-03 18:17:05,210 INFO: [ epoch: 71 ] [ iter: 76,100 ] [ performance: 26.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:56 ] [ l_g_pix: 3.1068e-02 ] [ l_g_total: 3.1068e-02 ] +2024-10-03 18:17:09,041 INFO: [ epoch: 71 ] [ iter: 76,200 ] [ performance: 25.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:48 ] [ l_g_pix: 3.3274e-02 ] [ l_g_total: 3.3274e-02 ] +2024-10-03 18:17:12,870 INFO: [ epoch: 71 ] [ iter: 76,300 ] [ performance: 26.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:40 ] [ l_g_pix: 3.7138e-02 ] [ l_g_total: 3.7138e-02 ] +2024-10-03 18:17:16,579 INFO: [ epoch: 71 ] [ iter: 76,400 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:31 ] [ l_g_pix: 3.0299e-02 ] [ l_g_total: 3.0299e-02 ] +2024-10-03 18:17:20,353 INFO: [ epoch: 71 ] [ iter: 76,500 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:23 ] [ l_g_pix: 3.3135e-02 ] [ l_g_total: 3.3135e-02 ] +2024-10-03 18:17:24,114 INFO: [ epoch: 71 ] [ iter: 76,600 ] [ performance: 27.025 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 4.2600e-02 ] [ l_g_total: 4.2600e-02 ] +2024-10-03 18:17:27,942 INFO: [ epoch: 71 ] [ iter: 76,700 ] [ performance: 26.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:06 ] [ l_g_pix: 4.5374e-02 ] [ l_g_total: 4.5374e-02 ] +2024-10-03 18:17:31,546 INFO: [ epoch: 71 ] [ iter: 76,800 ] [ performance: 28.080 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:58 ] [ l_g_pix: 3.1429e-02 ] [ l_g_total: 3.1429e-02 ] +2024-10-03 18:17:36,956 INFO: [ epoch: 72 ] [ iter: 76,900 ] [ performance: 19.504 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:50 ] [ l_g_pix: 3.2204e-02 ] [ l_g_total: 3.2204e-02 ] +2024-10-03 18:17:40,751 INFO: [ epoch: 72 ] [ iter: 77,000 ] [ performance: 26.287 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:42 ] [ l_g_pix: 4.2709e-02 ] [ l_g_total: 4.2709e-02 ] +2024-10-03 18:17:44,588 INFO: [ epoch: 72 ] [ iter: 77,100 ] [ performance: 26.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:34 ] [ l_g_pix: 3.4585e-02 ] [ l_g_total: 3.4585e-02 ] +2024-10-03 18:17:48,331 INFO: [ epoch: 72 ] [ iter: 77,200 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:26 ] [ l_g_pix: 3.3997e-02 ] [ l_g_total: 3.3997e-02 ] +2024-10-03 18:17:52,085 INFO: [ epoch: 72 ] [ iter: 77,300 ] [ performance: 26.708 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:17 ] [ l_g_pix: 3.6502e-02 ] [ l_g_total: 3.6502e-02 ] +2024-10-03 18:17:55,831 INFO: [ epoch: 72 ] [ iter: 77,400 ] [ performance: 26.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:09 ] [ l_g_pix: 3.2106e-02 ] [ l_g_total: 3.2106e-02 ] +2024-10-03 18:17:59,660 INFO: [ epoch: 72 ] [ iter: 77,500 ] [ performance: 26.110 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:01 ] [ l_g_pix: 3.0506e-02 ] [ l_g_total: 3.0506e-02 ] +2024-10-03 18:18:03,543 INFO: [ epoch: 72 ] [ iter: 77,600 ] [ performance: 25.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:53 ] [ l_g_pix: 3.5370e-02 ] [ l_g_total: 3.5370e-02 ] +2024-10-03 18:18:07,351 INFO: [ epoch: 72 ] [ iter: 77,700 ] [ performance: 26.214 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:45 ] [ l_g_pix: 4.9032e-02 ] [ l_g_total: 4.9032e-02 ] +2024-10-03 18:18:11,136 INFO: [ epoch: 72 ] [ iter: 77,800 ] [ performance: 25.918 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 3.1856e-02 ] [ l_g_total: 3.1856e-02 ] +2024-10-03 18:18:15,955 INFO: [ epoch: 73 ] [ iter: 77,900 ] [ performance: 21.275 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:28 ] [ l_g_pix: 3.2139e-02 ] [ l_g_total: 3.2139e-02 ] +2024-10-03 18:18:20,126 INFO: [ epoch: 73 ] [ iter: 78,000 ] [ performance: 25.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:20 ] [ l_g_pix: 4.3574e-02 ] [ l_g_total: 4.3574e-02 ] +2024-10-03 18:18:23,937 INFO: [ epoch: 73 ] [ iter: 78,100 ] [ performance: 26.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:12 ] [ l_g_pix: 3.1001e-02 ] [ l_g_total: 3.1001e-02 ] +2024-10-03 18:18:27,697 INFO: [ epoch: 73 ] [ iter: 78,200 ] [ performance: 27.157 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:04 ] [ l_g_pix: 3.3828e-02 ] [ l_g_total: 3.3828e-02 ] +2024-10-03 18:18:31,530 INFO: [ epoch: 73 ] [ iter: 78,300 ] [ performance: 26.193 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:56 ] [ l_g_pix: 2.4242e-02 ] [ l_g_total: 2.4242e-02 ] +2024-10-03 18:18:35,431 INFO: [ epoch: 73 ] [ iter: 78,400 ] [ performance: 26.329 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:48 ] [ l_g_pix: 3.6805e-02 ] [ l_g_total: 3.6805e-02 ] +2024-10-03 18:18:39,220 INFO: [ epoch: 73 ] [ iter: 78,500 ] [ performance: 26.394 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:40 ] [ l_g_pix: 4.1551e-02 ] [ l_g_total: 4.1551e-02 ] +2024-10-03 18:18:43,179 INFO: [ epoch: 73 ] [ iter: 78,600 ] [ performance: 25.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:32 ] [ l_g_pix: 4.8231e-02 ] [ l_g_total: 4.8231e-02 ] +2024-10-03 18:18:47,101 INFO: [ epoch: 73 ] [ iter: 78,700 ] [ performance: 25.462 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:24 ] [ l_g_pix: 3.5602e-02 ] [ l_g_total: 3.5602e-02 ] +2024-10-03 18:18:50,910 INFO: [ epoch: 73 ] [ iter: 78,800 ] [ performance: 26.615 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 4.5276e-02 ] [ l_g_total: 4.5276e-02 ] +2024-10-03 18:18:54,643 INFO: [ epoch: 73 ] [ iter: 78,900 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:08 ] [ l_g_pix: 3.1857e-02 ] [ l_g_total: 3.1857e-02 ] +2024-10-03 18:18:59,950 INFO: [ epoch: 74 ] [ iter: 79,000 ] [ performance: 24.482 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:00 ] [ l_g_pix: 4.4810e-02 ] [ l_g_total: 4.4810e-02 ] +2024-10-03 18:19:03,814 INFO: [ epoch: 74 ] [ iter: 79,100 ] [ performance: 25.789 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:52 ] [ l_g_pix: 3.2268e-02 ] [ l_g_total: 3.2268e-02 ] +2024-10-03 18:19:07,619 INFO: [ epoch: 74 ] [ iter: 79,200 ] [ performance: 27.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:44 ] [ l_g_pix: 3.2622e-02 ] [ l_g_total: 3.2622e-02 ] +2024-10-03 18:19:11,387 INFO: [ epoch: 74 ] [ iter: 79,300 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:36 ] [ l_g_pix: 4.0900e-02 ] [ l_g_total: 4.0900e-02 ] +2024-10-03 18:19:15,163 INFO: [ epoch: 74 ] [ iter: 79,400 ] [ performance: 27.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:28 ] [ l_g_pix: 4.9948e-02 ] [ l_g_total: 4.9948e-02 ] +2024-10-03 18:19:18,878 INFO: [ epoch: 74 ] [ iter: 79,500 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:20 ] [ l_g_pix: 3.8335e-02 ] [ l_g_total: 3.8335e-02 ] +2024-10-03 18:19:22,585 INFO: [ epoch: 74 ] [ iter: 79,600 ] [ performance: 26.606 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:12 ] [ l_g_pix: 3.9273e-02 ] [ l_g_total: 3.9273e-02 ] +2024-10-03 18:19:26,352 INFO: [ epoch: 74 ] [ iter: 79,700 ] [ performance: 26.556 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:04 ] [ l_g_pix: 4.2990e-02 ] [ l_g_total: 4.2990e-02 ] +2024-10-03 18:19:30,062 INFO: [ epoch: 74 ] [ iter: 79,800 ] [ performance: 27.165 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:56 ] [ l_g_pix: 2.9875e-02 ] [ l_g_total: 2.9875e-02 ] +2024-10-03 18:19:33,836 INFO: [ epoch: 74 ] [ iter: 79,900 ] [ performance: 26.525 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:48 ] [ l_g_pix: 3.4241e-02 ] [ l_g_total: 3.4241e-02 ] +2024-10-03 18:19:37,460 INFO: [ epoch: 74 ] [ iter: 80,000 ] [ performance: 28.487 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:40 ] [ l_g_pix: 3.9655e-02 ] [ l_g_total: 3.9655e-02 ] +2024-10-03 18:19:37,460 INFO: Saving models and training states. +2024-10-03 18:22:41,616 INFO: Validation val + + # psnr: 27.1784........ Best: 27.1784 @ 80000 iter + # ssim: 0.7656........ Best: 0.7656 @ 80000 iter + # dists: 0.7733........ Best: 0.7733 @ 80000 iter + +2024-10-03 18:22:48,315 INFO: [ epoch: 75 ] [ iter: 80,100 ] [ performance: 15.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 4.9748e-02 ] [ l_g_total: 4.9748e-02 ] +2024-10-03 18:22:52,206 INFO: [ epoch: 75 ] [ iter: 80,200 ] [ performance: 25.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:10 ] [ l_g_pix: 3.2027e-02 ] [ l_g_total: 3.2027e-02 ] +2024-10-03 18:22:55,992 INFO: [ epoch: 75 ] [ iter: 80,300 ] [ performance: 26.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-03 18:22:59,855 INFO: [ epoch: 75 ] [ iter: 80,400 ] [ performance: 26.152 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:54 ] [ l_g_pix: 3.4547e-02 ] [ l_g_total: 3.4547e-02 ] +2024-10-03 18:23:03,762 INFO: [ epoch: 75 ] [ iter: 80,500 ] [ performance: 25.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:46 ] [ l_g_pix: 4.0407e-02 ] [ l_g_total: 4.0407e-02 ] +2024-10-03 18:23:07,628 INFO: [ epoch: 75 ] [ iter: 80,600 ] [ performance: 25.737 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:38 ] [ l_g_pix: 4.0078e-02 ] [ l_g_total: 4.0078e-02 ] +2024-10-03 18:23:11,443 INFO: [ epoch: 75 ] [ iter: 80,700 ] [ performance: 26.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:30 ] [ l_g_pix: 4.3111e-02 ] [ l_g_total: 4.3111e-02 ] +2024-10-03 18:23:15,306 INFO: [ epoch: 75 ] [ iter: 80,800 ] [ performance: 26.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:22 ] [ l_g_pix: 4.1522e-02 ] [ l_g_total: 4.1522e-02 ] +2024-10-03 18:23:19,150 INFO: [ epoch: 75 ] [ iter: 80,900 ] [ performance: 26.077 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:13 ] [ l_g_pix: 3.3435e-02 ] [ l_g_total: 3.3435e-02 ] +2024-10-03 18:23:22,961 INFO: [ epoch: 75 ] [ iter: 81,000 ] [ performance: 26.166 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:05 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-03 18:23:28,008 INFO: [ epoch: 76 ] [ iter: 81,100 ] [ performance: 19.660 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:58 ] [ l_g_pix: 4.7106e-02 ] [ l_g_total: 4.7106e-02 ] +2024-10-03 18:23:32,181 INFO: [ epoch: 76 ] [ iter: 81,200 ] [ performance: 21.636 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:49 ] [ l_g_pix: 3.8221e-02 ] [ l_g_total: 3.8221e-02 ] +2024-10-03 18:23:36,014 INFO: [ epoch: 76 ] [ iter: 81,300 ] [ performance: 26.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:41 ] [ l_g_pix: 3.2650e-02 ] [ l_g_total: 3.2650e-02 ] +2024-10-03 18:23:39,789 INFO: [ epoch: 76 ] [ iter: 81,400 ] [ performance: 26.336 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:33 ] [ l_g_pix: 3.7119e-02 ] [ l_g_total: 3.7119e-02 ] +2024-10-03 18:23:43,679 INFO: [ epoch: 76 ] [ iter: 81,500 ] [ performance: 25.731 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:25 ] [ l_g_pix: 3.8586e-02 ] [ l_g_total: 3.8586e-02 ] +2024-10-03 18:23:47,477 INFO: [ epoch: 76 ] [ iter: 81,600 ] [ performance: 26.038 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:17 ] [ l_g_pix: 3.7305e-02 ] [ l_g_total: 3.7305e-02 ] +2024-10-03 18:23:51,393 INFO: [ epoch: 76 ] [ iter: 81,700 ] [ performance: 25.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:09 ] [ l_g_pix: 2.4222e-02 ] [ l_g_total: 2.4222e-02 ] +2024-10-03 18:23:55,248 INFO: [ epoch: 76 ] [ iter: 81,800 ] [ performance: 25.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 2.9244e-02 ] [ l_g_total: 2.9244e-02 ] +2024-10-03 18:23:59,101 INFO: [ epoch: 76 ] [ iter: 81,900 ] [ performance: 26.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:53 ] [ l_g_pix: 3.7125e-02 ] [ l_g_total: 3.7125e-02 ] +2024-10-03 18:24:02,944 INFO: [ epoch: 76 ] [ iter: 82,000 ] [ performance: 26.043 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 3.6455e-02 ] [ l_g_total: 3.6455e-02 ] +2024-10-03 18:24:06,790 INFO: [ epoch: 76 ] [ iter: 82,100 ] [ performance: 26.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:37 ] [ l_g_pix: 3.9169e-02 ] [ l_g_total: 3.9169e-02 ] +2024-10-03 18:24:12,303 INFO: [ epoch: 77 ] [ iter: 82,200 ] [ performance: 21.234 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:30 ] [ l_g_pix: 3.3402e-02 ] [ l_g_total: 3.3402e-02 ] +2024-10-03 18:24:16,123 INFO: [ epoch: 77 ] [ iter: 82,300 ] [ performance: 26.242 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:22 ] [ l_g_pix: 3.4965e-02 ] [ l_g_total: 3.4965e-02 ] +2024-10-03 18:24:19,953 INFO: [ epoch: 77 ] [ iter: 82,400 ] [ performance: 26.175 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:14 ] [ l_g_pix: 3.5068e-02 ] [ l_g_total: 3.5068e-02 ] +2024-10-03 18:24:23,749 INFO: [ epoch: 77 ] [ iter: 82,500 ] [ performance: 26.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:06 ] [ l_g_pix: 3.9549e-02 ] [ l_g_total: 3.9549e-02 ] +2024-10-03 18:24:27,546 INFO: [ epoch: 77 ] [ iter: 82,600 ] [ performance: 26.361 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:58 ] [ l_g_pix: 2.9673e-02 ] [ l_g_total: 2.9673e-02 ] +2024-10-03 18:24:31,288 INFO: [ epoch: 77 ] [ iter: 82,700 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:50 ] [ l_g_pix: 2.4839e-02 ] [ l_g_total: 2.4839e-02 ] +2024-10-03 18:24:35,092 INFO: [ epoch: 77 ] [ iter: 82,800 ] [ performance: 26.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:42 ] [ l_g_pix: 4.4308e-02 ] [ l_g_total: 4.4308e-02 ] +2024-10-03 18:24:38,911 INFO: [ epoch: 77 ] [ iter: 82,900 ] [ performance: 26.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:34 ] [ l_g_pix: 3.5338e-02 ] [ l_g_total: 3.5338e-02 ] +2024-10-03 18:24:42,750 INFO: [ epoch: 77 ] [ iter: 83,000 ] [ performance: 26.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 3.6923e-02 ] [ l_g_total: 3.6923e-02 ] +2024-10-03 18:24:46,578 INFO: [ epoch: 77 ] [ iter: 83,100 ] [ performance: 26.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:18 ] [ l_g_pix: 2.1153e-02 ] [ l_g_total: 2.1153e-02 ] +2024-10-03 18:24:50,233 INFO: [ epoch: 77 ] [ iter: 83,200 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:10 ] [ l_g_pix: 2.9647e-02 ] [ l_g_total: 2.9647e-02 ] +2024-10-03 18:24:55,744 INFO: [ epoch: 78 ] [ iter: 83,300 ] [ performance: 17.120 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 3.3594e-02 ] [ l_g_total: 3.3594e-02 ] +2024-10-03 18:24:59,571 INFO: [ epoch: 78 ] [ iter: 83,400 ] [ performance: 21.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 2.9125e-02 ] [ l_g_total: 2.9125e-02 ] +2024-10-03 18:25:03,421 INFO: [ epoch: 78 ] [ iter: 83,500 ] [ performance: 26.157 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:47 ] [ l_g_pix: 3.2133e-02 ] [ l_g_total: 3.2133e-02 ] +2024-10-03 18:25:07,310 INFO: [ epoch: 78 ] [ iter: 83,600 ] [ performance: 25.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:39 ] [ l_g_pix: 2.8590e-02 ] [ l_g_total: 2.8590e-02 ] +2024-10-03 18:25:11,185 INFO: [ epoch: 78 ] [ iter: 83,700 ] [ performance: 25.916 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:31 ] [ l_g_pix: 3.8800e-02 ] [ l_g_total: 3.8800e-02 ] +2024-10-03 18:25:15,109 INFO: [ epoch: 78 ] [ iter: 83,800 ] [ performance: 25.682 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 3.4310e-02 ] [ l_g_total: 3.4310e-02 ] +2024-10-03 18:25:18,939 INFO: [ epoch: 78 ] [ iter: 83,900 ] [ performance: 26.190 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:15 ] [ l_g_pix: 2.4498e-02 ] [ l_g_total: 2.4498e-02 ] +2024-10-03 18:25:22,775 INFO: [ epoch: 78 ] [ iter: 84,000 ] [ performance: 26.129 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:08 ] [ l_g_pix: 3.2936e-02 ] [ l_g_total: 3.2936e-02 ] +2024-10-03 18:25:26,659 INFO: [ epoch: 78 ] [ iter: 84,100 ] [ performance: 25.645 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:00 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-03 18:25:30,497 INFO: [ epoch: 78 ] [ iter: 84,200 ] [ performance: 25.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:52 ] [ l_g_pix: 3.7756e-02 ] [ l_g_total: 3.7756e-02 ] +2024-10-03 18:25:35,419 INFO: [ epoch: 79 ] [ iter: 84,300 ] [ performance: 19.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 4.0746e-02 ] [ l_g_total: 4.0746e-02 ] +2024-10-03 18:25:39,779 INFO: [ epoch: 79 ] [ iter: 84,400 ] [ performance: 21.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:37 ] [ l_g_pix: 3.6867e-02 ] [ l_g_total: 3.6867e-02 ] +2024-10-03 18:25:43,716 INFO: [ epoch: 79 ] [ iter: 84,500 ] [ performance: 25.556 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:29 ] [ l_g_pix: 2.4043e-02 ] [ l_g_total: 2.4043e-02 ] +2024-10-03 18:25:47,539 INFO: [ epoch: 79 ] [ iter: 84,600 ] [ performance: 25.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:21 ] [ l_g_pix: 3.6961e-02 ] [ l_g_total: 3.6961e-02 ] +2024-10-03 18:25:51,441 INFO: [ epoch: 79 ] [ iter: 84,700 ] [ performance: 25.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:14 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-03 18:25:55,228 INFO: [ epoch: 79 ] [ iter: 84,800 ] [ performance: 26.056 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:06 ] [ l_g_pix: 3.9743e-02 ] [ l_g_total: 3.9743e-02 ] +2024-10-03 18:25:59,087 INFO: [ epoch: 79 ] [ iter: 84,900 ] [ performance: 25.919 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:58 ] [ l_g_pix: 3.7066e-02 ] [ l_g_total: 3.7066e-02 ] +2024-10-03 18:26:02,815 INFO: [ epoch: 79 ] [ iter: 85,000 ] [ performance: 26.424 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:50 ] [ l_g_pix: 3.8775e-02 ] [ l_g_total: 3.8775e-02 ] +2024-10-03 18:26:06,693 INFO: [ epoch: 79 ] [ iter: 85,100 ] [ performance: 25.901 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:43 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-03 18:26:10,569 INFO: [ epoch: 79 ] [ iter: 85,200 ] [ performance: 25.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:35 ] [ l_g_pix: 3.2713e-02 ] [ l_g_total: 3.2713e-02 ] +2024-10-03 18:26:14,237 INFO: [ epoch: 79 ] [ iter: 85,300 ] [ performance: 27.926 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:27 ] [ l_g_pix: 3.8967e-02 ] [ l_g_total: 3.8967e-02 ] +2024-10-03 18:26:19,411 INFO: [ epoch: 80 ] [ iter: 85,400 ] [ performance: 22.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:20 ] [ l_g_pix: 3.9310e-02 ] [ l_g_total: 3.9310e-02 ] +2024-10-03 18:26:23,414 INFO: [ epoch: 80 ] [ iter: 85,500 ] [ performance: 26.444 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:12 ] [ l_g_pix: 3.4231e-02 ] [ l_g_total: 3.4231e-02 ] +2024-10-03 18:26:27,173 INFO: [ epoch: 80 ] [ iter: 85,600 ] [ performance: 26.537 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:04 ] [ l_g_pix: 3.1814e-02 ] [ l_g_total: 3.1814e-02 ] +2024-10-03 18:26:31,023 INFO: [ epoch: 80 ] [ iter: 85,700 ] [ performance: 25.954 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:57 ] [ l_g_pix: 2.7000e-02 ] [ l_g_total: 2.7000e-02 ] +2024-10-03 18:26:34,867 INFO: [ epoch: 80 ] [ iter: 85,800 ] [ performance: 25.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:49 ] [ l_g_pix: 2.6477e-02 ] [ l_g_total: 2.6477e-02 ] +2024-10-03 18:26:38,719 INFO: [ epoch: 80 ] [ iter: 85,900 ] [ performance: 25.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:41 ] [ l_g_pix: 5.7086e-02 ] [ l_g_total: 5.7086e-02 ] +2024-10-03 18:26:42,552 INFO: [ epoch: 80 ] [ iter: 86,000 ] [ performance: 25.909 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:34 ] [ l_g_pix: 3.1638e-02 ] [ l_g_total: 3.1638e-02 ] +2024-10-03 18:26:46,322 INFO: [ epoch: 80 ] [ iter: 86,100 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 2.4683e-02 ] [ l_g_total: 2.4683e-02 ] +2024-10-03 18:26:50,202 INFO: [ epoch: 80 ] [ iter: 86,200 ] [ performance: 26.081 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:18 ] [ l_g_pix: 3.9385e-02 ] [ l_g_total: 3.9385e-02 ] +2024-10-03 18:26:54,121 INFO: [ epoch: 80 ] [ iter: 86,300 ] [ performance: 25.880 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:11 ] [ l_g_pix: 3.7445e-02 ] [ l_g_total: 3.7445e-02 ] +2024-10-03 18:26:57,746 INFO: [ epoch: 80 ] [ iter: 86,400 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:03 ] [ l_g_pix: 3.9326e-02 ] [ l_g_total: 3.9326e-02 ] +2024-10-03 18:27:05,034 INFO: [ epoch: 81 ] [ iter: 86,500 ] [ performance: 14.840 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:56 ] [ l_g_pix: 3.8176e-02 ] [ l_g_total: 3.8176e-02 ] +2024-10-03 18:27:09,332 INFO: [ epoch: 81 ] [ iter: 86,600 ] [ performance: 18.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:49 ] [ l_g_pix: 2.9519e-02 ] [ l_g_total: 2.9519e-02 ] +2024-10-03 18:27:13,151 INFO: [ epoch: 81 ] [ iter: 86,700 ] [ performance: 26.110 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:41 ] [ l_g_pix: 3.7647e-02 ] [ l_g_total: 3.7647e-02 ] +2024-10-03 18:27:16,972 INFO: [ epoch: 81 ] [ iter: 86,800 ] [ performance: 26.153 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:34 ] [ l_g_pix: 4.4468e-02 ] [ l_g_total: 4.4468e-02 ] +2024-10-03 18:27:20,815 INFO: [ epoch: 81 ] [ iter: 86,900 ] [ performance: 25.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:26 ] [ l_g_pix: 3.5501e-02 ] [ l_g_total: 3.5501e-02 ] +2024-10-03 18:27:24,592 INFO: [ epoch: 81 ] [ iter: 87,000 ] [ performance: 26.260 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:18 ] [ l_g_pix: 4.8407e-02 ] [ l_g_total: 4.8407e-02 ] +2024-10-03 18:27:28,446 INFO: [ epoch: 81 ] [ iter: 87,100 ] [ performance: 25.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:11 ] [ l_g_pix: 3.4019e-02 ] [ l_g_total: 3.4019e-02 ] +2024-10-03 18:27:32,270 INFO: [ epoch: 81 ] [ iter: 87,200 ] [ performance: 25.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:03 ] [ l_g_pix: 4.0496e-02 ] [ l_g_total: 4.0496e-02 ] +2024-10-03 18:27:36,091 INFO: [ epoch: 81 ] [ iter: 87,300 ] [ performance: 25.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:56 ] [ l_g_pix: 3.2853e-02 ] [ l_g_total: 3.2853e-02 ] +2024-10-03 18:27:39,904 INFO: [ epoch: 81 ] [ iter: 87,400 ] [ performance: 26.135 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 2.6758e-02 ] [ l_g_total: 2.6758e-02 ] +2024-10-03 18:27:44,913 INFO: [ epoch: 82 ] [ iter: 87,500 ] [ performance: 17.146 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:41 ] [ l_g_pix: 4.5179e-02 ] [ l_g_total: 4.5179e-02 ] +2024-10-03 18:27:49,067 INFO: [ epoch: 82 ] [ iter: 87,600 ] [ performance: 20.772 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:33 ] [ l_g_pix: 3.6173e-02 ] [ l_g_total: 3.6173e-02 ] +2024-10-03 18:27:52,899 INFO: [ epoch: 82 ] [ iter: 87,700 ] [ performance: 26.229 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:26 ] [ l_g_pix: 3.2407e-02 ] [ l_g_total: 3.2407e-02 ] +2024-10-03 18:27:56,786 INFO: [ epoch: 82 ] [ iter: 87,800 ] [ performance: 25.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 2.4514e-02 ] [ l_g_total: 2.4514e-02 ] +2024-10-03 18:28:00,600 INFO: [ epoch: 82 ] [ iter: 87,900 ] [ performance: 25.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:11 ] [ l_g_pix: 3.5335e-02 ] [ l_g_total: 3.5335e-02 ] +2024-10-03 18:28:04,427 INFO: [ epoch: 82 ] [ iter: 88,000 ] [ performance: 26.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:03 ] [ l_g_pix: 3.0116e-02 ] [ l_g_total: 3.0116e-02 ] +2024-10-03 18:28:08,241 INFO: [ epoch: 82 ] [ iter: 88,100 ] [ performance: 26.253 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:56 ] [ l_g_pix: 3.7236e-02 ] [ l_g_total: 3.7236e-02 ] +2024-10-03 18:28:12,077 INFO: [ epoch: 82 ] [ iter: 88,200 ] [ performance: 26.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:49 ] [ l_g_pix: 3.1362e-02 ] [ l_g_total: 3.1362e-02 ] +2024-10-03 18:28:15,912 INFO: [ epoch: 82 ] [ iter: 88,300 ] [ performance: 26.164 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:41 ] [ l_g_pix: 4.0522e-02 ] [ l_g_total: 4.0522e-02 ] +2024-10-03 18:28:19,721 INFO: [ epoch: 82 ] [ iter: 88,400 ] [ performance: 26.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:34 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-03 18:28:23,434 INFO: [ epoch: 82 ] [ iter: 88,500 ] [ performance: 27.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:26 ] [ l_g_pix: 2.8477e-02 ] [ l_g_total: 2.8477e-02 ] +2024-10-03 18:28:28,759 INFO: [ epoch: 83 ] [ iter: 88,600 ] [ performance: 21.313 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:19 ] [ l_g_pix: 3.3088e-02 ] [ l_g_total: 3.3088e-02 ] +2024-10-03 18:28:32,831 INFO: [ epoch: 83 ] [ iter: 88,700 ] [ performance: 25.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:12 ] [ l_g_pix: 3.1578e-02 ] [ l_g_total: 3.1578e-02 ] +2024-10-03 18:28:36,600 INFO: [ epoch: 83 ] [ iter: 88,800 ] [ performance: 26.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:04 ] [ l_g_pix: 3.3830e-02 ] [ l_g_total: 3.3830e-02 ] +2024-10-03 18:28:40,375 INFO: [ epoch: 83 ] [ iter: 88,900 ] [ performance: 26.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 4.0849e-02 ] [ l_g_total: 4.0849e-02 ] +2024-10-03 18:28:44,333 INFO: [ epoch: 83 ] [ iter: 89,000 ] [ performance: 25.615 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:49 ] [ l_g_pix: 3.5990e-02 ] [ l_g_total: 3.5990e-02 ] +2024-10-03 18:28:48,112 INFO: [ epoch: 83 ] [ iter: 89,100 ] [ performance: 26.708 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:42 ] [ l_g_pix: 3.9225e-02 ] [ l_g_total: 3.9225e-02 ] +2024-10-03 18:28:51,914 INFO: [ epoch: 83 ] [ iter: 89,200 ] [ performance: 26.449 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:35 ] [ l_g_pix: 4.0306e-02 ] [ l_g_total: 4.0306e-02 ] +2024-10-03 18:28:55,867 INFO: [ epoch: 83 ] [ iter: 89,300 ] [ performance: 25.103 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:27 ] [ l_g_pix: 3.0519e-02 ] [ l_g_total: 3.0519e-02 ] +2024-10-03 18:28:59,693 INFO: [ epoch: 83 ] [ iter: 89,400 ] [ performance: 25.777 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:20 ] [ l_g_pix: 3.6928e-02 ] [ l_g_total: 3.6928e-02 ] +2024-10-03 18:29:03,499 INFO: [ epoch: 83 ] [ iter: 89,500 ] [ performance: 26.286 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:13 ] [ l_g_pix: 4.3793e-02 ] [ l_g_total: 4.3793e-02 ] +2024-10-03 18:29:07,193 INFO: [ epoch: 83 ] [ iter: 89,600 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 3.6942e-02 ] [ l_g_total: 3.6942e-02 ] +2024-10-03 18:29:12,693 INFO: [ epoch: 84 ] [ iter: 89,700 ] [ performance: 22.520 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:58 ] [ l_g_pix: 4.3075e-02 ] [ l_g_total: 4.3075e-02 ] +2024-10-03 18:29:16,435 INFO: [ epoch: 84 ] [ iter: 89,800 ] [ performance: 25.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 3.3039e-02 ] [ l_g_total: 3.3039e-02 ] +2024-10-03 18:29:20,257 INFO: [ epoch: 84 ] [ iter: 89,900 ] [ performance: 25.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:43 ] [ l_g_pix: 2.5883e-02 ] [ l_g_total: 2.5883e-02 ] +2024-10-03 18:29:24,001 INFO: [ epoch: 84 ] [ iter: 90,000 ] [ performance: 26.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:36 ] [ l_g_pix: 4.2295e-02 ] [ l_g_total: 4.2295e-02 ] +2024-10-03 18:29:24,002 INFO: Saving models and training states. +2024-10-03 18:32:52,011 INFO: Validation val + + # psnr: 27.1813........ Best: 27.1813 @ 90000 iter + # ssim: 0.7658........ Best: 0.7658 @ 90000 iter + # dists: 0.7733........ Best: 0.7733 @ 80000 iter + +2024-10-03 18:32:55,717 INFO: [ epoch: 84 ] [ iter: 90,100 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:52 ] [ l_g_pix: 2.9240e-02 ] [ l_g_total: 2.9240e-02 ] +2024-10-03 18:32:59,503 INFO: [ epoch: 84 ] [ iter: 90,200 ] [ performance: 26.540 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 3.5892e-02 ] [ l_g_total: 3.5892e-02 ] +2024-10-03 18:33:03,276 INFO: [ epoch: 84 ] [ iter: 90,300 ] [ performance: 26.532 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:36 ] [ l_g_pix: 3.3671e-02 ] [ l_g_total: 3.3671e-02 ] +2024-10-03 18:33:07,037 INFO: [ epoch: 84 ] [ iter: 90,400 ] [ performance: 26.576 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:29 ] [ l_g_pix: 3.2180e-02 ] [ l_g_total: 3.2180e-02 ] +2024-10-03 18:33:10,814 INFO: [ epoch: 84 ] [ iter: 90,500 ] [ performance: 26.304 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:21 ] [ l_g_pix: 3.1121e-02 ] [ l_g_total: 3.1121e-02 ] +2024-10-03 18:33:14,626 INFO: [ epoch: 84 ] [ iter: 90,600 ] [ performance: 26.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:14 ] [ l_g_pix: 3.5681e-02 ] [ l_g_total: 3.5681e-02 ] +2024-10-03 18:33:19,592 INFO: [ epoch: 85 ] [ iter: 90,700 ] [ performance: 15.404 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 2.8402e-02 ] [ l_g_total: 2.8402e-02 ] +2024-10-03 18:33:23,717 INFO: [ epoch: 85 ] [ iter: 90,800 ] [ performance: 20.401 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:59 ] [ l_g_pix: 3.1669e-02 ] [ l_g_total: 3.1669e-02 ] +2024-10-03 18:33:27,501 INFO: [ epoch: 85 ] [ iter: 90,900 ] [ performance: 26.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:51 ] [ l_g_pix: 2.7582e-02 ] [ l_g_total: 2.7582e-02 ] +2024-10-03 18:33:31,348 INFO: [ epoch: 85 ] [ iter: 91,000 ] [ performance: 26.135 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:44 ] [ l_g_pix: 4.6044e-02 ] [ l_g_total: 4.6044e-02 ] +2024-10-03 18:33:35,168 INFO: [ epoch: 85 ] [ iter: 91,100 ] [ performance: 25.998 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 4.1035e-02 ] [ l_g_total: 4.1035e-02 ] +2024-10-03 18:33:39,025 INFO: [ epoch: 85 ] [ iter: 91,200 ] [ performance: 25.954 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:29 ] [ l_g_pix: 2.2905e-02 ] [ l_g_total: 2.2905e-02 ] +2024-10-03 18:33:42,927 INFO: [ epoch: 85 ] [ iter: 91,300 ] [ performance: 25.870 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:22 ] [ l_g_pix: 3.8644e-02 ] [ l_g_total: 3.8644e-02 ] +2024-10-03 18:33:46,785 INFO: [ epoch: 85 ] [ iter: 91,400 ] [ performance: 25.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:14 ] [ l_g_pix: 3.0886e-02 ] [ l_g_total: 3.0886e-02 ] +2024-10-03 18:33:50,638 INFO: [ epoch: 85 ] [ iter: 91,500 ] [ performance: 26.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:07 ] [ l_g_pix: 3.7036e-02 ] [ l_g_total: 3.7036e-02 ] +2024-10-03 18:33:54,464 INFO: [ epoch: 85 ] [ iter: 91,600 ] [ performance: 26.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:59 ] [ l_g_pix: 4.2202e-02 ] [ l_g_total: 4.2202e-02 ] +2024-10-03 18:33:58,234 INFO: [ epoch: 85 ] [ iter: 91,700 ] [ performance: 27.256 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:52 ] [ l_g_pix: 3.9705e-02 ] [ l_g_total: 3.9705e-02 ] +2024-10-03 18:34:03,624 INFO: [ epoch: 86 ] [ iter: 91,800 ] [ performance: 20.563 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:44 ] [ l_g_pix: 2.7704e-02 ] [ l_g_total: 2.7704e-02 ] +2024-10-03 18:34:07,500 INFO: [ epoch: 86 ] [ iter: 91,900 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:37 ] [ l_g_pix: 3.6534e-02 ] [ l_g_total: 3.6534e-02 ] +2024-10-03 18:34:11,313 INFO: [ epoch: 86 ] [ iter: 92,000 ] [ performance: 26.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:30 ] [ l_g_pix: 3.3514e-02 ] [ l_g_total: 3.3514e-02 ] +2024-10-03 18:34:15,124 INFO: [ epoch: 86 ] [ iter: 92,100 ] [ performance: 25.874 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:22 ] [ l_g_pix: 3.5898e-02 ] [ l_g_total: 3.5898e-02 ] +2024-10-03 18:34:18,962 INFO: [ epoch: 86 ] [ iter: 92,200 ] [ performance: 26.007 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:15 ] [ l_g_pix: 3.3469e-02 ] [ l_g_total: 3.3469e-02 ] +2024-10-03 18:34:22,720 INFO: [ epoch: 86 ] [ iter: 92,300 ] [ performance: 26.436 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:07 ] [ l_g_pix: 3.3010e-02 ] [ l_g_total: 3.3010e-02 ] +2024-10-03 18:34:26,555 INFO: [ epoch: 86 ] [ iter: 92,400 ] [ performance: 26.184 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:00 ] [ l_g_pix: 3.8808e-02 ] [ l_g_total: 3.8808e-02 ] +2024-10-03 18:34:30,266 INFO: [ epoch: 86 ] [ iter: 92,500 ] [ performance: 26.893 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:53 ] [ l_g_pix: 2.2291e-02 ] [ l_g_total: 2.2291e-02 ] +2024-10-03 18:34:34,051 INFO: [ epoch: 86 ] [ iter: 92,600 ] [ performance: 26.565 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:45 ] [ l_g_pix: 3.0108e-02 ] [ l_g_total: 3.0108e-02 ] +2024-10-03 18:34:37,792 INFO: [ epoch: 86 ] [ iter: 92,700 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:38 ] [ l_g_pix: 2.8500e-02 ] [ l_g_total: 2.8500e-02 ] +2024-10-03 18:34:41,361 INFO: [ epoch: 86 ] [ iter: 92,800 ] [ performance: 27.682 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 3.1518e-02 ] [ l_g_total: 3.1518e-02 ] +2024-10-03 18:34:46,674 INFO: [ epoch: 87 ] [ iter: 92,900 ] [ performance: 22.918 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 4.4389e-02 ] [ l_g_total: 4.4389e-02 ] +2024-10-03 18:34:50,457 INFO: [ epoch: 87 ] [ iter: 93,000 ] [ performance: 25.367 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 2.9792e-02 ] [ l_g_total: 2.9792e-02 ] +2024-10-03 18:34:54,199 INFO: [ epoch: 87 ] [ iter: 93,100 ] [ performance: 26.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 3.6897e-02 ] [ l_g_total: 3.6897e-02 ] +2024-10-03 18:34:57,897 INFO: [ epoch: 87 ] [ iter: 93,200 ] [ performance: 26.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:01 ] [ l_g_pix: 3.4386e-02 ] [ l_g_total: 3.4386e-02 ] +2024-10-03 18:35:01,674 INFO: [ epoch: 87 ] [ iter: 93,300 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:54 ] [ l_g_pix: 3.7391e-02 ] [ l_g_total: 3.7391e-02 ] +2024-10-03 18:35:05,441 INFO: [ epoch: 87 ] [ iter: 93,400 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 3.9211e-02 ] [ l_g_total: 3.9211e-02 ] +2024-10-03 18:35:10,212 INFO: [ epoch: 87 ] [ iter: 93,500 ] [ performance: 22.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:39 ] [ l_g_pix: 4.4369e-02 ] [ l_g_total: 4.4369e-02 ] +2024-10-03 18:35:13,977 INFO: [ epoch: 87 ] [ iter: 93,600 ] [ performance: 25.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:32 ] [ l_g_pix: 3.7273e-02 ] [ l_g_total: 3.7273e-02 ] +2024-10-03 18:35:17,747 INFO: [ epoch: 87 ] [ iter: 93,700 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:25 ] [ l_g_pix: 3.7953e-02 ] [ l_g_total: 3.7953e-02 ] +2024-10-03 18:35:21,494 INFO: [ epoch: 87 ] [ iter: 93,800 ] [ performance: 26.684 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:17 ] [ l_g_pix: 2.9532e-02 ] [ l_g_total: 2.9532e-02 ] +2024-10-03 18:35:26,646 INFO: [ epoch: 88 ] [ iter: 93,900 ] [ performance: 11.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:10 ] [ l_g_pix: 4.8127e-02 ] [ l_g_total: 4.8127e-02 ] +2024-10-03 18:35:30,832 INFO: [ epoch: 88 ] [ iter: 94,000 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:03 ] [ l_g_pix: 2.6784e-02 ] [ l_g_total: 2.6784e-02 ] +2024-10-03 18:35:34,638 INFO: [ epoch: 88 ] [ iter: 94,100 ] [ performance: 26.335 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:56 ] [ l_g_pix: 3.6870e-02 ] [ l_g_total: 3.6870e-02 ] +2024-10-03 18:35:38,428 INFO: [ epoch: 88 ] [ iter: 94,200 ] [ performance: 26.378 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:48 ] [ l_g_pix: 2.9772e-02 ] [ l_g_total: 2.9772e-02 ] +2024-10-03 18:35:42,190 INFO: [ epoch: 88 ] [ iter: 94,300 ] [ performance: 26.113 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:41 ] [ l_g_pix: 2.5036e-02 ] [ l_g_total: 2.5036e-02 ] +2024-10-03 18:35:45,946 INFO: [ epoch: 88 ] [ iter: 94,400 ] [ performance: 26.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:34 ] [ l_g_pix: 4.1973e-02 ] [ l_g_total: 4.1973e-02 ] +2024-10-03 18:35:49,712 INFO: [ epoch: 88 ] [ iter: 94,500 ] [ performance: 26.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 2.7356e-02 ] [ l_g_total: 2.7356e-02 ] +2024-10-03 18:35:53,472 INFO: [ epoch: 88 ] [ iter: 94,600 ] [ performance: 26.620 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:20 ] [ l_g_pix: 2.5648e-02 ] [ l_g_total: 2.5648e-02 ] +2024-10-03 18:35:57,214 INFO: [ epoch: 88 ] [ iter: 94,700 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:12 ] [ l_g_pix: 2.8049e-02 ] [ l_g_total: 2.8049e-02 ] +2024-10-03 18:36:00,952 INFO: [ epoch: 88 ] [ iter: 94,800 ] [ performance: 26.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:05 ] [ l_g_pix: 3.1841e-02 ] [ l_g_total: 3.1841e-02 ] +2024-10-03 18:36:04,605 INFO: [ epoch: 88 ] [ iter: 94,900 ] [ performance: 28.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:58 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-03 18:36:09,991 INFO: [ epoch: 89 ] [ iter: 95,000 ] [ performance: 20.132 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:51 ] [ l_g_pix: 3.6603e-02 ] [ l_g_total: 3.6603e-02 ] +2024-10-03 18:36:14,099 INFO: [ epoch: 89 ] [ iter: 95,100 ] [ performance: 23.981 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:44 ] [ l_g_pix: 3.7532e-02 ] [ l_g_total: 3.7532e-02 ] +2024-10-03 18:36:17,917 INFO: [ epoch: 89 ] [ iter: 95,200 ] [ performance: 25.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:36 ] [ l_g_pix: 2.6509e-02 ] [ l_g_total: 2.6509e-02 ] +2024-10-03 18:36:21,648 INFO: [ epoch: 89 ] [ iter: 95,300 ] [ performance: 26.564 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:29 ] [ l_g_pix: 3.0984e-02 ] [ l_g_total: 3.0984e-02 ] +2024-10-03 18:36:25,469 INFO: [ epoch: 89 ] [ iter: 95,400 ] [ performance: 26.258 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:22 ] [ l_g_pix: 4.6101e-02 ] [ l_g_total: 4.6101e-02 ] +2024-10-03 18:36:29,221 INFO: [ epoch: 89 ] [ iter: 95,500 ] [ performance: 26.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:15 ] [ l_g_pix: 3.9168e-02 ] [ l_g_total: 3.9168e-02 ] +2024-10-03 18:36:33,061 INFO: [ epoch: 89 ] [ iter: 95,600 ] [ performance: 26.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:08 ] [ l_g_pix: 3.1685e-02 ] [ l_g_total: 3.1685e-02 ] +2024-10-03 18:36:36,967 INFO: [ epoch: 89 ] [ iter: 95,700 ] [ performance: 24.921 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:01 ] [ l_g_pix: 3.4810e-02 ] [ l_g_total: 3.4810e-02 ] +2024-10-03 18:36:40,852 INFO: [ epoch: 89 ] [ iter: 95,800 ] [ performance: 25.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:53 ] [ l_g_pix: 4.4577e-02 ] [ l_g_total: 4.4577e-02 ] +2024-10-03 18:36:44,696 INFO: [ epoch: 89 ] [ iter: 95,900 ] [ performance: 26.563 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:46 ] [ l_g_pix: 4.2091e-02 ] [ l_g_total: 4.2091e-02 ] +2024-10-03 18:36:48,467 INFO: [ epoch: 89 ] [ iter: 96,000 ] [ performance: 26.532 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:39 ] [ l_g_pix: 3.9597e-02 ] [ l_g_total: 3.9597e-02 ] +2024-10-03 18:36:53,967 INFO: [ epoch: 90 ] [ iter: 96,100 ] [ performance: 19.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:32 ] [ l_g_pix: 3.2123e-02 ] [ l_g_total: 3.2123e-02 ] +2024-10-03 18:36:58,119 INFO: [ epoch: 90 ] [ iter: 96,200 ] [ performance: 23.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:25 ] [ l_g_pix: 4.1805e-02 ] [ l_g_total: 4.1805e-02 ] +2024-10-03 18:37:02,103 INFO: [ epoch: 90 ] [ iter: 96,300 ] [ performance: 25.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:18 ] [ l_g_pix: 3.7074e-02 ] [ l_g_total: 3.7074e-02 ] +2024-10-03 18:37:05,914 INFO: [ epoch: 90 ] [ iter: 96,400 ] [ performance: 26.199 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:11 ] [ l_g_pix: 3.4631e-02 ] [ l_g_total: 3.4631e-02 ] +2024-10-03 18:37:09,714 INFO: [ epoch: 90 ] [ iter: 96,500 ] [ performance: 26.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:04 ] [ l_g_pix: 4.6583e-02 ] [ l_g_total: 4.6583e-02 ] +2024-10-03 18:37:13,675 INFO: [ epoch: 90 ] [ iter: 96,600 ] [ performance: 25.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:57 ] [ l_g_pix: 3.0662e-02 ] [ l_g_total: 3.0662e-02 ] +2024-10-03 18:37:17,539 INFO: [ epoch: 90 ] [ iter: 96,700 ] [ performance: 27.129 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:50 ] [ l_g_pix: 3.8527e-02 ] [ l_g_total: 3.8527e-02 ] +2024-10-03 18:37:21,485 INFO: [ epoch: 90 ] [ iter: 96,800 ] [ performance: 25.618 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 3.0551e-02 ] [ l_g_total: 3.0551e-02 ] +2024-10-03 18:37:25,374 INFO: [ epoch: 90 ] [ iter: 96,900 ] [ performance: 25.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:35 ] [ l_g_pix: 3.6491e-02 ] [ l_g_total: 3.6491e-02 ] +2024-10-03 18:37:29,247 INFO: [ epoch: 90 ] [ iter: 97,000 ] [ performance: 25.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:28 ] [ l_g_pix: 2.5698e-02 ] [ l_g_total: 2.5698e-02 ] +2024-10-03 18:37:34,205 INFO: [ epoch: 91 ] [ iter: 97,100 ] [ performance: 8.452 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:21 ] [ l_g_pix: 3.8202e-02 ] [ l_g_total: 3.8202e-02 ] +2024-10-03 18:37:38,411 INFO: [ epoch: 91 ] [ iter: 97,200 ] [ performance: 18.824 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:14 ] [ l_g_pix: 3.1994e-02 ] [ l_g_total: 3.1994e-02 ] +2024-10-03 18:37:42,305 INFO: [ epoch: 91 ] [ iter: 97,300 ] [ performance: 24.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 2.8113e-02 ] [ l_g_total: 2.8113e-02 ] +2024-10-03 18:37:46,093 INFO: [ epoch: 91 ] [ iter: 97,400 ] [ performance: 26.123 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 2.7891e-02 ] [ l_g_total: 2.7891e-02 ] +2024-10-03 18:37:49,908 INFO: [ epoch: 91 ] [ iter: 97,500 ] [ performance: 25.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:53 ] [ l_g_pix: 3.9144e-02 ] [ l_g_total: 3.9144e-02 ] +2024-10-03 18:37:53,786 INFO: [ epoch: 91 ] [ iter: 97,600 ] [ performance: 25.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:46 ] [ l_g_pix: 3.8849e-02 ] [ l_g_total: 3.8849e-02 ] +2024-10-03 18:37:57,631 INFO: [ epoch: 91 ] [ iter: 97,700 ] [ performance: 26.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:39 ] [ l_g_pix: 3.2021e-02 ] [ l_g_total: 3.2021e-02 ] +2024-10-03 18:38:01,489 INFO: [ epoch: 91 ] [ iter: 97,800 ] [ performance: 25.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:32 ] [ l_g_pix: 4.1273e-02 ] [ l_g_total: 4.1273e-02 ] +2024-10-03 18:38:05,442 INFO: [ epoch: 91 ] [ iter: 97,900 ] [ performance: 24.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:25 ] [ l_g_pix: 3.8513e-02 ] [ l_g_total: 3.8513e-02 ] +2024-10-03 18:38:09,440 INFO: [ epoch: 91 ] [ iter: 98,000 ] [ performance: 24.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:18 ] [ l_g_pix: 3.6205e-02 ] [ l_g_total: 3.6205e-02 ] +2024-10-03 18:38:13,370 INFO: [ epoch: 91 ] [ iter: 98,100 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:11 ] [ l_g_pix: 3.6333e-02 ] [ l_g_total: 3.6333e-02 ] +2024-10-03 18:38:19,045 INFO: [ epoch: 92 ] [ iter: 98,200 ] [ performance: 18.308 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:04 ] [ l_g_pix: 3.9552e-02 ] [ l_g_total: 3.9552e-02 ] +2024-10-03 18:38:23,041 INFO: [ epoch: 92 ] [ iter: 98,300 ] [ performance: 28.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:57 ] [ l_g_pix: 3.0104e-02 ] [ l_g_total: 3.0104e-02 ] +2024-10-03 18:38:26,857 INFO: [ epoch: 92 ] [ iter: 98,400 ] [ performance: 26.382 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:50 ] [ l_g_pix: 4.0192e-02 ] [ l_g_total: 4.0192e-02 ] +2024-10-03 18:38:30,685 INFO: [ epoch: 92 ] [ iter: 98,500 ] [ performance: 25.718 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:43 ] [ l_g_pix: 3.3384e-02 ] [ l_g_total: 3.3384e-02 ] +2024-10-03 18:38:34,442 INFO: [ epoch: 92 ] [ iter: 98,600 ] [ performance: 26.537 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:36 ] [ l_g_pix: 3.6266e-02 ] [ l_g_total: 3.6266e-02 ] +2024-10-03 18:38:38,273 INFO: [ epoch: 92 ] [ iter: 98,700 ] [ performance: 26.234 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:29 ] [ l_g_pix: 4.1416e-02 ] [ l_g_total: 4.1416e-02 ] +2024-10-03 18:38:42,143 INFO: [ epoch: 92 ] [ iter: 98,800 ] [ performance: 25.880 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:22 ] [ l_g_pix: 5.3703e-02 ] [ l_g_total: 5.3703e-02 ] +2024-10-03 18:38:45,927 INFO: [ epoch: 92 ] [ iter: 98,900 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:15 ] [ l_g_pix: 3.4475e-02 ] [ l_g_total: 3.4475e-02 ] +2024-10-03 18:38:49,706 INFO: [ epoch: 92 ] [ iter: 99,000 ] [ performance: 26.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:08 ] [ l_g_pix: 3.7292e-02 ] [ l_g_total: 3.7292e-02 ] +2024-10-03 18:38:53,478 INFO: [ epoch: 92 ] [ iter: 99,100 ] [ performance: 26.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:02 ] [ l_g_pix: 4.4722e-02 ] [ l_g_total: 4.4722e-02 ] +2024-10-03 18:38:57,080 INFO: [ epoch: 92 ] [ iter: 99,200 ] [ performance: 27.712 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:55 ] [ l_g_pix: 2.9111e-02 ] [ l_g_total: 2.9111e-02 ] +2024-10-03 18:39:02,801 INFO: [ epoch: 93 ] [ iter: 99,300 ] [ performance: 23.467 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:48 ] [ l_g_pix: 3.1464e-02 ] [ l_g_total: 3.1464e-02 ] +2024-10-03 18:39:06,828 INFO: [ epoch: 93 ] [ iter: 99,400 ] [ performance: 24.758 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:41 ] [ l_g_pix: 3.7299e-02 ] [ l_g_total: 3.7299e-02 ] +2024-10-03 18:39:10,951 INFO: [ epoch: 93 ] [ iter: 99,500 ] [ performance: 22.058 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:34 ] [ l_g_pix: 3.3061e-02 ] [ l_g_total: 3.3061e-02 ] +2024-10-03 18:39:14,911 INFO: [ epoch: 93 ] [ iter: 99,600 ] [ performance: 25.086 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:27 ] [ l_g_pix: 4.1884e-02 ] [ l_g_total: 4.1884e-02 ] +2024-10-03 18:39:19,052 INFO: [ epoch: 93 ] [ iter: 99,700 ] [ performance: 22.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:20 ] [ l_g_pix: 5.8046e-02 ] [ l_g_total: 5.8046e-02 ] +2024-10-03 18:39:23,097 INFO: [ epoch: 93 ] [ iter: 99,800 ] [ performance: 24.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:13 ] [ l_g_pix: 3.3162e-02 ] [ l_g_total: 3.3162e-02 ] +2024-10-03 18:39:27,032 INFO: [ epoch: 93 ] [ iter: 99,900 ] [ performance: 27.097 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:06 ] [ l_g_pix: 3.6046e-02 ] [ l_g_total: 3.6046e-02 ] +2024-10-03 18:39:31,182 INFO: [ epoch: 93 ] [ iter:100,000 ] [ performance: 25.542 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 4.0059e-02 ] [ l_g_total: 4.0059e-02 ] +2024-10-03 18:39:31,183 INFO: Saving models and training states. +2024-10-03 18:42:58,410 INFO: Validation val + + # psnr: 27.1900........ Best: 27.1900 @ 100000 iter + # ssim: 0.7661........ Best: 0.7661 @ 100000 iter + # dists: 0.7732........ Best: 0.7732 @ 100000 iter + +2024-10-03 18:42:59,936 INFO: End of training. Time consumed: 1:58:08 +2024-10-03 18:42:59,936 INFO: Save the latest model. +2024-10-03 18:46:20,726 INFO: Validation val + + # psnr: 27.1900........ Best: 27.1900 @ 100002 iter + # ssim: 0.7661........ Best: 0.7661 @ 100002 iter + # dists: 0.7732........ Best: 0.7732 @ 100002 iter + diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..997d89e8acf2fb11e1b9edb98e8600ee01b1fae4 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a222420ea1b3f2186a176fe407c840c46c2c73b339c4084fc1bd62b9434fd0c8 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..42e61f42d2278b78106b377e9ae054894c7ac4aa --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec175c25f43ee2176cc1e67b8eea00382741f270107e7a2a01accb33ad1c2850 +size 19045418 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..e5dc0da2033a5021cf4e5504cdb4f5c4b81f03c2 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c2667eacbe4255f856a2c777ecf336973ae99abd97b6098604a33b4441b992 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..e5095c215aac24fc6c0b489e52783e6fcc87d1d3 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2697ff8e5dd2e175f06211f888cfa4bdf39b176797ee750400fca71d091bec97 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..da2c5797cdecb5b22001a2de7568b449b9a4f3b0 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccca154ee38bc8ff090053b75c105d5ee4ab1b867d4c079375534ed7334011e +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..2b298775661259cade3d9026116f269f9ff3aa27 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b990906d83df757c5528d95fa9639e9e94c1eb4523cf67bca0711a9fd26003 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..b008358c0efebab489ec0627cdff123388d05484 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1279638b398660118ac29f94c97dd4a4193f25d361968d16dce33882cc59e06 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..93985a726825d1104a67038c89e839896f898df1 --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f70c517fd727a8b09cedf43b20f1b6811870ccba676fa7c3fad2752bd208cd8 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..61d255c1fc090393b212bba50aa23933f2fb963b --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641fa222c718c2c79cd08abf63c4a120814a6b7a4bbbe4b30c3612acee8213a1 +size 19036538 diff --git a/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..081f7afbc026741cf14e2b8741d2896fcc90897f --- /dev/null +++ b/ic9600/4xIC9600_0.3_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5bc354b980fc97b21b9c74797092b9587187fd2dd08007aa180be89d3aa3763 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/4xIC9600_04_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/4xIC9600_04_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..66a62370f27c399d18283eceb232dee3085e9a41 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/4xIC9600_04_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Thu Oct 3 18:46:29 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_04_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.4_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity04_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity04_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..107210bc2767d94a0a9a1091c2444373174aed8c --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92de4199f737656e2696b4e8347319809ccfb8a48e17ada4cdf2357a5b578ef4 +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2103073c72ee3304e0dff070aa2964e431917656 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbb011a6ea739ad3e1aa4a591510a8d4b1c64b90cbf3d6276f1e6e78445ee051 +size 9513138 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..56d5d9e10eb4b33b996a2680bd19b5a3064aec60 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b711a1f1d96ab590c930f0d6fd3afc07813ddd15014b6cf1495223993eeba5f6 +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..58a13d372254e0e67ce632a4f8b39860f3ca6e6b --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f5418c03d5a4b6a3a82e8efd2051fada1c0399d4ce8d6b2f35a999ddf30ad1 +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2ad2ed61e6287eeaedba042cf53110809f55e85e --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3d1bd86ed4f944e850de42aa4d1deb64887e81a5bee05319d527c82ec6a47a +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f909a7ef7b83160030707b0ea469bd2df0cc6918 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102aa5c7e8c329a510df20eeec61e4e00988bac41cff7f313f0a3ed0b2d0d9d2 +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f3ba96311b634888ef05d1888c606a6e0a5650ac --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c80ed2dc7ef380d9819d36e6531a9e0d5bdb3db691929fb3832e5f254b2de5b +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..160dab4346af235eabca78f126f7f3666bcfc350 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe8bc39437f29351e6642f4359ebf5a7f5bb316a13819e1db7aa5947d607b40 +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7398642483114a89e789ab88b444a79352d73e63 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e553f6297c697ffa58f9c9f63131b05469562e9f91ca4e7eab74d2cd27bf9e2c +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5ec9df5712713acca8beff46baa99e8126871eb9 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc9f7a58d64a70b08e0e9362de6c76c9b483417fda9c771063e029fca54e589 +size 9513034 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..0b2350c7fae029fb27e297983a31a1ebccae99b8 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24267f1df69605d0bf45cb5bec2dd21fe774f08d10a3042b4ba1a76cb26610b9 +size 9513138 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/train_4xIC9600_0.4_DF2K_plksr_tiny_fp16_20241003_184629.log b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/train_4xIC9600_0.4_DF2K_plksr_tiny_fp16_20241003_184629.log new file mode 100644 index 0000000000000000000000000000000000000000..33d907ba48364c504fb3c5919e784d3d6877b6ea --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/train_4xIC9600_0.4_DF2K_plksr_tiny_fp16_20241003_184629.log @@ -0,0 +1,1100 @@ +2024-10-03 18:46:29,846 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-03 18:46:30,927 INFO: Dataset [paired] is built. +2024-10-03 18:46:30,928 INFO: Training statistics: + Starting model: 4xIC9600_0.4_DF2K_plksr_tiny_fp16 + Number of train images: 12784 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 799 + Total epochs 126 for total iters 100000. +2024-10-03 18:46:30,928 INFO: Dataset [paired] is built. +2024-10-03 18:46:30,928 INFO: Number of val images/folders: 100 +2024-10-03 18:46:31,378 INFO: Using network [plksr]. +2024-10-03 18:46:31,417 INFO: Using exponential-moving average. +2024-10-03 18:46:31,418 INFO: Loss [L1Loss] enabled. +2024-10-03 18:46:31,418 INFO: Using model [image]. +2024-10-03 18:46:32,088 INFO: AMP enabled. +2024-10-03 18:46:32,089 INFO: Deterministic mode enabled. +2024-10-03 18:46:32,089 INFO: Start training from epoch: 0, iter: 0 +2024-10-03 18:46:40,359 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 12.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:08 ] [ l_g_pix: 3.7543e-02 ] [ l_g_total: 3.7543e-02 ] +2024-10-03 18:46:44,207 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 16.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 5.5603e-02 ] [ l_g_total: 5.5603e-02 ] +2024-10-03 18:46:48,052 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.010 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:17 ] [ l_g_pix: 4.8476e-02 ] [ l_g_total: 4.8476e-02 ] +2024-10-03 18:46:51,818 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 5.0500e-02 ] [ l_g_total: 5.0500e-02 ] +2024-10-03 18:46:55,547 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:45 ] [ l_g_pix: 3.9129e-02 ] [ l_g_total: 3.9129e-02 ] +2024-10-03 18:46:59,400 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 26.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:52 ] [ l_g_pix: 4.8889e-02 ] [ l_g_total: 4.8889e-02 ] +2024-10-03 18:47:03,166 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 26.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:44 ] [ l_g_pix: 4.9026e-02 ] [ l_g_total: 4.9026e-02 ] +2024-10-03 18:47:07,177 INFO: [ epoch: 1 ] [ iter: 800 ] [ performance: 25.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:08 ] [ l_g_pix: 4.7219e-02 ] [ l_g_total: 4.7219e-02 ] +2024-10-03 18:47:11,327 INFO: [ epoch: 1 ] [ iter: 900 ] [ performance: 24.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:40 ] [ l_g_pix: 3.2744e-02 ] [ l_g_total: 3.2744e-02 ] +2024-10-03 18:47:15,085 INFO: [ epoch: 1 ] [ iter: 1,000 ] [ performance: 25.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:27 ] [ l_g_pix: 5.8037e-02 ] [ l_g_total: 5.8037e-02 ] +2024-10-03 18:47:19,295 INFO: [ epoch: 1 ] [ iter: 1,100 ] [ performance: 23.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:56 ] [ l_g_pix: 5.1415e-02 ] [ l_g_total: 5.1415e-02 ] +2024-10-03 18:47:23,081 INFO: [ epoch: 1 ] [ iter: 1,200 ] [ performance: 24.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:44 ] [ l_g_pix: 4.1736e-02 ] [ l_g_total: 4.1736e-02 ] +2024-10-03 18:47:27,585 INFO: [ epoch: 1 ] [ iter: 1,300 ] [ performance: 21.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:29 ] [ l_g_pix: 4.2214e-02 ] [ l_g_total: 4.2214e-02 ] +2024-10-03 18:47:31,378 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 24.054 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 4.4987e-02 ] [ l_g_total: 4.4987e-02 ] +2024-10-03 18:47:35,170 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 26.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:04 ] [ l_g_pix: 4.0829e-02 ] [ l_g_total: 4.0829e-02 ] +2024-10-03 18:47:39,281 INFO: [ epoch: 2 ] [ iter: 1,600 ] [ performance: 25.259 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:13 ] [ l_g_pix: 4.5371e-02 ] [ l_g_total: 4.5371e-02 ] +2024-10-03 18:47:43,599 INFO: [ epoch: 2 ] [ iter: 1,700 ] [ performance: 23.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:32 ] [ l_g_pix: 3.6251e-02 ] [ l_g_total: 3.6251e-02 ] +2024-10-03 18:47:47,414 INFO: [ epoch: 2 ] [ iter: 1,800 ] [ performance: 24.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:21 ] [ l_g_pix: 5.1546e-02 ] [ l_g_total: 5.1546e-02 ] +2024-10-03 18:47:51,214 INFO: [ epoch: 2 ] [ iter: 1,900 ] [ performance: 26.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:11 ] [ l_g_pix: 4.3906e-02 ] [ l_g_total: 4.3906e-02 ] +2024-10-03 18:47:55,019 INFO: [ epoch: 2 ] [ iter: 2,000 ] [ performance: 26.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:01 ] [ l_g_pix: 5.2054e-02 ] [ l_g_total: 5.2054e-02 ] +2024-10-03 18:47:58,843 INFO: [ epoch: 2 ] [ iter: 2,100 ] [ performance: 26.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:52 ] [ l_g_pix: 3.2964e-02 ] [ l_g_total: 3.2964e-02 ] +2024-10-03 18:48:02,689 INFO: [ epoch: 2 ] [ iter: 2,200 ] [ performance: 26.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:45 ] [ l_g_pix: 3.2633e-02 ] [ l_g_total: 3.2633e-02 ] +2024-10-03 18:48:06,471 INFO: [ epoch: 2 ] [ iter: 2,300 ] [ performance: 26.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:36 ] [ l_g_pix: 5.7561e-02 ] [ l_g_total: 5.7561e-02 ] +2024-10-03 18:48:10,523 INFO: [ epoch: 3 ] [ iter: 2,400 ] [ performance: 25.490 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:38 ] [ l_g_pix: 6.1133e-02 ] [ l_g_total: 6.1133e-02 ] +2024-10-03 18:48:14,788 INFO: [ epoch: 3 ] [ iter: 2,500 ] [ performance: 24.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 4.6144e-02 ] [ l_g_total: 4.6144e-02 ] +2024-10-03 18:48:18,550 INFO: [ epoch: 3 ] [ iter: 2,600 ] [ performance: 25.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:38 ] [ l_g_pix: 4.0130e-02 ] [ l_g_total: 4.0130e-02 ] +2024-10-03 18:48:22,350 INFO: [ epoch: 3 ] [ iter: 2,700 ] [ performance: 26.342 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:29 ] [ l_g_pix: 4.7738e-02 ] [ l_g_total: 4.7738e-02 ] +2024-10-03 18:48:26,150 INFO: [ epoch: 3 ] [ iter: 2,800 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:22 ] [ l_g_pix: 3.7966e-02 ] [ l_g_total: 3.7966e-02 ] +2024-10-03 18:48:29,911 INFO: [ epoch: 3 ] [ iter: 2,900 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:13 ] [ l_g_pix: 3.4715e-02 ] [ l_g_total: 3.4715e-02 ] +2024-10-03 18:48:33,620 INFO: [ epoch: 3 ] [ iter: 3,000 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 5.3748e-02 ] [ l_g_total: 5.3748e-02 ] +2024-10-03 18:48:37,422 INFO: [ epoch: 3 ] [ iter: 3,100 ] [ performance: 26.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:55 ] [ l_g_pix: 4.7509e-02 ] [ l_g_total: 4.7509e-02 ] +2024-10-03 18:48:41,710 INFO: [ epoch: 4 ] [ iter: 3,200 ] [ performance: 24.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:03 ] [ l_g_pix: 3.9532e-02 ] [ l_g_total: 3.9532e-02 ] +2024-10-03 18:48:46,018 INFO: [ epoch: 4 ] [ iter: 3,300 ] [ performance: 25.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:11 ] [ l_g_pix: 3.7998e-02 ] [ l_g_total: 3.7998e-02 ] +2024-10-03 18:48:49,782 INFO: [ epoch: 4 ] [ iter: 3,400 ] [ performance: 26.217 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:03 ] [ l_g_pix: 2.8221e-02 ] [ l_g_total: 2.8221e-02 ] +2024-10-03 18:48:53,565 INFO: [ epoch: 4 ] [ iter: 3,500 ] [ performance: 26.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:55 ] [ l_g_pix: 5.6371e-02 ] [ l_g_total: 5.6371e-02 ] +2024-10-03 18:48:57,329 INFO: [ epoch: 4 ] [ iter: 3,600 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:47 ] [ l_g_pix: 3.1674e-02 ] [ l_g_total: 3.1674e-02 ] +2024-10-03 18:49:01,082 INFO: [ epoch: 4 ] [ iter: 3,700 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:39 ] [ l_g_pix: 4.6910e-02 ] [ l_g_total: 4.6910e-02 ] +2024-10-03 18:49:04,824 INFO: [ epoch: 4 ] [ iter: 3,800 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:31 ] [ l_g_pix: 4.4250e-02 ] [ l_g_total: 4.4250e-02 ] +2024-10-03 18:49:08,582 INFO: [ epoch: 4 ] [ iter: 3,900 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 3.5991e-02 ] [ l_g_total: 3.5991e-02 ] +2024-10-03 18:49:12,856 INFO: [ epoch: 5 ] [ iter: 4,000 ] [ performance: 24.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:29 ] [ l_g_pix: 4.6421e-02 ] [ l_g_total: 4.6421e-02 ] +2024-10-03 18:49:17,020 INFO: [ epoch: 5 ] [ iter: 4,100 ] [ performance: 25.970 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:31 ] [ l_g_pix: 5.2619e-02 ] [ l_g_total: 5.2619e-02 ] +2024-10-03 18:49:20,738 INFO: [ epoch: 5 ] [ iter: 4,200 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 3.8450e-02 ] [ l_g_total: 3.8450e-02 ] +2024-10-03 18:49:24,500 INFO: [ epoch: 5 ] [ iter: 4,300 ] [ performance: 26.595 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:16 ] [ l_g_pix: 4.2785e-02 ] [ l_g_total: 4.2785e-02 ] +2024-10-03 18:49:28,253 INFO: [ epoch: 5 ] [ iter: 4,400 ] [ performance: 26.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:08 ] [ l_g_pix: 3.3840e-02 ] [ l_g_total: 3.3840e-02 ] +2024-10-03 18:49:32,030 INFO: [ epoch: 5 ] [ iter: 4,500 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:02 ] [ l_g_pix: 4.3042e-02 ] [ l_g_total: 4.3042e-02 ] +2024-10-03 18:49:35,785 INFO: [ epoch: 5 ] [ iter: 4,600 ] [ performance: 26.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:55 ] [ l_g_pix: 5.6063e-02 ] [ l_g_total: 5.6063e-02 ] +2024-10-03 18:49:39,553 INFO: [ epoch: 5 ] [ iter: 4,700 ] [ performance: 26.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:49 ] [ l_g_pix: 2.9137e-02 ] [ l_g_total: 2.9137e-02 ] +2024-10-03 18:49:43,887 INFO: [ epoch: 6 ] [ iter: 4,800 ] [ performance: 24.443 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:53 ] [ l_g_pix: 4.5972e-02 ] [ l_g_total: 4.5972e-02 ] +2024-10-03 18:49:48,138 INFO: [ epoch: 6 ] [ iter: 4,900 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 6.2493e-02 ] [ l_g_total: 6.2493e-02 ] +2024-10-03 18:49:51,922 INFO: [ epoch: 6 ] [ iter: 5,000 ] [ performance: 26.567 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:50 ] [ l_g_pix: 5.1601e-02 ] [ l_g_total: 5.1601e-02 ] +2024-10-03 18:49:55,673 INFO: [ epoch: 6 ] [ iter: 5,100 ] [ performance: 26.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:43 ] [ l_g_pix: 3.4696e-02 ] [ l_g_total: 3.4696e-02 ] +2024-10-03 18:49:59,485 INFO: [ epoch: 6 ] [ iter: 5,200 ] [ performance: 26.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 3.0786e-02 ] [ l_g_total: 3.0786e-02 ] +2024-10-03 18:50:03,258 INFO: [ epoch: 6 ] [ iter: 5,300 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:32 ] [ l_g_pix: 4.6579e-02 ] [ l_g_total: 4.6579e-02 ] +2024-10-03 18:50:06,987 INFO: [ epoch: 6 ] [ iter: 5,400 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-03 18:50:10,757 INFO: [ epoch: 6 ] [ iter: 5,500 ] [ performance: 26.528 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 5.8339e-02 ] [ l_g_total: 5.8339e-02 ] +2024-10-03 18:50:15,081 INFO: [ epoch: 7 ] [ iter: 5,600 ] [ performance: 24.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 3.9242e-02 ] [ l_g_total: 3.9242e-02 ] +2024-10-03 18:50:19,337 INFO: [ epoch: 7 ] [ iter: 5,700 ] [ performance: 26.622 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:24 ] [ l_g_pix: 4.9143e-02 ] [ l_g_total: 4.9143e-02 ] +2024-10-03 18:50:23,052 INFO: [ epoch: 7 ] [ iter: 5,800 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:17 ] [ l_g_pix: 4.0452e-02 ] [ l_g_total: 4.0452e-02 ] +2024-10-03 18:50:26,860 INFO: [ epoch: 7 ] [ iter: 5,900 ] [ performance: 26.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 5.0572e-02 ] [ l_g_total: 5.0572e-02 ] +2024-10-03 18:50:30,624 INFO: [ epoch: 7 ] [ iter: 6,000 ] [ performance: 26.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:05 ] [ l_g_pix: 5.3308e-02 ] [ l_g_total: 5.3308e-02 ] +2024-10-03 18:50:34,371 INFO: [ epoch: 7 ] [ iter: 6,100 ] [ performance: 26.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:59 ] [ l_g_pix: 4.4772e-02 ] [ l_g_total: 4.4772e-02 ] +2024-10-03 18:50:38,085 INFO: [ epoch: 7 ] [ iter: 6,200 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:53 ] [ l_g_pix: 4.5237e-02 ] [ l_g_total: 4.5237e-02 ] +2024-10-03 18:50:41,830 INFO: [ epoch: 7 ] [ iter: 6,300 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:46 ] [ l_g_pix: 4.9107e-02 ] [ l_g_total: 4.9107e-02 ] +2024-10-03 18:50:46,063 INFO: [ epoch: 8 ] [ iter: 6,400 ] [ performance: 24.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:47 ] [ l_g_pix: 5.2129e-02 ] [ l_g_total: 5.2129e-02 ] +2024-10-03 18:50:50,477 INFO: [ epoch: 8 ] [ iter: 6,500 ] [ performance: 23.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 4.8252e-02 ] [ l_g_total: 4.8252e-02 ] +2024-10-03 18:50:54,242 INFO: [ epoch: 8 ] [ iter: 6,600 ] [ performance: 25.204 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:45 ] [ l_g_pix: 5.4545e-02 ] [ l_g_total: 5.4545e-02 ] +2024-10-03 18:50:57,961 INFO: [ epoch: 8 ] [ iter: 6,700 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 4.4939e-02 ] [ l_g_total: 4.4939e-02 ] +2024-10-03 18:51:01,756 INFO: [ epoch: 8 ] [ iter: 6,800 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 3.7129e-02 ] [ l_g_total: 3.7129e-02 ] +2024-10-03 18:51:05,507 INFO: [ epoch: 8 ] [ iter: 6,900 ] [ performance: 26.601 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:27 ] [ l_g_pix: 5.4245e-02 ] [ l_g_total: 5.4245e-02 ] +2024-10-03 18:51:09,300 INFO: [ epoch: 8 ] [ iter: 7,000 ] [ performance: 26.461 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:22 ] [ l_g_pix: 4.9882e-02 ] [ l_g_total: 4.9882e-02 ] +2024-10-03 18:51:13,001 INFO: [ epoch: 8 ] [ iter: 7,100 ] [ performance: 26.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 3.4802e-02 ] [ l_g_total: 3.4802e-02 ] +2024-10-03 18:51:17,320 INFO: [ epoch: 9 ] [ iter: 7,200 ] [ performance: 24.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:17 ] [ l_g_pix: 4.8549e-02 ] [ l_g_total: 4.8549e-02 ] +2024-10-03 18:51:21,565 INFO: [ epoch: 9 ] [ iter: 7,300 ] [ performance: 25.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:18 ] [ l_g_pix: 4.2207e-02 ] [ l_g_total: 4.2207e-02 ] +2024-10-03 18:51:25,432 INFO: [ epoch: 9 ] [ iter: 7,400 ] [ performance: 25.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:13 ] [ l_g_pix: 4.0794e-02 ] [ l_g_total: 4.0794e-02 ] +2024-10-03 18:51:29,187 INFO: [ epoch: 9 ] [ iter: 7,500 ] [ performance: 26.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 3.8241e-02 ] [ l_g_total: 3.8241e-02 ] +2024-10-03 18:51:32,949 INFO: [ epoch: 9 ] [ iter: 7,600 ] [ performance: 26.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:02 ] [ l_g_pix: 5.3745e-02 ] [ l_g_total: 5.3745e-02 ] +2024-10-03 18:51:36,727 INFO: [ epoch: 9 ] [ iter: 7,700 ] [ performance: 26.487 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:57 ] [ l_g_pix: 4.1255e-02 ] [ l_g_total: 4.1255e-02 ] +2024-10-03 18:51:40,515 INFO: [ epoch: 9 ] [ iter: 7,800 ] [ performance: 26.433 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 3.6830e-02 ] [ l_g_total: 3.6830e-02 ] +2024-10-03 18:51:44,312 INFO: [ epoch: 9 ] [ iter: 7,900 ] [ performance: 26.557 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 5.2894e-02 ] [ l_g_total: 5.2894e-02 ] +2024-10-03 18:51:48,624 INFO: [ epoch: 10 ] [ iter: 8,000 ] [ performance: 24.369 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 5.9095e-02 ] [ l_g_total: 5.9095e-02 ] +2024-10-03 18:51:52,663 INFO: [ epoch: 10 ] [ iter: 8,100 ] [ performance: 26.464 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:45 ] [ l_g_pix: 5.0537e-02 ] [ l_g_total: 5.0537e-02 ] +2024-10-03 18:51:56,506 INFO: [ epoch: 10 ] [ iter: 8,200 ] [ performance: 26.189 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:41 ] [ l_g_pix: 3.8787e-02 ] [ l_g_total: 3.8787e-02 ] +2024-10-03 18:52:00,305 INFO: [ epoch: 10 ] [ iter: 8,300 ] [ performance: 26.331 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:36 ] [ l_g_pix: 4.9143e-02 ] [ l_g_total: 4.9143e-02 ] +2024-10-03 18:52:04,027 INFO: [ epoch: 10 ] [ iter: 8,400 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:30 ] [ l_g_pix: 4.7488e-02 ] [ l_g_total: 4.7488e-02 ] +2024-10-03 18:52:07,791 INFO: [ epoch: 10 ] [ iter: 8,500 ] [ performance: 26.419 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:24 ] [ l_g_pix: 4.5960e-02 ] [ l_g_total: 4.5960e-02 ] +2024-10-03 18:52:11,577 INFO: [ epoch: 10 ] [ iter: 8,600 ] [ performance: 26.417 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:19 ] [ l_g_pix: 3.9090e-02 ] [ l_g_total: 3.9090e-02 ] +2024-10-03 18:52:15,358 INFO: [ epoch: 10 ] [ iter: 8,700 ] [ performance: 26.418 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:14 ] [ l_g_pix: 4.8718e-02 ] [ l_g_total: 4.8718e-02 ] +2024-10-03 18:52:19,636 INFO: [ epoch: 11 ] [ iter: 8,800 ] [ performance: 24.405 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:14 ] [ l_g_pix: 5.1773e-02 ] [ l_g_total: 5.1773e-02 ] +2024-10-03 18:52:23,659 INFO: [ epoch: 11 ] [ iter: 8,900 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:12 ] [ l_g_pix: 3.7827e-02 ] [ l_g_total: 3.7827e-02 ] +2024-10-03 18:52:27,387 INFO: [ epoch: 11 ] [ iter: 9,000 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 4.0140e-02 ] [ l_g_total: 4.0140e-02 ] +2024-10-03 18:52:31,252 INFO: [ epoch: 11 ] [ iter: 9,100 ] [ performance: 26.379 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:02 ] [ l_g_pix: 4.5280e-02 ] [ l_g_total: 4.5280e-02 ] +2024-10-03 18:52:35,043 INFO: [ epoch: 11 ] [ iter: 9,200 ] [ performance: 26.380 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:57 ] [ l_g_pix: 3.3951e-02 ] [ l_g_total: 3.3951e-02 ] +2024-10-03 18:52:38,834 INFO: [ epoch: 11 ] [ iter: 9,300 ] [ performance: 26.229 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:52 ] [ l_g_pix: 4.4875e-02 ] [ l_g_total: 4.4875e-02 ] +2024-10-03 18:52:42,586 INFO: [ epoch: 11 ] [ iter: 9,400 ] [ performance: 26.505 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 5.9678e-02 ] [ l_g_total: 5.9678e-02 ] +2024-10-03 18:52:46,410 INFO: [ epoch: 11 ] [ iter: 9,500 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:42 ] [ l_g_pix: 3.9117e-02 ] [ l_g_total: 3.9117e-02 ] +2024-10-03 18:52:50,767 INFO: [ epoch: 12 ] [ iter: 9,600 ] [ performance: 24.143 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:43 ] [ l_g_pix: 3.4650e-02 ] [ l_g_total: 3.4650e-02 ] +2024-10-03 18:52:54,968 INFO: [ epoch: 12 ] [ iter: 9,700 ] [ performance: 26.021 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:42 ] [ l_g_pix: 4.5014e-02 ] [ l_g_total: 4.5014e-02 ] +2024-10-03 18:52:58,703 INFO: [ epoch: 12 ] [ iter: 9,800 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:36 ] [ l_g_pix: 4.1152e-02 ] [ l_g_total: 4.1152e-02 ] +2024-10-03 18:53:02,614 INFO: [ epoch: 12 ] [ iter: 9,900 ] [ performance: 24.897 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:32 ] [ l_g_pix: 4.2255e-02 ] [ l_g_total: 4.2255e-02 ] +2024-10-03 18:53:06,305 INFO: [ epoch: 12 ] [ iter: 10,000 ] [ performance: 26.313 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:27 ] [ l_g_pix: 5.2046e-02 ] [ l_g_total: 5.2046e-02 ] +2024-10-03 18:53:06,305 INFO: Saving models and training states. +2024-10-03 19:00:26,205 INFO: Validation val + + # psnr: 26.2895........ Best: 26.2895 @ 10000 iter + # ssim: 0.7392........ Best: 0.7392 @ 10000 iter + # dists: 0.7806........ Best: 0.7806 @ 10000 iter + +2024-10-03 19:00:30,006 INFO: [ epoch: 12 ] [ iter: 10,100 ] [ performance: 26.066 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:38 ] [ l_g_pix: 3.0430e-02 ] [ l_g_total: 3.0430e-02 ] +2024-10-03 19:00:33,799 INFO: [ epoch: 12 ] [ iter: 10,200 ] [ performance: 26.266 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:50 ] [ l_g_pix: 3.8936e-02 ] [ l_g_total: 3.8936e-02 ] +2024-10-03 19:00:37,570 INFO: [ epoch: 12 ] [ iter: 10,300 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:03 ] [ l_g_pix: 4.4138e-02 ] [ l_g_total: 4.4138e-02 ] +2024-10-03 19:00:41,956 INFO: [ epoch: 13 ] [ iter: 10,400 ] [ performance: 23.909 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:23 ] [ l_g_pix: 5.4228e-02 ] [ l_g_total: 5.4228e-02 ] +2024-10-03 19:00:46,022 INFO: [ epoch: 13 ] [ iter: 10,500 ] [ performance: 26.431 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:40 ] [ l_g_pix: 4.7837e-02 ] [ l_g_total: 4.7837e-02 ] +2024-10-03 19:00:49,847 INFO: [ epoch: 13 ] [ iter: 10,600 ] [ performance: 26.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:56 ] [ l_g_pix: 4.1157e-02 ] [ l_g_total: 4.1157e-02 ] +2024-10-03 19:00:53,639 INFO: [ epoch: 13 ] [ iter: 10,700 ] [ performance: 26.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:12 ] [ l_g_pix: 5.0025e-02 ] [ l_g_total: 5.0025e-02 ] +2024-10-03 19:00:57,442 INFO: [ epoch: 13 ] [ iter: 10,800 ] [ performance: 26.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:29 ] [ l_g_pix: 3.7674e-02 ] [ l_g_total: 3.7674e-02 ] +2024-10-03 19:01:01,239 INFO: [ epoch: 13 ] [ iter: 10,900 ] [ performance: 26.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:47 ] [ l_g_pix: 4.1404e-02 ] [ l_g_total: 4.1404e-02 ] +2024-10-03 19:01:05,019 INFO: [ epoch: 13 ] [ iter: 11,000 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:06 ] [ l_g_pix: 2.9910e-02 ] [ l_g_total: 2.9910e-02 ] +2024-10-03 19:01:08,788 INFO: [ epoch: 13 ] [ iter: 11,100 ] [ performance: 26.648 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:25 ] [ l_g_pix: 3.8796e-02 ] [ l_g_total: 3.8796e-02 ] +2024-10-03 19:01:13,410 INFO: [ epoch: 14 ] [ iter: 11,200 ] [ performance: 22.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:51 ] [ l_g_pix: 4.2894e-02 ] [ l_g_total: 4.2894e-02 ] +2024-10-03 19:01:17,506 INFO: [ epoch: 14 ] [ iter: 11,300 ] [ performance: 26.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:14 ] [ l_g_pix: 6.2040e-02 ] [ l_g_total: 6.2040e-02 ] +2024-10-03 19:01:21,370 INFO: [ epoch: 14 ] [ iter: 11,400 ] [ performance: 26.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:36 ] [ l_g_pix: 4.6768e-02 ] [ l_g_total: 4.6768e-02 ] +2024-10-03 19:01:25,206 INFO: [ epoch: 14 ] [ iter: 11,500 ] [ performance: 25.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:58 ] [ l_g_pix: 4.6029e-02 ] [ l_g_total: 4.6029e-02 ] +2024-10-03 19:01:29,018 INFO: [ epoch: 14 ] [ iter: 11,600 ] [ performance: 26.153 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:20 ] [ l_g_pix: 2.7800e-02 ] [ l_g_total: 2.7800e-02 ] +2024-10-03 19:01:32,858 INFO: [ epoch: 14 ] [ iter: 11,700 ] [ performance: 26.143 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:44 ] [ l_g_pix: 5.5160e-02 ] [ l_g_total: 5.5160e-02 ] +2024-10-03 19:01:36,584 INFO: [ epoch: 14 ] [ iter: 11,800 ] [ performance: 26.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:07 ] [ l_g_pix: 5.6367e-02 ] [ l_g_total: 5.6367e-02 ] +2024-10-03 19:01:40,341 INFO: [ epoch: 14 ] [ iter: 11,900 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:30 ] [ l_g_pix: 5.1124e-02 ] [ l_g_total: 5.1124e-02 ] +2024-10-03 19:01:44,814 INFO: [ epoch: 15 ] [ iter: 12,000 ] [ performance: 23.494 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:00 ] [ l_g_pix: 2.6610e-02 ] [ l_g_total: 2.6610e-02 ] +2024-10-03 19:01:49,133 INFO: [ epoch: 15 ] [ iter: 12,100 ] [ performance: 25.868 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:29 ] [ l_g_pix: 3.9855e-02 ] [ l_g_total: 3.9855e-02 ] +2024-10-03 19:01:52,820 INFO: [ epoch: 15 ] [ iter: 12,200 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:53 ] [ l_g_pix: 4.5823e-02 ] [ l_g_total: 4.5823e-02 ] +2024-10-03 19:01:56,550 INFO: [ epoch: 15 ] [ iter: 12,300 ] [ performance: 26.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:19 ] [ l_g_pix: 5.3682e-02 ] [ l_g_total: 5.3682e-02 ] +2024-10-03 19:02:00,329 INFO: [ epoch: 15 ] [ iter: 12,400 ] [ performance: 26.521 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:45 ] [ l_g_pix: 4.4725e-02 ] [ l_g_total: 4.4725e-02 ] +2024-10-03 19:02:04,071 INFO: [ epoch: 15 ] [ iter: 12,500 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:12 ] [ l_g_pix: 5.9463e-02 ] [ l_g_total: 5.9463e-02 ] +2024-10-03 19:02:07,775 INFO: [ epoch: 15 ] [ iter: 12,600 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:39 ] [ l_g_pix: 3.2672e-02 ] [ l_g_total: 3.2672e-02 ] +2024-10-03 19:02:11,560 INFO: [ epoch: 15 ] [ iter: 12,700 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:06 ] [ l_g_pix: 5.0418e-02 ] [ l_g_total: 5.0418e-02 ] +2024-10-03 19:02:16,311 INFO: [ epoch: 16 ] [ iter: 12,800 ] [ performance: 22.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:41 ] [ l_g_pix: 3.2128e-02 ] [ l_g_total: 3.2128e-02 ] +2024-10-03 19:02:20,396 INFO: [ epoch: 16 ] [ iter: 12,900 ] [ performance: 25.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:12 ] [ l_g_pix: 5.0372e-02 ] [ l_g_total: 5.0372e-02 ] +2024-10-03 19:02:24,172 INFO: [ epoch: 16 ] [ iter: 13,000 ] [ performance: 26.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:41 ] [ l_g_pix: 4.7125e-02 ] [ l_g_total: 4.7125e-02 ] +2024-10-03 19:02:27,974 INFO: [ epoch: 16 ] [ iter: 13,100 ] [ performance: 26.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:11 ] [ l_g_pix: 5.0098e-02 ] [ l_g_total: 5.0098e-02 ] +2024-10-03 19:02:31,812 INFO: [ epoch: 16 ] [ iter: 13,200 ] [ performance: 26.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:41 ] [ l_g_pix: 3.5909e-02 ] [ l_g_total: 3.5909e-02 ] +2024-10-03 19:02:35,572 INFO: [ epoch: 16 ] [ iter: 13,300 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:11 ] [ l_g_pix: 5.8193e-02 ] [ l_g_total: 5.8193e-02 ] +2024-10-03 19:02:39,386 INFO: [ epoch: 16 ] [ iter: 13,400 ] [ performance: 26.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:42 ] [ l_g_pix: 5.4214e-02 ] [ l_g_total: 5.4214e-02 ] +2024-10-03 19:02:43,131 INFO: [ epoch: 16 ] [ iter: 13,500 ] [ performance: 27.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:12 ] [ l_g_pix: 4.6203e-02 ] [ l_g_total: 4.6203e-02 ] +2024-10-03 19:02:47,726 INFO: [ epoch: 17 ] [ iter: 13,600 ] [ performance: 22.910 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:49 ] [ l_g_pix: 4.2498e-02 ] [ l_g_total: 4.2498e-02 ] +2024-10-03 19:02:51,720 INFO: [ epoch: 17 ] [ iter: 13,700 ] [ performance: 26.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:22 ] [ l_g_pix: 3.3488e-02 ] [ l_g_total: 3.3488e-02 ] +2024-10-03 19:02:55,554 INFO: [ epoch: 17 ] [ iter: 13,800 ] [ performance: 26.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:54 ] [ l_g_pix: 5.5304e-02 ] [ l_g_total: 5.5304e-02 ] +2024-10-03 19:02:59,344 INFO: [ epoch: 17 ] [ iter: 13,900 ] [ performance: 26.304 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:27 ] [ l_g_pix: 4.4153e-02 ] [ l_g_total: 4.4153e-02 ] +2024-10-03 19:03:03,132 INFO: [ epoch: 17 ] [ iter: 14,000 ] [ performance: 26.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:00 ] [ l_g_pix: 5.8477e-02 ] [ l_g_total: 5.8477e-02 ] +2024-10-03 19:03:06,916 INFO: [ epoch: 17 ] [ iter: 14,100 ] [ performance: 27.032 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:33 ] [ l_g_pix: 5.4417e-02 ] [ l_g_total: 5.4417e-02 ] +2024-10-03 19:03:10,635 INFO: [ epoch: 17 ] [ iter: 14,200 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:06 ] [ l_g_pix: 4.1803e-02 ] [ l_g_total: 4.1803e-02 ] +2024-10-03 19:03:14,324 INFO: [ epoch: 17 ] [ iter: 14,300 ] [ performance: 27.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:39 ] [ l_g_pix: 5.8975e-02 ] [ l_g_total: 5.8975e-02 ] +2024-10-03 19:03:18,987 INFO: [ epoch: 18 ] [ iter: 14,400 ] [ performance: 22.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:18 ] [ l_g_pix: 4.5026e-02 ] [ l_g_total: 4.5026e-02 ] +2024-10-03 19:03:22,955 INFO: [ epoch: 18 ] [ iter: 14,500 ] [ performance: 26.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:53 ] [ l_g_pix: 4.9446e-02 ] [ l_g_total: 4.9446e-02 ] +2024-10-03 19:03:26,845 INFO: [ epoch: 18 ] [ iter: 14,600 ] [ performance: 25.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:29 ] [ l_g_pix: 5.5937e-02 ] [ l_g_total: 5.5937e-02 ] +2024-10-03 19:03:30,651 INFO: [ epoch: 18 ] [ iter: 14,700 ] [ performance: 26.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:04 ] [ l_g_pix: 4.0129e-02 ] [ l_g_total: 4.0129e-02 ] +2024-10-03 19:03:34,436 INFO: [ epoch: 18 ] [ iter: 14,800 ] [ performance: 26.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:39 ] [ l_g_pix: 4.2877e-02 ] [ l_g_total: 4.2877e-02 ] +2024-10-03 19:03:38,266 INFO: [ epoch: 18 ] [ iter: 14,900 ] [ performance: 26.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:15 ] [ l_g_pix: 5.9316e-02 ] [ l_g_total: 5.9316e-02 ] +2024-10-03 19:03:42,084 INFO: [ epoch: 18 ] [ iter: 15,000 ] [ performance: 26.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:51 ] [ l_g_pix: 5.1711e-02 ] [ l_g_total: 5.1711e-02 ] +2024-10-03 19:03:45,816 INFO: [ epoch: 18 ] [ iter: 15,100 ] [ performance: 28.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:26 ] [ l_g_pix: 4.1433e-02 ] [ l_g_total: 4.1433e-02 ] +2024-10-03 19:03:50,564 INFO: [ epoch: 19 ] [ iter: 15,200 ] [ performance: 22.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:08 ] [ l_g_pix: 4.6456e-02 ] [ l_g_total: 4.6456e-02 ] +2024-10-03 19:03:54,631 INFO: [ epoch: 19 ] [ iter: 15,300 ] [ performance: 25.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:46 ] [ l_g_pix: 4.8615e-02 ] [ l_g_total: 4.8615e-02 ] +2024-10-03 19:03:58,528 INFO: [ epoch: 19 ] [ iter: 15,400 ] [ performance: 25.554 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:23 ] [ l_g_pix: 3.5426e-02 ] [ l_g_total: 3.5426e-02 ] +2024-10-03 19:04:02,456 INFO: [ epoch: 19 ] [ iter: 15,500 ] [ performance: 24.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:01 ] [ l_g_pix: 5.0080e-02 ] [ l_g_total: 5.0080e-02 ] +2024-10-03 19:04:06,350 INFO: [ epoch: 19 ] [ iter: 15,600 ] [ performance: 25.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:39 ] [ l_g_pix: 5.3822e-02 ] [ l_g_total: 5.3822e-02 ] +2024-10-03 19:04:10,255 INFO: [ epoch: 19 ] [ iter: 15,700 ] [ performance: 25.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:17 ] [ l_g_pix: 3.5940e-02 ] [ l_g_total: 3.5940e-02 ] +2024-10-03 19:04:14,019 INFO: [ epoch: 19 ] [ iter: 15,800 ] [ performance: 26.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:55 ] [ l_g_pix: 4.0323e-02 ] [ l_g_total: 4.0323e-02 ] +2024-10-03 19:04:17,899 INFO: [ epoch: 19 ] [ iter: 15,900 ] [ performance: 26.085 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:33 ] [ l_g_pix: 4.2846e-02 ] [ l_g_total: 4.2846e-02 ] +2024-10-03 19:04:22,840 INFO: [ epoch: 20 ] [ iter: 16,000 ] [ performance: 21.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:17 ] [ l_g_pix: 5.1121e-02 ] [ l_g_total: 5.1121e-02 ] +2024-10-03 19:04:26,867 INFO: [ epoch: 20 ] [ iter: 16,100 ] [ performance: 25.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:57 ] [ l_g_pix: 4.1500e-02 ] [ l_g_total: 4.1500e-02 ] +2024-10-03 19:04:30,813 INFO: [ epoch: 20 ] [ iter: 16,200 ] [ performance: 25.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:36 ] [ l_g_pix: 4.7704e-02 ] [ l_g_total: 4.7704e-02 ] +2024-10-03 19:04:34,756 INFO: [ epoch: 20 ] [ iter: 16,300 ] [ performance: 25.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:16 ] [ l_g_pix: 4.0984e-02 ] [ l_g_total: 4.0984e-02 ] +2024-10-03 19:04:38,655 INFO: [ epoch: 20 ] [ iter: 16,400 ] [ performance: 25.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:55 ] [ l_g_pix: 3.8440e-02 ] [ l_g_total: 3.8440e-02 ] +2024-10-03 19:04:42,460 INFO: [ epoch: 20 ] [ iter: 16,500 ] [ performance: 26.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:35 ] [ l_g_pix: 4.9243e-02 ] [ l_g_total: 4.9243e-02 ] +2024-10-03 19:04:46,217 INFO: [ epoch: 20 ] [ iter: 16,600 ] [ performance: 26.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:14 ] [ l_g_pix: 4.5558e-02 ] [ l_g_total: 4.5558e-02 ] +2024-10-03 19:04:49,934 INFO: [ epoch: 20 ] [ iter: 16,700 ] [ performance: 29.462 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:53 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-03 19:04:54,665 INFO: [ epoch: 21 ] [ iter: 16,800 ] [ performance: 22.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:37 ] [ l_g_pix: 4.0800e-02 ] [ l_g_total: 4.0800e-02 ] +2024-10-03 19:04:58,686 INFO: [ epoch: 21 ] [ iter: 16,900 ] [ performance: 26.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:19 ] [ l_g_pix: 3.8347e-02 ] [ l_g_total: 3.8347e-02 ] +2024-10-03 19:05:02,446 INFO: [ epoch: 21 ] [ iter: 17,000 ] [ performance: 26.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:59 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-10-03 19:05:06,388 INFO: [ epoch: 21 ] [ iter: 17,100 ] [ performance: 26.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:40 ] [ l_g_pix: 5.0005e-02 ] [ l_g_total: 5.0005e-02 ] +2024-10-03 19:05:10,204 INFO: [ epoch: 21 ] [ iter: 17,200 ] [ performance: 26.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:20 ] [ l_g_pix: 5.6093e-02 ] [ l_g_total: 5.6093e-02 ] +2024-10-03 19:05:14,019 INFO: [ epoch: 21 ] [ iter: 17,300 ] [ performance: 25.486 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:01 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-10-03 19:05:17,793 INFO: [ epoch: 21 ] [ iter: 17,400 ] [ performance: 26.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:42 ] [ l_g_pix: 4.4547e-02 ] [ l_g_total: 4.4547e-02 ] +2024-10-03 19:05:21,540 INFO: [ epoch: 21 ] [ iter: 17,500 ] [ performance: 28.106 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:23 ] [ l_g_pix: 5.2072e-02 ] [ l_g_total: 5.2072e-02 ] +2024-10-03 19:05:26,632 INFO: [ epoch: 22 ] [ iter: 17,600 ] [ performance: 20.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:10 ] [ l_g_pix: 5.2373e-02 ] [ l_g_total: 5.2373e-02 ] +2024-10-03 19:05:30,563 INFO: [ epoch: 22 ] [ iter: 17,700 ] [ performance: 26.256 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:52 ] [ l_g_pix: 5.7200e-02 ] [ l_g_total: 5.7200e-02 ] +2024-10-03 19:05:34,431 INFO: [ epoch: 22 ] [ iter: 17,800 ] [ performance: 25.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:34 ] [ l_g_pix: 4.4249e-02 ] [ l_g_total: 4.4249e-02 ] +2024-10-03 19:05:38,412 INFO: [ epoch: 22 ] [ iter: 17,900 ] [ performance: 25.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:16 ] [ l_g_pix: 6.1638e-02 ] [ l_g_total: 6.1638e-02 ] +2024-10-03 19:05:42,268 INFO: [ epoch: 22 ] [ iter: 18,000 ] [ performance: 25.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:59 ] [ l_g_pix: 3.6869e-02 ] [ l_g_total: 3.6869e-02 ] +2024-10-03 19:05:46,110 INFO: [ epoch: 22 ] [ iter: 18,100 ] [ performance: 26.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:41 ] [ l_g_pix: 3.8882e-02 ] [ l_g_total: 3.8882e-02 ] +2024-10-03 19:05:49,915 INFO: [ epoch: 22 ] [ iter: 18,200 ] [ performance: 26.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:23 ] [ l_g_pix: 3.3919e-02 ] [ l_g_total: 3.3919e-02 ] +2024-10-03 19:05:53,694 INFO: [ epoch: 22 ] [ iter: 18,300 ] [ performance: 28.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:05 ] [ l_g_pix: 4.2900e-02 ] [ l_g_total: 4.2900e-02 ] +2024-10-03 19:05:58,516 INFO: [ epoch: 23 ] [ iter: 18,400 ] [ performance: 21.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:52 ] [ l_g_pix: 5.1484e-02 ] [ l_g_total: 5.1484e-02 ] +2024-10-03 19:06:02,480 INFO: [ epoch: 23 ] [ iter: 18,500 ] [ performance: 24.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:36 ] [ l_g_pix: 3.4348e-02 ] [ l_g_total: 3.4348e-02 ] +2024-10-03 19:06:06,399 INFO: [ epoch: 23 ] [ iter: 18,600 ] [ performance: 25.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:19 ] [ l_g_pix: 3.8800e-02 ] [ l_g_total: 3.8800e-02 ] +2024-10-03 19:06:10,148 INFO: [ epoch: 23 ] [ iter: 18,700 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:02 ] [ l_g_pix: 3.8699e-02 ] [ l_g_total: 3.8699e-02 ] +2024-10-03 19:06:14,120 INFO: [ epoch: 23 ] [ iter: 18,800 ] [ performance: 25.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:45 ] [ l_g_pix: 4.7089e-02 ] [ l_g_total: 4.7089e-02 ] +2024-10-03 19:06:18,242 INFO: [ epoch: 23 ] [ iter: 18,900 ] [ performance: 25.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:30 ] [ l_g_pix: 4.8327e-02 ] [ l_g_total: 4.8327e-02 ] +2024-10-03 19:06:22,019 INFO: [ epoch: 23 ] [ iter: 19,000 ] [ performance: 26.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:13 ] [ l_g_pix: 3.2292e-02 ] [ l_g_total: 3.2292e-02 ] +2024-10-03 19:06:25,777 INFO: [ epoch: 23 ] [ iter: 19,100 ] [ performance: 27.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:56 ] [ l_g_pix: 4.5113e-02 ] [ l_g_total: 4.5113e-02 ] +2024-10-03 19:06:30,772 INFO: [ epoch: 24 ] [ iter: 19,200 ] [ performance: 20.292 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:45 ] [ l_g_pix: 4.7964e-02 ] [ l_g_total: 4.7964e-02 ] +2024-10-03 19:06:34,713 INFO: [ epoch: 24 ] [ iter: 19,300 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:29 ] [ l_g_pix: 5.0048e-02 ] [ l_g_total: 5.0048e-02 ] +2024-10-03 19:06:38,454 INFO: [ epoch: 24 ] [ iter: 19,400 ] [ performance: 26.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:13 ] [ l_g_pix: 3.3777e-02 ] [ l_g_total: 3.3777e-02 ] +2024-10-03 19:06:42,221 INFO: [ epoch: 24 ] [ iter: 19,500 ] [ performance: 26.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:56 ] [ l_g_pix: 3.0910e-02 ] [ l_g_total: 3.0910e-02 ] +2024-10-03 19:06:46,069 INFO: [ epoch: 24 ] [ iter: 19,600 ] [ performance: 26.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:41 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-03 19:06:50,102 INFO: [ epoch: 24 ] [ iter: 19,700 ] [ performance: 27.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:26 ] [ l_g_pix: 4.2291e-02 ] [ l_g_total: 4.2291e-02 ] +2024-10-03 19:06:53,846 INFO: [ epoch: 24 ] [ iter: 19,800 ] [ performance: 26.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:10 ] [ l_g_pix: 5.5136e-02 ] [ l_g_total: 5.5136e-02 ] +2024-10-03 19:06:57,510 INFO: [ epoch: 24 ] [ iter: 19,900 ] [ performance: 29.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:54 ] [ l_g_pix: 4.9838e-02 ] [ l_g_total: 4.9838e-02 ] +2024-10-03 19:07:02,587 INFO: [ epoch: 25 ] [ iter: 20,000 ] [ performance: 19.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:43 ] [ l_g_pix: 3.6917e-02 ] [ l_g_total: 3.6917e-02 ] +2024-10-03 19:07:02,588 INFO: Saving models and training states. +2024-10-03 19:10:13,512 INFO: Validation val + + # psnr: 26.7088........ Best: 26.7088 @ 20000 iter + # ssim: 0.7482........ Best: 0.7482 @ 20000 iter + # dists: 0.7773........ Best: 0.7773 @ 20000 iter + +2024-10-03 19:10:17,374 INFO: [ epoch: 25 ] [ iter: 20,100 ] [ performance: 22.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:07 ] [ l_g_pix: 5.2631e-02 ] [ l_g_total: 5.2631e-02 ] +2024-10-03 19:10:21,248 INFO: [ epoch: 25 ] [ iter: 20,200 ] [ performance: 25.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:48 ] [ l_g_pix: 3.0935e-02 ] [ l_g_total: 3.0935e-02 ] +2024-10-03 19:10:25,066 INFO: [ epoch: 25 ] [ iter: 20,300 ] [ performance: 26.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:28 ] [ l_g_pix: 3.9961e-02 ] [ l_g_total: 3.9961e-02 ] +2024-10-03 19:10:28,886 INFO: [ epoch: 25 ] [ iter: 20,400 ] [ performance: 26.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:08 ] [ l_g_pix: 4.5901e-02 ] [ l_g_total: 4.5901e-02 ] +2024-10-03 19:10:32,747 INFO: [ epoch: 25 ] [ iter: 20,500 ] [ performance: 26.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:49 ] [ l_g_pix: 4.4163e-02 ] [ l_g_total: 4.4163e-02 ] +2024-10-03 19:10:36,652 INFO: [ epoch: 25 ] [ iter: 20,600 ] [ performance: 25.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:30 ] [ l_g_pix: 3.4008e-02 ] [ l_g_total: 3.4008e-02 ] +2024-10-03 19:10:40,428 INFO: [ epoch: 25 ] [ iter: 20,700 ] [ performance: 26.063 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:11 ] [ l_g_pix: 4.5502e-02 ] [ l_g_total: 4.5502e-02 ] +2024-10-03 19:10:45,221 INFO: [ epoch: 26 ] [ iter: 20,800 ] [ performance: 20.734 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:55 ] [ l_g_pix: 3.8327e-02 ] [ l_g_total: 3.8327e-02 ] +2024-10-03 19:10:49,150 INFO: [ epoch: 26 ] [ iter: 20,900 ] [ performance: 22.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:37 ] [ l_g_pix: 5.0442e-02 ] [ l_g_total: 5.0442e-02 ] +2024-10-03 19:10:52,921 INFO: [ epoch: 26 ] [ iter: 21,000 ] [ performance: 26.583 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:18 ] [ l_g_pix: 3.7450e-02 ] [ l_g_total: 3.7450e-02 ] +2024-10-03 19:10:56,693 INFO: [ epoch: 26 ] [ iter: 21,100 ] [ performance: 26.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:59 ] [ l_g_pix: 4.7731e-02 ] [ l_g_total: 4.7731e-02 ] +2024-10-03 19:11:00,608 INFO: [ epoch: 26 ] [ iter: 21,200 ] [ performance: 25.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:41 ] [ l_g_pix: 3.7367e-02 ] [ l_g_total: 3.7367e-02 ] +2024-10-03 19:11:04,421 INFO: [ epoch: 26 ] [ iter: 21,300 ] [ performance: 25.886 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:23 ] [ l_g_pix: 4.4133e-02 ] [ l_g_total: 4.4133e-02 ] +2024-10-03 19:11:08,213 INFO: [ epoch: 26 ] [ iter: 21,400 ] [ performance: 26.388 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:05 ] [ l_g_pix: 3.7566e-02 ] [ l_g_total: 3.7566e-02 ] +2024-10-03 19:11:11,997 INFO: [ epoch: 26 ] [ iter: 21,500 ] [ performance: 26.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:46 ] [ l_g_pix: 2.6833e-02 ] [ l_g_total: 2.6833e-02 ] +2024-10-03 19:11:17,074 INFO: [ epoch: 27 ] [ iter: 21,600 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:33 ] [ l_g_pix: 5.9722e-02 ] [ l_g_total: 5.9722e-02 ] +2024-10-03 19:11:21,016 INFO: [ epoch: 27 ] [ iter: 21,700 ] [ performance: 22.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:16 ] [ l_g_pix: 4.0832e-02 ] [ l_g_total: 4.0832e-02 ] +2024-10-03 19:11:24,852 INFO: [ epoch: 27 ] [ iter: 21,800 ] [ performance: 26.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:58 ] [ l_g_pix: 4.3776e-02 ] [ l_g_total: 4.3776e-02 ] +2024-10-03 19:11:28,731 INFO: [ epoch: 27 ] [ iter: 21,900 ] [ performance: 25.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:41 ] [ l_g_pix: 4.6523e-02 ] [ l_g_total: 4.6523e-02 ] +2024-10-03 19:11:32,524 INFO: [ epoch: 27 ] [ iter: 22,000 ] [ performance: 26.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:23 ] [ l_g_pix: 3.7492e-02 ] [ l_g_total: 3.7492e-02 ] +2024-10-03 19:11:36,325 INFO: [ epoch: 27 ] [ iter: 22,100 ] [ performance: 26.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:06 ] [ l_g_pix: 4.0582e-02 ] [ l_g_total: 4.0582e-02 ] +2024-10-03 19:11:40,194 INFO: [ epoch: 27 ] [ iter: 22,200 ] [ performance: 25.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:49 ] [ l_g_pix: 2.8614e-02 ] [ l_g_total: 2.8614e-02 ] +2024-10-03 19:11:43,990 INFO: [ epoch: 27 ] [ iter: 22,300 ] [ performance: 26.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:32 ] [ l_g_pix: 3.8306e-02 ] [ l_g_total: 3.8306e-02 ] +2024-10-03 19:11:49,361 INFO: [ epoch: 28 ] [ iter: 22,400 ] [ performance: 17.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:20 ] [ l_g_pix: 4.5363e-02 ] [ l_g_total: 4.5363e-02 ] +2024-10-03 19:11:53,393 INFO: [ epoch: 28 ] [ iter: 22,500 ] [ performance: 20.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:04 ] [ l_g_pix: 4.9100e-02 ] [ l_g_total: 4.9100e-02 ] +2024-10-03 19:11:57,216 INFO: [ epoch: 28 ] [ iter: 22,600 ] [ performance: 26.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:47 ] [ l_g_pix: 3.3086e-02 ] [ l_g_total: 3.3086e-02 ] +2024-10-03 19:12:00,995 INFO: [ epoch: 28 ] [ iter: 22,700 ] [ performance: 26.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:30 ] [ l_g_pix: 3.8835e-02 ] [ l_g_total: 3.8835e-02 ] +2024-10-03 19:12:04,776 INFO: [ epoch: 28 ] [ iter: 22,800 ] [ performance: 26.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:14 ] [ l_g_pix: 4.3520e-02 ] [ l_g_total: 4.3520e-02 ] +2024-10-03 19:12:08,571 INFO: [ epoch: 28 ] [ iter: 22,900 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:57 ] [ l_g_pix: 3.9204e-02 ] [ l_g_total: 3.9204e-02 ] +2024-10-03 19:12:12,347 INFO: [ epoch: 28 ] [ iter: 23,000 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:41 ] [ l_g_pix: 4.4003e-02 ] [ l_g_total: 4.4003e-02 ] +2024-10-03 19:12:16,189 INFO: [ epoch: 28 ] [ iter: 23,100 ] [ performance: 26.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:25 ] [ l_g_pix: 5.7894e-02 ] [ l_g_total: 5.7894e-02 ] +2024-10-03 19:12:21,651 INFO: [ epoch: 29 ] [ iter: 23,200 ] [ performance: 17.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:14 ] [ l_g_pix: 4.0703e-02 ] [ l_g_total: 4.0703e-02 ] +2024-10-03 19:12:25,723 INFO: [ epoch: 29 ] [ iter: 23,300 ] [ performance: 20.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:59 ] [ l_g_pix: 3.4792e-02 ] [ l_g_total: 3.4792e-02 ] +2024-10-03 19:12:29,679 INFO: [ epoch: 29 ] [ iter: 23,400 ] [ performance: 25.838 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:43 ] [ l_g_pix: 4.4911e-02 ] [ l_g_total: 4.4911e-02 ] +2024-10-03 19:12:33,580 INFO: [ epoch: 29 ] [ iter: 23,500 ] [ performance: 25.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:28 ] [ l_g_pix: 3.9180e-02 ] [ l_g_total: 3.9180e-02 ] +2024-10-03 19:12:37,397 INFO: [ epoch: 29 ] [ iter: 23,600 ] [ performance: 26.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:12 ] [ l_g_pix: 5.6885e-02 ] [ l_g_total: 5.6885e-02 ] +2024-10-03 19:12:41,268 INFO: [ epoch: 29 ] [ iter: 23,700 ] [ performance: 25.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:57 ] [ l_g_pix: 3.4497e-02 ] [ l_g_total: 3.4497e-02 ] +2024-10-03 19:12:45,126 INFO: [ epoch: 29 ] [ iter: 23,800 ] [ performance: 26.067 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:41 ] [ l_g_pix: 4.8355e-02 ] [ l_g_total: 4.8355e-02 ] +2024-10-03 19:12:48,777 INFO: [ epoch: 29 ] [ iter: 23,900 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:25 ] [ l_g_pix: 3.3523e-02 ] [ l_g_total: 3.3523e-02 ] +2024-10-03 19:12:53,886 INFO: [ epoch: 30 ] [ iter: 24,000 ] [ performance: 18.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:14 ] [ l_g_pix: 3.8946e-02 ] [ l_g_total: 3.8946e-02 ] +2024-10-03 19:12:57,592 INFO: [ epoch: 30 ] [ iter: 24,100 ] [ performance: 22.197 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:59 ] [ l_g_pix: 4.7887e-02 ] [ l_g_total: 4.7887e-02 ] +2024-10-03 19:13:01,563 INFO: [ epoch: 30 ] [ iter: 24,200 ] [ performance: 25.196 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:44 ] [ l_g_pix: 3.7240e-02 ] [ l_g_total: 3.7240e-02 ] +2024-10-03 19:13:05,338 INFO: [ epoch: 30 ] [ iter: 24,300 ] [ performance: 25.901 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:29 ] [ l_g_pix: 3.5605e-02 ] [ l_g_total: 3.5605e-02 ] +2024-10-03 19:13:09,137 INFO: [ epoch: 30 ] [ iter: 24,400 ] [ performance: 26.080 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:14 ] [ l_g_pix: 4.9201e-02 ] [ l_g_total: 4.9201e-02 ] +2024-10-03 19:13:12,885 INFO: [ epoch: 30 ] [ iter: 24,500 ] [ performance: 26.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:59 ] [ l_g_pix: 5.3043e-02 ] [ l_g_total: 5.3043e-02 ] +2024-10-03 19:13:16,693 INFO: [ epoch: 30 ] [ iter: 24,600 ] [ performance: 25.988 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:44 ] [ l_g_pix: 3.4864e-02 ] [ l_g_total: 3.4864e-02 ] +2024-10-03 19:13:20,458 INFO: [ epoch: 30 ] [ iter: 24,700 ] [ performance: 26.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:29 ] [ l_g_pix: 4.3404e-02 ] [ l_g_total: 4.3404e-02 ] +2024-10-03 19:13:25,347 INFO: [ epoch: 31 ] [ iter: 24,800 ] [ performance: 18.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:18 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-03 19:13:29,306 INFO: [ epoch: 31 ] [ iter: 24,900 ] [ performance: 21.998 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:03 ] [ l_g_pix: 4.5381e-02 ] [ l_g_total: 4.5381e-02 ] +2024-10-03 19:13:33,261 INFO: [ epoch: 31 ] [ iter: 25,000 ] [ performance: 24.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:49 ] [ l_g_pix: 3.4972e-02 ] [ l_g_total: 3.4972e-02 ] +2024-10-03 19:13:37,101 INFO: [ epoch: 31 ] [ iter: 25,100 ] [ performance: 25.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:35 ] [ l_g_pix: 5.0282e-02 ] [ l_g_total: 5.0282e-02 ] +2024-10-03 19:13:40,866 INFO: [ epoch: 31 ] [ iter: 25,200 ] [ performance: 26.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:21 ] [ l_g_pix: 3.3368e-02 ] [ l_g_total: 3.3368e-02 ] +2024-10-03 19:13:44,657 INFO: [ epoch: 31 ] [ iter: 25,300 ] [ performance: 26.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:06 ] [ l_g_pix: 6.1000e-02 ] [ l_g_total: 6.1000e-02 ] +2024-10-03 19:13:48,436 INFO: [ epoch: 31 ] [ iter: 25,400 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:52 ] [ l_g_pix: 4.4702e-02 ] [ l_g_total: 4.4702e-02 ] +2024-10-03 19:13:52,237 INFO: [ epoch: 31 ] [ iter: 25,500 ] [ performance: 26.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:38 ] [ l_g_pix: 4.7720e-02 ] [ l_g_total: 4.7720e-02 ] +2024-10-03 19:13:57,197 INFO: [ epoch: 32 ] [ iter: 25,600 ] [ performance: 18.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:27 ] [ l_g_pix: 3.9341e-02 ] [ l_g_total: 3.9341e-02 ] +2024-10-03 19:14:01,056 INFO: [ epoch: 32 ] [ iter: 25,700 ] [ performance: 22.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:14 ] [ l_g_pix: 4.8163e-02 ] [ l_g_total: 4.8163e-02 ] +2024-10-03 19:14:04,812 INFO: [ epoch: 32 ] [ iter: 25,800 ] [ performance: 26.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:00 ] [ l_g_pix: 4.1781e-02 ] [ l_g_total: 4.1781e-02 ] +2024-10-03 19:14:08,768 INFO: [ epoch: 32 ] [ iter: 25,900 ] [ performance: 25.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:46 ] [ l_g_pix: 2.9178e-02 ] [ l_g_total: 2.9178e-02 ] +2024-10-03 19:14:12,539 INFO: [ epoch: 32 ] [ iter: 26,000 ] [ performance: 26.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:32 ] [ l_g_pix: 5.7277e-02 ] [ l_g_total: 5.7277e-02 ] +2024-10-03 19:14:16,402 INFO: [ epoch: 32 ] [ iter: 26,100 ] [ performance: 26.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:19 ] [ l_g_pix: 3.1892e-02 ] [ l_g_total: 3.1892e-02 ] +2024-10-03 19:14:20,238 INFO: [ epoch: 32 ] [ iter: 26,200 ] [ performance: 26.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:06 ] [ l_g_pix: 3.7940e-02 ] [ l_g_total: 3.7940e-02 ] +2024-10-03 19:14:24,024 INFO: [ epoch: 32 ] [ iter: 26,300 ] [ performance: 26.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:52 ] [ l_g_pix: 4.2235e-02 ] [ l_g_total: 4.2235e-02 ] +2024-10-03 19:14:29,228 INFO: [ epoch: 33 ] [ iter: 26,400 ] [ performance: 16.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:43 ] [ l_g_pix: 4.3012e-02 ] [ l_g_total: 4.3012e-02 ] +2024-10-03 19:14:32,956 INFO: [ epoch: 33 ] [ iter: 26,500 ] [ performance: 21.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:29 ] [ l_g_pix: 4.5354e-02 ] [ l_g_total: 4.5354e-02 ] +2024-10-03 19:14:36,712 INFO: [ epoch: 33 ] [ iter: 26,600 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 4.6552e-02 ] [ l_g_total: 4.6552e-02 ] +2024-10-03 19:14:40,594 INFO: [ epoch: 33 ] [ iter: 26,700 ] [ performance: 26.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:03 ] [ l_g_pix: 4.6408e-02 ] [ l_g_total: 4.6408e-02 ] +2024-10-03 19:14:44,277 INFO: [ epoch: 33 ] [ iter: 26,800 ] [ performance: 27.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:49 ] [ l_g_pix: 3.3850e-02 ] [ l_g_total: 3.3850e-02 ] +2024-10-03 19:14:47,953 INFO: [ epoch: 33 ] [ iter: 26,900 ] [ performance: 27.270 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:36 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-03 19:14:51,703 INFO: [ epoch: 33 ] [ iter: 27,000 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:22 ] [ l_g_pix: 3.7107e-02 ] [ l_g_total: 3.7107e-02 ] +2024-10-03 19:14:55,322 INFO: [ epoch: 33 ] [ iter: 27,100 ] [ performance: 27.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:09 ] [ l_g_pix: 4.2114e-02 ] [ l_g_total: 4.2114e-02 ] +2024-10-03 19:15:00,256 INFO: [ epoch: 34 ] [ iter: 27,200 ] [ performance: 17.676 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:59 ] [ l_g_pix: 3.2899e-02 ] [ l_g_total: 3.2899e-02 ] +2024-10-03 19:15:04,093 INFO: [ epoch: 34 ] [ iter: 27,300 ] [ performance: 21.960 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:46 ] [ l_g_pix: 3.9639e-02 ] [ l_g_total: 3.9639e-02 ] +2024-10-03 19:15:07,948 INFO: [ epoch: 34 ] [ iter: 27,400 ] [ performance: 26.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:34 ] [ l_g_pix: 4.2954e-02 ] [ l_g_total: 4.2954e-02 ] +2024-10-03 19:15:11,777 INFO: [ epoch: 34 ] [ iter: 27,500 ] [ performance: 26.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:21 ] [ l_g_pix: 4.0392e-02 ] [ l_g_total: 4.0392e-02 ] +2024-10-03 19:15:15,734 INFO: [ epoch: 34 ] [ iter: 27,600 ] [ performance: 26.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:09 ] [ l_g_pix: 3.6087e-02 ] [ l_g_total: 3.6087e-02 ] +2024-10-03 19:15:19,562 INFO: [ epoch: 34 ] [ iter: 27,700 ] [ performance: 26.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:57 ] [ l_g_pix: 3.5621e-02 ] [ l_g_total: 3.5621e-02 ] +2024-10-03 19:15:23,324 INFO: [ epoch: 34 ] [ iter: 27,800 ] [ performance: 26.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:44 ] [ l_g_pix: 2.7163e-02 ] [ l_g_total: 2.7163e-02 ] +2024-10-03 19:15:26,994 INFO: [ epoch: 34 ] [ iter: 27,900 ] [ performance: 27.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:31 ] [ l_g_pix: 4.5669e-02 ] [ l_g_total: 4.5669e-02 ] +2024-10-03 19:15:32,113 INFO: [ epoch: 35 ] [ iter: 28,000 ] [ performance: 16.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:22 ] [ l_g_pix: 5.1153e-02 ] [ l_g_total: 5.1153e-02 ] +2024-10-03 19:15:35,978 INFO: [ epoch: 35 ] [ iter: 28,100 ] [ performance: 21.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:10 ] [ l_g_pix: 5.1315e-02 ] [ l_g_total: 5.1315e-02 ] +2024-10-03 19:15:39,803 INFO: [ epoch: 35 ] [ iter: 28,200 ] [ performance: 26.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:58 ] [ l_g_pix: 4.2271e-02 ] [ l_g_total: 4.2271e-02 ] +2024-10-03 19:15:43,615 INFO: [ epoch: 35 ] [ iter: 28,300 ] [ performance: 26.208 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:46 ] [ l_g_pix: 3.4699e-02 ] [ l_g_total: 3.4699e-02 ] +2024-10-03 19:15:47,470 INFO: [ epoch: 35 ] [ iter: 28,400 ] [ performance: 25.809 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:34 ] [ l_g_pix: 3.3000e-02 ] [ l_g_total: 3.3000e-02 ] +2024-10-03 19:15:51,295 INFO: [ epoch: 35 ] [ iter: 28,500 ] [ performance: 26.020 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:22 ] [ l_g_pix: 5.4543e-02 ] [ l_g_total: 5.4543e-02 ] +2024-10-03 19:15:55,111 INFO: [ epoch: 35 ] [ iter: 28,600 ] [ performance: 26.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:10 ] [ l_g_pix: 5.6413e-02 ] [ l_g_total: 5.6413e-02 ] +2024-10-03 19:15:58,792 INFO: [ epoch: 35 ] [ iter: 28,700 ] [ performance: 26.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:57 ] [ l_g_pix: 3.7883e-02 ] [ l_g_total: 3.7883e-02 ] +2024-10-03 19:16:03,973 INFO: [ epoch: 36 ] [ iter: 28,800 ] [ performance: 15.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:49 ] [ l_g_pix: 3.9601e-02 ] [ l_g_total: 3.9601e-02 ] +2024-10-03 19:16:07,759 INFO: [ epoch: 36 ] [ iter: 28,900 ] [ performance: 20.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:37 ] [ l_g_pix: 3.9791e-02 ] [ l_g_total: 3.9791e-02 ] +2024-10-03 19:16:11,598 INFO: [ epoch: 36 ] [ iter: 29,000 ] [ performance: 25.859 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:25 ] [ l_g_pix: 3.6803e-02 ] [ l_g_total: 3.6803e-02 ] +2024-10-03 19:16:15,436 INFO: [ epoch: 36 ] [ iter: 29,100 ] [ performance: 25.992 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:13 ] [ l_g_pix: 4.3609e-02 ] [ l_g_total: 4.3609e-02 ] +2024-10-03 19:16:19,394 INFO: [ epoch: 36 ] [ iter: 29,200 ] [ performance: 24.980 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:02 ] [ l_g_pix: 4.4417e-02 ] [ l_g_total: 4.4417e-02 ] +2024-10-03 19:16:23,384 INFO: [ epoch: 36 ] [ iter: 29,300 ] [ performance: 25.037 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:51 ] [ l_g_pix: 4.5977e-02 ] [ l_g_total: 4.5977e-02 ] +2024-10-03 19:16:27,329 INFO: [ epoch: 36 ] [ iter: 29,400 ] [ performance: 25.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:40 ] [ l_g_pix: 4.1757e-02 ] [ l_g_total: 4.1757e-02 ] +2024-10-03 19:16:30,968 INFO: [ epoch: 36 ] [ iter: 29,500 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:28 ] [ l_g_pix: 3.6094e-02 ] [ l_g_total: 3.6094e-02 ] +2024-10-03 19:16:35,960 INFO: [ epoch: 37 ] [ iter: 29,600 ] [ performance: 15.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 4.6936e-02 ] [ l_g_total: 4.6936e-02 ] +2024-10-03 19:16:39,935 INFO: [ epoch: 37 ] [ iter: 29,700 ] [ performance: 20.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:08 ] [ l_g_pix: 2.1830e-02 ] [ l_g_total: 2.1830e-02 ] +2024-10-03 19:16:43,910 INFO: [ epoch: 37 ] [ iter: 29,800 ] [ performance: 25.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:57 ] [ l_g_pix: 4.4065e-02 ] [ l_g_total: 4.4065e-02 ] +2024-10-03 19:16:47,971 INFO: [ epoch: 37 ] [ iter: 29,900 ] [ performance: 24.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:46 ] [ l_g_pix: 4.5376e-02 ] [ l_g_total: 4.5376e-02 ] +2024-10-03 19:16:51,886 INFO: [ epoch: 37 ] [ iter: 30,000 ] [ performance: 26.062 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:35 ] [ l_g_pix: 3.9318e-02 ] [ l_g_total: 3.9318e-02 ] +2024-10-03 19:16:51,887 INFO: Saving models and training states. +2024-10-03 19:20:33,719 INFO: Validation val + + # psnr: 27.0477........ Best: 27.0477 @ 30000 iter + # ssim: 0.7601........ Best: 0.7601 @ 30000 iter + # dists: 0.7741........ Best: 0.7741 @ 30000 iter + +2024-10-03 19:20:37,580 INFO: [ epoch: 37 ] [ iter: 30,100 ] [ performance: 25.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:59 ] [ l_g_pix: 3.1448e-02 ] [ l_g_total: 3.1448e-02 ] +2024-10-03 19:20:41,406 INFO: [ epoch: 37 ] [ iter: 30,200 ] [ performance: 26.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:46 ] [ l_g_pix: 4.9628e-02 ] [ l_g_total: 4.9628e-02 ] +2024-10-03 19:20:45,181 INFO: [ epoch: 37 ] [ iter: 30,300 ] [ performance: 26.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:32 ] [ l_g_pix: 4.1812e-02 ] [ l_g_total: 4.1812e-02 ] +2024-10-03 19:20:50,899 INFO: [ epoch: 38 ] [ iter: 30,400 ] [ performance: 12.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:23 ] [ l_g_pix: 4.6894e-02 ] [ l_g_total: 4.6894e-02 ] +2024-10-03 19:20:54,727 INFO: [ epoch: 38 ] [ iter: 30,500 ] [ performance: 19.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:09 ] [ l_g_pix: 4.2282e-02 ] [ l_g_total: 4.2282e-02 ] +2024-10-03 19:20:58,578 INFO: [ epoch: 38 ] [ iter: 30,600 ] [ performance: 25.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:56 ] [ l_g_pix: 2.2779e-02 ] [ l_g_total: 2.2779e-02 ] +2024-10-03 19:21:02,430 INFO: [ epoch: 38 ] [ iter: 30,700 ] [ performance: 25.971 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:43 ] [ l_g_pix: 4.5137e-02 ] [ l_g_total: 4.5137e-02 ] +2024-10-03 19:21:06,287 INFO: [ epoch: 38 ] [ iter: 30,800 ] [ performance: 26.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:30 ] [ l_g_pix: 3.7524e-02 ] [ l_g_total: 3.7524e-02 ] +2024-10-03 19:21:10,125 INFO: [ epoch: 38 ] [ iter: 30,900 ] [ performance: 26.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 3.0651e-02 ] [ l_g_total: 3.0651e-02 ] +2024-10-03 19:21:13,950 INFO: [ epoch: 38 ] [ iter: 31,000 ] [ performance: 26.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:03 ] [ l_g_pix: 3.5314e-02 ] [ l_g_total: 3.5314e-02 ] +2024-10-03 19:21:17,726 INFO: [ epoch: 38 ] [ iter: 31,100 ] [ performance: 26.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:50 ] [ l_g_pix: 3.4357e-02 ] [ l_g_total: 3.4357e-02 ] +2024-10-03 19:21:23,149 INFO: [ epoch: 39 ] [ iter: 31,200 ] [ performance: 13.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:41 ] [ l_g_pix: 4.8713e-02 ] [ l_g_total: 4.8713e-02 ] +2024-10-03 19:21:26,973 INFO: [ epoch: 39 ] [ iter: 31,300 ] [ performance: 20.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:28 ] [ l_g_pix: 3.4763e-02 ] [ l_g_total: 3.4763e-02 ] +2024-10-03 19:21:30,749 INFO: [ epoch: 39 ] [ iter: 31,400 ] [ performance: 26.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:15 ] [ l_g_pix: 3.4495e-02 ] [ l_g_total: 3.4495e-02 ] +2024-10-03 19:21:34,570 INFO: [ epoch: 39 ] [ iter: 31,500 ] [ performance: 26.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:02 ] [ l_g_pix: 3.8492e-02 ] [ l_g_total: 3.8492e-02 ] +2024-10-03 19:21:38,473 INFO: [ epoch: 39 ] [ iter: 31,600 ] [ performance: 25.442 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:49 ] [ l_g_pix: 4.5940e-02 ] [ l_g_total: 4.5940e-02 ] +2024-10-03 19:21:42,308 INFO: [ epoch: 39 ] [ iter: 31,700 ] [ performance: 25.888 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:36 ] [ l_g_pix: 4.2465e-02 ] [ l_g_total: 4.2465e-02 ] +2024-10-03 19:21:46,150 INFO: [ epoch: 39 ] [ iter: 31,800 ] [ performance: 26.184 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:24 ] [ l_g_pix: 4.7978e-02 ] [ l_g_total: 4.7978e-02 ] +2024-10-03 19:21:49,917 INFO: [ epoch: 39 ] [ iter: 31,900 ] [ performance: 26.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:11 ] [ l_g_pix: 3.8954e-02 ] [ l_g_total: 3.8954e-02 ] +2024-10-03 19:21:55,298 INFO: [ epoch: 40 ] [ iter: 32,000 ] [ performance: 12.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:02 ] [ l_g_pix: 5.6027e-02 ] [ l_g_total: 5.6027e-02 ] +2024-10-03 19:21:59,118 INFO: [ epoch: 40 ] [ iter: 32,100 ] [ performance: 19.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:49 ] [ l_g_pix: 4.2036e-02 ] [ l_g_total: 4.2036e-02 ] +2024-10-03 19:22:02,912 INFO: [ epoch: 40 ] [ iter: 32,200 ] [ performance: 26.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:37 ] [ l_g_pix: 5.1928e-02 ] [ l_g_total: 5.1928e-02 ] +2024-10-03 19:22:06,701 INFO: [ epoch: 40 ] [ iter: 32,300 ] [ performance: 26.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:24 ] [ l_g_pix: 3.5936e-02 ] [ l_g_total: 3.5936e-02 ] +2024-10-03 19:22:10,487 INFO: [ epoch: 40 ] [ iter: 32,400 ] [ performance: 26.485 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:12 ] [ l_g_pix: 4.2268e-02 ] [ l_g_total: 4.2268e-02 ] +2024-10-03 19:22:14,318 INFO: [ epoch: 40 ] [ iter: 32,500 ] [ performance: 26.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:59 ] [ l_g_pix: 4.5554e-02 ] [ l_g_total: 4.5554e-02 ] +2024-10-03 19:22:18,238 INFO: [ epoch: 40 ] [ iter: 32,600 ] [ performance: 25.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:47 ] [ l_g_pix: 3.6975e-02 ] [ l_g_total: 3.6975e-02 ] +2024-10-03 19:22:21,962 INFO: [ epoch: 40 ] [ iter: 32,700 ] [ performance: 26.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:35 ] [ l_g_pix: 4.8558e-02 ] [ l_g_total: 4.8558e-02 ] +2024-10-03 19:22:27,181 INFO: [ epoch: 41 ] [ iter: 32,800 ] [ performance: 21.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:26 ] [ l_g_pix: 5.1717e-02 ] [ l_g_total: 5.1717e-02 ] +2024-10-03 19:22:31,105 INFO: [ epoch: 41 ] [ iter: 32,900 ] [ performance: 24.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:14 ] [ l_g_pix: 3.1135e-02 ] [ l_g_total: 3.1135e-02 ] +2024-10-03 19:22:34,948 INFO: [ epoch: 41 ] [ iter: 33,000 ] [ performance: 26.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:02 ] [ l_g_pix: 3.3232e-02 ] [ l_g_total: 3.3232e-02 ] +2024-10-03 19:22:38,848 INFO: [ epoch: 41 ] [ iter: 33,100 ] [ performance: 25.746 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:50 ] [ l_g_pix: 3.9119e-02 ] [ l_g_total: 3.9119e-02 ] +2024-10-03 19:22:42,732 INFO: [ epoch: 41 ] [ iter: 33,200 ] [ performance: 25.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:38 ] [ l_g_pix: 3.1020e-02 ] [ l_g_total: 3.1020e-02 ] +2024-10-03 19:22:46,581 INFO: [ epoch: 41 ] [ iter: 33,300 ] [ performance: 25.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:26 ] [ l_g_pix: 3.1826e-02 ] [ l_g_total: 3.1826e-02 ] +2024-10-03 19:22:50,357 INFO: [ epoch: 41 ] [ iter: 33,400 ] [ performance: 26.103 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:14 ] [ l_g_pix: 4.1379e-02 ] [ l_g_total: 4.1379e-02 ] +2024-10-03 19:22:54,019 INFO: [ epoch: 41 ] [ iter: 33,500 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:02 ] [ l_g_pix: 3.2037e-02 ] [ l_g_total: 3.2037e-02 ] +2024-10-03 19:22:59,316 INFO: [ epoch: 42 ] [ iter: 33,600 ] [ performance: 20.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:53 ] [ l_g_pix: 4.4207e-02 ] [ l_g_total: 4.4207e-02 ] +2024-10-03 19:23:03,192 INFO: [ epoch: 42 ] [ iter: 33,700 ] [ performance: 24.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:41 ] [ l_g_pix: 4.7963e-02 ] [ l_g_total: 4.7963e-02 ] +2024-10-03 19:23:06,907 INFO: [ epoch: 42 ] [ iter: 33,800 ] [ performance: 27.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:29 ] [ l_g_pix: 4.4206e-02 ] [ l_g_total: 4.4206e-02 ] +2024-10-03 19:23:10,693 INFO: [ epoch: 42 ] [ iter: 33,900 ] [ performance: 26.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:18 ] [ l_g_pix: 4.4056e-02 ] [ l_g_total: 4.4056e-02 ] +2024-10-03 19:23:14,497 INFO: [ epoch: 42 ] [ iter: 34,000 ] [ performance: 26.971 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:06 ] [ l_g_pix: 4.7148e-02 ] [ l_g_total: 4.7148e-02 ] +2024-10-03 19:23:18,363 INFO: [ epoch: 42 ] [ iter: 34,100 ] [ performance: 26.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:54 ] [ l_g_pix: 3.9605e-02 ] [ l_g_total: 3.9605e-02 ] +2024-10-03 19:23:22,209 INFO: [ epoch: 42 ] [ iter: 34,200 ] [ performance: 26.397 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:43 ] [ l_g_pix: 4.5805e-02 ] [ l_g_total: 4.5805e-02 ] +2024-10-03 19:23:25,976 INFO: [ epoch: 42 ] [ iter: 34,300 ] [ performance: 26.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:31 ] [ l_g_pix: 3.9188e-02 ] [ l_g_total: 3.9188e-02 ] +2024-10-03 19:23:31,232 INFO: [ epoch: 43 ] [ iter: 34,400 ] [ performance: 20.488 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:23 ] [ l_g_pix: 3.9226e-02 ] [ l_g_total: 3.9226e-02 ] +2024-10-03 19:23:35,202 INFO: [ epoch: 43 ] [ iter: 34,500 ] [ performance: 23.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:12 ] [ l_g_pix: 4.6345e-02 ] [ l_g_total: 4.6345e-02 ] +2024-10-03 19:23:38,978 INFO: [ epoch: 43 ] [ iter: 34,600 ] [ performance: 26.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:00 ] [ l_g_pix: 4.9458e-02 ] [ l_g_total: 4.9458e-02 ] +2024-10-03 19:23:42,777 INFO: [ epoch: 43 ] [ iter: 34,700 ] [ performance: 26.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:49 ] [ l_g_pix: 5.4217e-02 ] [ l_g_total: 5.4217e-02 ] +2024-10-03 19:23:46,573 INFO: [ epoch: 43 ] [ iter: 34,800 ] [ performance: 26.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 4.8213e-02 ] [ l_g_total: 4.8213e-02 ] +2024-10-03 19:23:50,496 INFO: [ epoch: 43 ] [ iter: 34,900 ] [ performance: 25.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:26 ] [ l_g_pix: 3.1805e-02 ] [ l_g_total: 3.1805e-02 ] +2024-10-03 19:23:54,325 INFO: [ epoch: 43 ] [ iter: 35,000 ] [ performance: 25.708 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:15 ] [ l_g_pix: 4.1593e-02 ] [ l_g_total: 4.1593e-02 ] +2024-10-03 19:23:57,997 INFO: [ epoch: 43 ] [ iter: 35,100 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:04 ] [ l_g_pix: 2.9784e-02 ] [ l_g_total: 2.9784e-02 ] +2024-10-03 19:24:03,341 INFO: [ epoch: 44 ] [ iter: 35,200 ] [ performance: 19.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:55 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-03 19:24:07,320 INFO: [ epoch: 44 ] [ iter: 35,300 ] [ performance: 23.641 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 4.2287e-02 ] [ l_g_total: 4.2287e-02 ] +2024-10-03 19:24:11,189 INFO: [ epoch: 44 ] [ iter: 35,400 ] [ performance: 26.410 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:34 ] [ l_g_pix: 6.1367e-02 ] [ l_g_total: 6.1367e-02 ] +2024-10-03 19:24:15,222 INFO: [ epoch: 44 ] [ iter: 35,500 ] [ performance: 25.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:23 ] [ l_g_pix: 4.3690e-02 ] [ l_g_total: 4.3690e-02 ] +2024-10-03 19:24:19,169 INFO: [ epoch: 44 ] [ iter: 35,600 ] [ performance: 25.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 4.2032e-02 ] [ l_g_total: 4.2032e-02 ] +2024-10-03 19:24:23,030 INFO: [ epoch: 44 ] [ iter: 35,700 ] [ performance: 25.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:02 ] [ l_g_pix: 4.0040e-02 ] [ l_g_total: 4.0040e-02 ] +2024-10-03 19:24:26,838 INFO: [ epoch: 44 ] [ iter: 35,800 ] [ performance: 26.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:51 ] [ l_g_pix: 4.5186e-02 ] [ l_g_total: 4.5186e-02 ] +2024-10-03 19:24:30,519 INFO: [ epoch: 44 ] [ iter: 35,900 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:40 ] [ l_g_pix: 5.7972e-02 ] [ l_g_total: 5.7972e-02 ] +2024-10-03 19:24:35,674 INFO: [ epoch: 45 ] [ iter: 36,000 ] [ performance: 22.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:31 ] [ l_g_pix: 2.9141e-02 ] [ l_g_total: 2.9141e-02 ] +2024-10-03 19:24:39,530 INFO: [ epoch: 45 ] [ iter: 36,100 ] [ performance: 25.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:20 ] [ l_g_pix: 4.3617e-02 ] [ l_g_total: 4.3617e-02 ] +2024-10-03 19:24:43,378 INFO: [ epoch: 45 ] [ iter: 36,200 ] [ performance: 25.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:10 ] [ l_g_pix: 4.5113e-02 ] [ l_g_total: 4.5113e-02 ] +2024-10-03 19:24:47,301 INFO: [ epoch: 45 ] [ iter: 36,300 ] [ performance: 25.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:59 ] [ l_g_pix: 3.6925e-02 ] [ l_g_total: 3.6925e-02 ] +2024-10-03 19:24:51,193 INFO: [ epoch: 45 ] [ iter: 36,400 ] [ performance: 25.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:49 ] [ l_g_pix: 4.6035e-02 ] [ l_g_total: 4.6035e-02 ] +2024-10-03 19:24:55,200 INFO: [ epoch: 45 ] [ iter: 36,500 ] [ performance: 24.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:38 ] [ l_g_pix: 3.5830e-02 ] [ l_g_total: 3.5830e-02 ] +2024-10-03 19:24:59,144 INFO: [ epoch: 45 ] [ iter: 36,600 ] [ performance: 26.190 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:28 ] [ l_g_pix: 4.7053e-02 ] [ l_g_total: 4.7053e-02 ] +2024-10-03 19:25:02,874 INFO: [ epoch: 45 ] [ iter: 36,700 ] [ performance: 26.721 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:17 ] [ l_g_pix: 4.6626e-02 ] [ l_g_total: 4.6626e-02 ] +2024-10-03 19:25:08,322 INFO: [ epoch: 46 ] [ iter: 36,800 ] [ performance: 22.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:10 ] [ l_g_pix: 4.9330e-02 ] [ l_g_total: 4.9330e-02 ] +2024-10-03 19:25:12,228 INFO: [ epoch: 46 ] [ iter: 36,900 ] [ performance: 25.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:59 ] [ l_g_pix: 5.1445e-02 ] [ l_g_total: 5.1445e-02 ] +2024-10-03 19:25:16,130 INFO: [ epoch: 46 ] [ iter: 37,000 ] [ performance: 25.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:49 ] [ l_g_pix: 3.4677e-02 ] [ l_g_total: 3.4677e-02 ] +2024-10-03 19:25:19,991 INFO: [ epoch: 46 ] [ iter: 37,100 ] [ performance: 25.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:39 ] [ l_g_pix: 4.5671e-02 ] [ l_g_total: 4.5671e-02 ] +2024-10-03 19:25:23,794 INFO: [ epoch: 46 ] [ iter: 37,200 ] [ performance: 26.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:28 ] [ l_g_pix: 4.0312e-02 ] [ l_g_total: 4.0312e-02 ] +2024-10-03 19:25:27,627 INFO: [ epoch: 46 ] [ iter: 37,300 ] [ performance: 26.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:18 ] [ l_g_pix: 4.7173e-02 ] [ l_g_total: 4.7173e-02 ] +2024-10-03 19:25:31,433 INFO: [ epoch: 46 ] [ iter: 37,400 ] [ performance: 25.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:07 ] [ l_g_pix: 4.3154e-02 ] [ l_g_total: 4.3154e-02 ] +2024-10-03 19:25:35,160 INFO: [ epoch: 46 ] [ iter: 37,500 ] [ performance: 26.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:57 ] [ l_g_pix: 4.4973e-02 ] [ l_g_total: 4.4973e-02 ] +2024-10-03 19:25:40,439 INFO: [ epoch: 47 ] [ iter: 37,600 ] [ performance: 24.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:49 ] [ l_g_pix: 4.1511e-02 ] [ l_g_total: 4.1511e-02 ] +2024-10-03 19:25:44,219 INFO: [ epoch: 47 ] [ iter: 37,700 ] [ performance: 26.223 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:39 ] [ l_g_pix: 5.1059e-02 ] [ l_g_total: 5.1059e-02 ] +2024-10-03 19:25:48,076 INFO: [ epoch: 47 ] [ iter: 37,800 ] [ performance: 25.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:29 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-03 19:25:51,883 INFO: [ epoch: 47 ] [ iter: 37,900 ] [ performance: 26.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:19 ] [ l_g_pix: 5.2980e-02 ] [ l_g_total: 5.2980e-02 ] +2024-10-03 19:25:55,704 INFO: [ epoch: 47 ] [ iter: 38,000 ] [ performance: 26.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:08 ] [ l_g_pix: 4.3105e-02 ] [ l_g_total: 4.3105e-02 ] +2024-10-03 19:25:59,521 INFO: [ epoch: 47 ] [ iter: 38,100 ] [ performance: 26.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:58 ] [ l_g_pix: 3.6869e-02 ] [ l_g_total: 3.6869e-02 ] +2024-10-03 19:26:03,335 INFO: [ epoch: 47 ] [ iter: 38,200 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 3.5989e-02 ] [ l_g_total: 3.5989e-02 ] +2024-10-03 19:26:07,193 INFO: [ epoch: 47 ] [ iter: 38,300 ] [ performance: 26.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:38 ] [ l_g_pix: 3.6655e-02 ] [ l_g_total: 3.6655e-02 ] +2024-10-03 19:26:12,637 INFO: [ epoch: 48 ] [ iter: 38,400 ] [ performance: 22.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:31 ] [ l_g_pix: 3.0980e-02 ] [ l_g_total: 3.0980e-02 ] +2024-10-03 19:26:16,595 INFO: [ epoch: 48 ] [ iter: 38,500 ] [ performance: 25.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:21 ] [ l_g_pix: 3.4318e-02 ] [ l_g_total: 3.4318e-02 ] +2024-10-03 19:26:20,606 INFO: [ epoch: 48 ] [ iter: 38,600 ] [ performance: 23.215 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:12 ] [ l_g_pix: 4.6316e-02 ] [ l_g_total: 4.6316e-02 ] +2024-10-03 19:26:24,617 INFO: [ epoch: 48 ] [ iter: 38,700 ] [ performance: 24.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:02 ] [ l_g_pix: 5.5005e-02 ] [ l_g_total: 5.5005e-02 ] +2024-10-03 19:26:28,644 INFO: [ epoch: 48 ] [ iter: 38,800 ] [ performance: 26.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:52 ] [ l_g_pix: 4.0790e-02 ] [ l_g_total: 4.0790e-02 ] +2024-10-03 19:26:32,584 INFO: [ epoch: 48 ] [ iter: 38,900 ] [ performance: 25.431 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:43 ] [ l_g_pix: 3.2371e-02 ] [ l_g_total: 3.2371e-02 ] +2024-10-03 19:26:36,598 INFO: [ epoch: 48 ] [ iter: 39,000 ] [ performance: 23.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:33 ] [ l_g_pix: 3.4537e-02 ] [ l_g_total: 3.4537e-02 ] +2024-10-03 19:26:40,416 INFO: [ epoch: 48 ] [ iter: 39,100 ] [ performance: 26.005 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 4.5517e-02 ] [ l_g_total: 4.5517e-02 ] +2024-10-03 19:26:45,893 INFO: [ epoch: 49 ] [ iter: 39,200 ] [ performance: 25.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:16 ] [ l_g_pix: 4.0047e-02 ] [ l_g_total: 4.0047e-02 ] +2024-10-03 19:26:49,794 INFO: [ epoch: 49 ] [ iter: 39,300 ] [ performance: 25.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:07 ] [ l_g_pix: 4.4798e-02 ] [ l_g_total: 4.4798e-02 ] +2024-10-03 19:26:53,598 INFO: [ epoch: 49 ] [ iter: 39,400 ] [ performance: 24.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:57 ] [ l_g_pix: 4.1987e-02 ] [ l_g_total: 4.1987e-02 ] +2024-10-03 19:26:57,532 INFO: [ epoch: 49 ] [ iter: 39,500 ] [ performance: 25.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:47 ] [ l_g_pix: 4.2536e-02 ] [ l_g_total: 4.2536e-02 ] +2024-10-03 19:27:01,569 INFO: [ epoch: 49 ] [ iter: 39,600 ] [ performance: 23.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 4.4178e-02 ] [ l_g_total: 4.4178e-02 ] +2024-10-03 19:27:05,586 INFO: [ epoch: 49 ] [ iter: 39,700 ] [ performance: 24.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:29 ] [ l_g_pix: 3.2338e-02 ] [ l_g_total: 3.2338e-02 ] +2024-10-03 19:27:09,499 INFO: [ epoch: 49 ] [ iter: 39,800 ] [ performance: 23.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 3.8566e-02 ] [ l_g_total: 3.8566e-02 ] +2024-10-03 19:27:13,209 INFO: [ epoch: 49 ] [ iter: 39,900 ] [ performance: 26.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:10 ] [ l_g_pix: 4.1516e-02 ] [ l_g_total: 4.1516e-02 ] +2024-10-03 19:27:18,587 INFO: [ epoch: 50 ] [ iter: 40,000 ] [ performance: 27.964 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 3.7985e-02 ] [ l_g_total: 3.7985e-02 ] +2024-10-03 19:27:18,588 INFO: Saving models and training states. +2024-10-03 19:31:25,455 INFO: Validation val + + # psnr: 27.1291........ Best: 27.1291 @ 40000 iter + # ssim: 0.7629........ Best: 0.7629 @ 40000 iter + # dists: 0.7734........ Best: 0.7734 @ 40000 iter + +2024-10-03 19:31:29,337 INFO: [ epoch: 50 ] [ iter: 40,100 ] [ performance: 25.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:02 ] [ l_g_pix: 4.7101e-02 ] [ l_g_total: 4.7101e-02 ] +2024-10-03 19:31:33,338 INFO: [ epoch: 50 ] [ iter: 40,200 ] [ performance: 25.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:51 ] [ l_g_pix: 2.6431e-02 ] [ l_g_total: 2.6431e-02 ] +2024-10-03 19:31:37,265 INFO: [ epoch: 50 ] [ iter: 40,300 ] [ performance: 25.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:40 ] [ l_g_pix: 4.3063e-02 ] [ l_g_total: 4.3063e-02 ] +2024-10-03 19:31:41,092 INFO: [ epoch: 50 ] [ iter: 40,400 ] [ performance: 25.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:29 ] [ l_g_pix: 2.8933e-02 ] [ l_g_total: 2.8933e-02 ] +2024-10-03 19:31:44,888 INFO: [ epoch: 50 ] [ iter: 40,500 ] [ performance: 26.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:18 ] [ l_g_pix: 5.0536e-02 ] [ l_g_total: 5.0536e-02 ] +2024-10-03 19:31:48,775 INFO: [ epoch: 50 ] [ iter: 40,600 ] [ performance: 26.037 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:07 ] [ l_g_pix: 5.0707e-02 ] [ l_g_total: 5.0707e-02 ] +2024-10-03 19:31:52,645 INFO: [ epoch: 50 ] [ iter: 40,700 ] [ performance: 25.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:57 ] [ l_g_pix: 4.3416e-02 ] [ l_g_total: 4.3416e-02 ] +2024-10-03 19:31:58,771 INFO: [ epoch: 51 ] [ iter: 40,800 ] [ performance: 19.984 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:49 ] [ l_g_pix: 3.9716e-02 ] [ l_g_total: 3.9716e-02 ] +2024-10-03 19:32:02,722 INFO: [ epoch: 51 ] [ iter: 40,900 ] [ performance: 25.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:39 ] [ l_g_pix: 3.9637e-02 ] [ l_g_total: 3.9637e-02 ] +2024-10-03 19:32:06,664 INFO: [ epoch: 51 ] [ iter: 41,000 ] [ performance: 25.350 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:28 ] [ l_g_pix: 4.8143e-02 ] [ l_g_total: 4.8143e-02 ] +2024-10-03 19:32:10,481 INFO: [ epoch: 51 ] [ iter: 41,100 ] [ performance: 26.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:17 ] [ l_g_pix: 3.9677e-02 ] [ l_g_total: 3.9677e-02 ] +2024-10-03 19:32:14,247 INFO: [ epoch: 51 ] [ iter: 41,200 ] [ performance: 26.341 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:07 ] [ l_g_pix: 3.9046e-02 ] [ l_g_total: 3.9046e-02 ] +2024-10-03 19:32:18,067 INFO: [ epoch: 51 ] [ iter: 41,300 ] [ performance: 26.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:56 ] [ l_g_pix: 4.8846e-02 ] [ l_g_total: 4.8846e-02 ] +2024-10-03 19:32:21,969 INFO: [ epoch: 51 ] [ iter: 41,400 ] [ performance: 25.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:45 ] [ l_g_pix: 4.2190e-02 ] [ l_g_total: 4.2190e-02 ] +2024-10-03 19:32:25,689 INFO: [ epoch: 51 ] [ iter: 41,500 ] [ performance: 26.974 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:35 ] [ l_g_pix: 4.2544e-02 ] [ l_g_total: 4.2544e-02 ] +2024-10-03 19:32:31,068 INFO: [ epoch: 52 ] [ iter: 41,600 ] [ performance: 21.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:26 ] [ l_g_pix: 3.3440e-02 ] [ l_g_total: 3.3440e-02 ] +2024-10-03 19:32:34,938 INFO: [ epoch: 52 ] [ iter: 41,700 ] [ performance: 25.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 2.9942e-02 ] [ l_g_total: 2.9942e-02 ] +2024-10-03 19:32:38,896 INFO: [ epoch: 52 ] [ iter: 41,800 ] [ performance: 25.564 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:06 ] [ l_g_pix: 3.4977e-02 ] [ l_g_total: 3.4977e-02 ] +2024-10-03 19:32:42,827 INFO: [ epoch: 52 ] [ iter: 41,900 ] [ performance: 25.499 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:55 ] [ l_g_pix: 3.2069e-02 ] [ l_g_total: 3.2069e-02 ] +2024-10-03 19:32:46,721 INFO: [ epoch: 52 ] [ iter: 42,000 ] [ performance: 25.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:45 ] [ l_g_pix: 4.8595e-02 ] [ l_g_total: 4.8595e-02 ] +2024-10-03 19:32:50,701 INFO: [ epoch: 52 ] [ iter: 42,100 ] [ performance: 25.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 4.3808e-02 ] [ l_g_total: 4.3808e-02 ] +2024-10-03 19:32:54,695 INFO: [ epoch: 52 ] [ iter: 42,200 ] [ performance: 25.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:25 ] [ l_g_pix: 3.9388e-02 ] [ l_g_total: 3.9388e-02 ] +2024-10-03 19:32:58,871 INFO: [ epoch: 52 ] [ iter: 42,300 ] [ performance: 23.839 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:15 ] [ l_g_pix: 4.0574e-02 ] [ l_g_total: 4.0574e-02 ] +2024-10-03 19:33:04,650 INFO: [ epoch: 53 ] [ iter: 42,400 ] [ performance: 19.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:07 ] [ l_g_pix: 4.5821e-02 ] [ l_g_total: 4.5821e-02 ] +2024-10-03 19:33:08,692 INFO: [ epoch: 53 ] [ iter: 42,500 ] [ performance: 24.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:57 ] [ l_g_pix: 3.2029e-02 ] [ l_g_total: 3.2029e-02 ] +2024-10-03 19:33:12,647 INFO: [ epoch: 53 ] [ iter: 42,600 ] [ performance: 24.930 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:47 ] [ l_g_pix: 3.6895e-02 ] [ l_g_total: 3.6895e-02 ] +2024-10-03 19:33:16,566 INFO: [ epoch: 53 ] [ iter: 42,700 ] [ performance: 25.495 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:37 ] [ l_g_pix: 4.3376e-02 ] [ l_g_total: 4.3376e-02 ] +2024-10-03 19:33:20,369 INFO: [ epoch: 53 ] [ iter: 42,800 ] [ performance: 25.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:27 ] [ l_g_pix: 4.2607e-02 ] [ l_g_total: 4.2607e-02 ] +2024-10-03 19:33:24,206 INFO: [ epoch: 53 ] [ iter: 42,900 ] [ performance: 26.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:16 ] [ l_g_pix: 4.8958e-02 ] [ l_g_total: 4.8958e-02 ] +2024-10-03 19:33:28,048 INFO: [ epoch: 53 ] [ iter: 43,000 ] [ performance: 26.064 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:06 ] [ l_g_pix: 5.2054e-02 ] [ l_g_total: 5.2054e-02 ] +2024-10-03 19:33:31,753 INFO: [ epoch: 53 ] [ iter: 43,100 ] [ performance: 27.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 3.6898e-02 ] [ l_g_total: 3.6898e-02 ] +2024-10-03 19:33:37,326 INFO: [ epoch: 54 ] [ iter: 43,200 ] [ performance: 21.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:48 ] [ l_g_pix: 4.1632e-02 ] [ l_g_total: 4.1632e-02 ] +2024-10-03 19:33:41,333 INFO: [ epoch: 54 ] [ iter: 43,300 ] [ performance: 25.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:38 ] [ l_g_pix: 3.5551e-02 ] [ l_g_total: 3.5551e-02 ] +2024-10-03 19:33:45,269 INFO: [ epoch: 54 ] [ iter: 43,400 ] [ performance: 25.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:28 ] [ l_g_pix: 4.5399e-02 ] [ l_g_total: 4.5399e-02 ] +2024-10-03 19:33:49,227 INFO: [ epoch: 54 ] [ iter: 43,500 ] [ performance: 25.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 3.7067e-02 ] [ l_g_total: 3.7067e-02 ] +2024-10-03 19:33:53,174 INFO: [ epoch: 54 ] [ iter: 43,600 ] [ performance: 25.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:09 ] [ l_g_pix: 4.0161e-02 ] [ l_g_total: 4.0161e-02 ] +2024-10-03 19:33:57,153 INFO: [ epoch: 54 ] [ iter: 43,700 ] [ performance: 24.950 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:59 ] [ l_g_pix: 4.5057e-02 ] [ l_g_total: 4.5057e-02 ] +2024-10-03 19:34:01,140 INFO: [ epoch: 54 ] [ iter: 43,800 ] [ performance: 25.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 4.0870e-02 ] [ l_g_total: 4.0870e-02 ] +2024-10-03 19:34:04,921 INFO: [ epoch: 54 ] [ iter: 43,900 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:39 ] [ l_g_pix: 3.9120e-02 ] [ l_g_total: 3.9120e-02 ] +2024-10-03 19:34:10,741 INFO: [ epoch: 55 ] [ iter: 44,000 ] [ performance: 20.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:32 ] [ l_g_pix: 3.3777e-02 ] [ l_g_total: 3.3777e-02 ] +2024-10-03 19:34:14,684 INFO: [ epoch: 55 ] [ iter: 44,100 ] [ performance: 25.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:22 ] [ l_g_pix: 4.8162e-02 ] [ l_g_total: 4.8162e-02 ] +2024-10-03 19:34:18,663 INFO: [ epoch: 55 ] [ iter: 44,200 ] [ performance: 25.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:13 ] [ l_g_pix: 4.5544e-02 ] [ l_g_total: 4.5544e-02 ] +2024-10-03 19:34:22,744 INFO: [ epoch: 55 ] [ iter: 44,300 ] [ performance: 24.658 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:03 ] [ l_g_pix: 3.7685e-02 ] [ l_g_total: 3.7685e-02 ] +2024-10-03 19:34:26,696 INFO: [ epoch: 55 ] [ iter: 44,400 ] [ performance: 25.016 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:54 ] [ l_g_pix: 4.3993e-02 ] [ l_g_total: 4.3993e-02 ] +2024-10-03 19:34:30,610 INFO: [ epoch: 55 ] [ iter: 44,500 ] [ performance: 25.349 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:44 ] [ l_g_pix: 4.6484e-02 ] [ l_g_total: 4.6484e-02 ] +2024-10-03 19:34:34,630 INFO: [ epoch: 55 ] [ iter: 44,600 ] [ performance: 25.084 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:34 ] [ l_g_pix: 4.4534e-02 ] [ l_g_total: 4.4534e-02 ] +2024-10-03 19:34:38,448 INFO: [ epoch: 55 ] [ iter: 44,700 ] [ performance: 26.529 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:25 ] [ l_g_pix: 3.8858e-02 ] [ l_g_total: 3.8858e-02 ] +2024-10-03 19:34:43,944 INFO: [ epoch: 56 ] [ iter: 44,800 ] [ performance: 21.104 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:17 ] [ l_g_pix: 3.0968e-02 ] [ l_g_total: 3.0968e-02 ] +2024-10-03 19:34:47,850 INFO: [ epoch: 56 ] [ iter: 44,900 ] [ performance: 25.588 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 5.3069e-02 ] [ l_g_total: 5.3069e-02 ] +2024-10-03 19:34:51,690 INFO: [ epoch: 56 ] [ iter: 45,000 ] [ performance: 25.846 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:58 ] [ l_g_pix: 3.6788e-02 ] [ l_g_total: 3.6788e-02 ] +2024-10-03 19:34:55,432 INFO: [ epoch: 56 ] [ iter: 45,100 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:48 ] [ l_g_pix: 2.8318e-02 ] [ l_g_total: 2.8318e-02 ] +2024-10-03 19:34:59,242 INFO: [ epoch: 56 ] [ iter: 45,200 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:39 ] [ l_g_pix: 4.2613e-02 ] [ l_g_total: 4.2613e-02 ] +2024-10-03 19:35:03,023 INFO: [ epoch: 56 ] [ iter: 45,300 ] [ performance: 26.721 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:29 ] [ l_g_pix: 3.6505e-02 ] [ l_g_total: 3.6505e-02 ] +2024-10-03 19:35:06,851 INFO: [ epoch: 56 ] [ iter: 45,400 ] [ performance: 26.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:19 ] [ l_g_pix: 5.0658e-02 ] [ l_g_total: 5.0658e-02 ] +2024-10-03 19:35:10,505 INFO: [ epoch: 56 ] [ iter: 45,500 ] [ performance: 27.832 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:10 ] [ l_g_pix: 3.4711e-02 ] [ l_g_total: 3.4711e-02 ] +2024-10-03 19:35:15,916 INFO: [ epoch: 57 ] [ iter: 45,600 ] [ performance: 21.567 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:02 ] [ l_g_pix: 3.5887e-02 ] [ l_g_total: 3.5887e-02 ] +2024-10-03 19:35:19,889 INFO: [ epoch: 57 ] [ iter: 45,700 ] [ performance: 24.902 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:53 ] [ l_g_pix: 3.5320e-02 ] [ l_g_total: 3.5320e-02 ] +2024-10-03 19:35:23,775 INFO: [ epoch: 57 ] [ iter: 45,800 ] [ performance: 25.379 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:43 ] [ l_g_pix: 4.0122e-02 ] [ l_g_total: 4.0122e-02 ] +2024-10-03 19:35:27,691 INFO: [ epoch: 57 ] [ iter: 45,900 ] [ performance: 25.614 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:34 ] [ l_g_pix: 3.3567e-02 ] [ l_g_total: 3.3567e-02 ] +2024-10-03 19:35:31,559 INFO: [ epoch: 57 ] [ iter: 46,000 ] [ performance: 25.756 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:25 ] [ l_g_pix: 4.3610e-02 ] [ l_g_total: 4.3610e-02 ] +2024-10-03 19:35:35,376 INFO: [ epoch: 57 ] [ iter: 46,100 ] [ performance: 26.390 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 3.4868e-02 ] [ l_g_total: 3.4868e-02 ] +2024-10-03 19:35:39,286 INFO: [ epoch: 57 ] [ iter: 46,200 ] [ performance: 25.917 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:06 ] [ l_g_pix: 5.5368e-02 ] [ l_g_total: 5.5368e-02 ] +2024-10-03 19:35:43,098 INFO: [ epoch: 57 ] [ iter: 46,300 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:57 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-03 19:35:48,740 INFO: [ epoch: 58 ] [ iter: 46,400 ] [ performance: 20.594 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:50 ] [ l_g_pix: 4.2117e-02 ] [ l_g_total: 4.2117e-02 ] +2024-10-03 19:35:52,722 INFO: [ epoch: 58 ] [ iter: 46,500 ] [ performance: 25.261 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:41 ] [ l_g_pix: 3.2335e-02 ] [ l_g_total: 3.2335e-02 ] +2024-10-03 19:35:56,711 INFO: [ epoch: 58 ] [ iter: 46,600 ] [ performance: 25.151 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:31 ] [ l_g_pix: 5.1051e-02 ] [ l_g_total: 5.1051e-02 ] +2024-10-03 19:36:00,604 INFO: [ epoch: 58 ] [ iter: 46,700 ] [ performance: 25.615 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:22 ] [ l_g_pix: 3.0752e-02 ] [ l_g_total: 3.0752e-02 ] +2024-10-03 19:36:04,587 INFO: [ epoch: 58 ] [ iter: 46,800 ] [ performance: 25.314 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:13 ] [ l_g_pix: 5.7735e-02 ] [ l_g_total: 5.7735e-02 ] +2024-10-03 19:36:08,600 INFO: [ epoch: 58 ] [ iter: 46,900 ] [ performance: 24.904 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:04 ] [ l_g_pix: 4.5297e-02 ] [ l_g_total: 4.5297e-02 ] +2024-10-03 19:36:12,497 INFO: [ epoch: 58 ] [ iter: 47,000 ] [ performance: 25.358 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:55 ] [ l_g_pix: 4.6412e-02 ] [ l_g_total: 4.6412e-02 ] +2024-10-03 19:36:16,289 INFO: [ epoch: 58 ] [ iter: 47,100 ] [ performance: 26.536 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:46 ] [ l_g_pix: 4.1854e-02 ] [ l_g_total: 4.1854e-02 ] +2024-10-03 19:36:22,194 INFO: [ epoch: 59 ] [ iter: 47,200 ] [ performance: 19.784 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:39 ] [ l_g_pix: 3.4978e-02 ] [ l_g_total: 3.4978e-02 ] +2024-10-03 19:36:26,091 INFO: [ epoch: 59 ] [ iter: 47,300 ] [ performance: 25.815 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:30 ] [ l_g_pix: 3.4746e-02 ] [ l_g_total: 3.4746e-02 ] +2024-10-03 19:36:29,963 INFO: [ epoch: 59 ] [ iter: 47,400 ] [ performance: 25.824 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:21 ] [ l_g_pix: 3.1850e-02 ] [ l_g_total: 3.1850e-02 ] +2024-10-03 19:36:33,847 INFO: [ epoch: 59 ] [ iter: 47,500 ] [ performance: 25.935 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:12 ] [ l_g_pix: 5.0756e-02 ] [ l_g_total: 5.0756e-02 ] +2024-10-03 19:36:37,735 INFO: [ epoch: 59 ] [ iter: 47,600 ] [ performance: 25.809 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:03 ] [ l_g_pix: 3.5130e-02 ] [ l_g_total: 3.5130e-02 ] +2024-10-03 19:36:41,655 INFO: [ epoch: 59 ] [ iter: 47,700 ] [ performance: 25.653 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:54 ] [ l_g_pix: 3.4778e-02 ] [ l_g_total: 3.4778e-02 ] +2024-10-03 19:36:45,617 INFO: [ epoch: 59 ] [ iter: 47,800 ] [ performance: 25.400 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:45 ] [ l_g_pix: 4.7906e-02 ] [ l_g_total: 4.7906e-02 ] +2024-10-03 19:36:49,365 INFO: [ epoch: 59 ] [ iter: 47,900 ] [ performance: 27.539 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:36 ] [ l_g_pix: 3.9775e-02 ] [ l_g_total: 3.9775e-02 ] +2024-10-03 19:36:54,940 INFO: [ epoch: 60 ] [ iter: 48,000 ] [ performance: 20.703 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:29 ] [ l_g_pix: 4.8624e-02 ] [ l_g_total: 4.8624e-02 ] +2024-10-03 19:36:58,876 INFO: [ epoch: 60 ] [ iter: 48,100 ] [ performance: 25.616 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:20 ] [ l_g_pix: 5.2352e-02 ] [ l_g_total: 5.2352e-02 ] +2024-10-03 19:37:02,815 INFO: [ epoch: 60 ] [ iter: 48,200 ] [ performance: 25.479 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:12 ] [ l_g_pix: 3.5870e-02 ] [ l_g_total: 3.5870e-02 ] +2024-10-03 19:37:06,605 INFO: [ epoch: 60 ] [ iter: 48,300 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:03 ] [ l_g_pix: 2.9378e-02 ] [ l_g_total: 2.9378e-02 ] +2024-10-03 19:37:10,472 INFO: [ epoch: 60 ] [ iter: 48,400 ] [ performance: 26.185 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:54 ] [ l_g_pix: 4.2117e-02 ] [ l_g_total: 4.2117e-02 ] +2024-10-03 19:37:14,349 INFO: [ epoch: 60 ] [ iter: 48,500 ] [ performance: 25.792 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:45 ] [ l_g_pix: 4.3992e-02 ] [ l_g_total: 4.3992e-02 ] +2024-10-03 19:37:18,214 INFO: [ epoch: 60 ] [ iter: 48,600 ] [ performance: 25.845 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:36 ] [ l_g_pix: 3.7813e-02 ] [ l_g_total: 3.7813e-02 ] +2024-10-03 19:37:21,883 INFO: [ epoch: 60 ] [ iter: 48,700 ] [ performance: 27.919 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:27 ] [ l_g_pix: 4.9324e-02 ] [ l_g_total: 4.9324e-02 ] +2024-10-03 19:37:27,394 INFO: [ epoch: 61 ] [ iter: 48,800 ] [ performance: 20.826 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:20 ] [ l_g_pix: 4.4581e-02 ] [ l_g_total: 4.4581e-02 ] +2024-10-03 19:37:31,207 INFO: [ epoch: 61 ] [ iter: 48,900 ] [ performance: 26.577 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:11 ] [ l_g_pix: 5.1103e-02 ] [ l_g_total: 5.1103e-02 ] +2024-10-03 19:37:35,020 INFO: [ epoch: 61 ] [ iter: 49,000 ] [ performance: 26.356 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:03 ] [ l_g_pix: 4.3913e-02 ] [ l_g_total: 4.3913e-02 ] +2024-10-03 19:37:38,925 INFO: [ epoch: 61 ] [ iter: 49,100 ] [ performance: 25.197 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:54 ] [ l_g_pix: 2.9286e-02 ] [ l_g_total: 2.9286e-02 ] +2024-10-03 19:37:42,702 INFO: [ epoch: 61 ] [ iter: 49,200 ] [ performance: 26.006 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:45 ] [ l_g_pix: 4.0254e-02 ] [ l_g_total: 4.0254e-02 ] +2024-10-03 19:37:46,455 INFO: [ epoch: 61 ] [ iter: 49,300 ] [ performance: 26.637 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:36 ] [ l_g_pix: 4.7047e-02 ] [ l_g_total: 4.7047e-02 ] +2024-10-03 19:37:50,387 INFO: [ epoch: 61 ] [ iter: 49,400 ] [ performance: 25.852 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:28 ] [ l_g_pix: 4.0019e-02 ] [ l_g_total: 4.0019e-02 ] +2024-10-03 19:37:54,158 INFO: [ epoch: 61 ] [ iter: 49,500 ] [ performance: 27.627 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:19 ] [ l_g_pix: 4.4579e-02 ] [ l_g_total: 4.4579e-02 ] +2024-10-03 19:37:59,829 INFO: [ epoch: 62 ] [ iter: 49,600 ] [ performance: 20.200 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:12 ] [ l_g_pix: 4.2119e-02 ] [ l_g_total: 4.2119e-02 ] +2024-10-03 19:38:03,785 INFO: [ epoch: 62 ] [ iter: 49,700 ] [ performance: 25.389 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:04 ] [ l_g_pix: 3.4560e-02 ] [ l_g_total: 3.4560e-02 ] +2024-10-03 19:38:07,714 INFO: [ epoch: 62 ] [ iter: 49,800 ] [ performance: 25.436 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:55 ] [ l_g_pix: 3.0517e-02 ] [ l_g_total: 3.0517e-02 ] +2024-10-03 19:38:11,597 INFO: [ epoch: 62 ] [ iter: 49,900 ] [ performance: 24.836 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:47 ] [ l_g_pix: 3.7237e-02 ] [ l_g_total: 3.7237e-02 ] +2024-10-03 19:38:15,562 INFO: [ epoch: 62 ] [ iter: 50,000 ] [ performance: 25.091 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:38 ] [ l_g_pix: 4.1278e-02 ] [ l_g_total: 4.1278e-02 ] +2024-10-03 19:38:15,563 INFO: Saving models and training states. +2024-10-03 19:42:23,784 INFO: Validation val + + # psnr: 27.1496........ Best: 27.1496 @ 50000 iter + # ssim: 0.7639........ Best: 0.7639 @ 50000 iter + # dists: 0.7733........ Best: 0.7733 @ 50000 iter + +2024-10-03 19:42:27,566 INFO: [ epoch: 62 ] [ iter: 50,100 ] [ performance: 26.611 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:37 ] [ l_g_pix: 4.4308e-02 ] [ l_g_total: 4.4308e-02 ] +2024-10-03 19:42:31,618 INFO: [ epoch: 62 ] [ iter: 50,200 ] [ performance: 25.306 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:28 ] [ l_g_pix: 4.7745e-02 ] [ l_g_total: 4.7745e-02 ] +2024-10-03 19:42:35,331 INFO: [ epoch: 62 ] [ iter: 50,300 ] [ performance: 28.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:18 ] [ l_g_pix: 4.0555e-02 ] [ l_g_total: 4.0555e-02 ] +2024-10-03 19:42:40,524 INFO: [ epoch: 63 ] [ iter: 50,400 ] [ performance: 21.562 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:10 ] [ l_g_pix: 3.2471e-02 ] [ l_g_total: 3.2471e-02 ] +2024-10-03 19:42:45,102 INFO: [ epoch: 63 ] [ iter: 50,500 ] [ performance: 20.869 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:01 ] [ l_g_pix: 3.3258e-02 ] [ l_g_total: 3.3258e-02 ] +2024-10-03 19:42:49,051 INFO: [ epoch: 63 ] [ iter: 50,600 ] [ performance: 23.667 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:52 ] [ l_g_pix: 3.2915e-02 ] [ l_g_total: 3.2915e-02 ] +2024-10-03 19:42:52,988 INFO: [ epoch: 63 ] [ iter: 50,700 ] [ performance: 24.834 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:43 ] [ l_g_pix: 3.5315e-02 ] [ l_g_total: 3.5315e-02 ] +2024-10-03 19:42:56,911 INFO: [ epoch: 63 ] [ iter: 50,800 ] [ performance: 25.279 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:33 ] [ l_g_pix: 3.4754e-02 ] [ l_g_total: 3.4754e-02 ] +2024-10-03 19:43:00,759 INFO: [ epoch: 63 ] [ iter: 50,900 ] [ performance: 25.937 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:24 ] [ l_g_pix: 3.6918e-02 ] [ l_g_total: 3.6918e-02 ] +2024-10-03 19:43:04,830 INFO: [ epoch: 63 ] [ iter: 51,000 ] [ performance: 24.991 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:15 ] [ l_g_pix: 3.9360e-02 ] [ l_g_total: 3.9360e-02 ] +2024-10-03 19:43:08,453 INFO: [ epoch: 63 ] [ iter: 51,100 ] [ performance: 29.533 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:05 ] [ l_g_pix: 3.1954e-02 ] [ l_g_total: 3.1954e-02 ] +2024-10-03 19:43:13,721 INFO: [ epoch: 64 ] [ iter: 51,200 ] [ performance: 21.395 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:57 ] [ l_g_pix: 3.2335e-02 ] [ l_g_total: 3.2335e-02 ] +2024-10-03 19:43:17,558 INFO: [ epoch: 64 ] [ iter: 51,300 ] [ performance: 27.046 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:48 ] [ l_g_pix: 3.7691e-02 ] [ l_g_total: 3.7691e-02 ] +2024-10-03 19:43:21,501 INFO: [ epoch: 64 ] [ iter: 51,400 ] [ performance: 25.867 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:39 ] [ l_g_pix: 4.0024e-02 ] [ l_g_total: 4.0024e-02 ] +2024-10-03 19:43:26,029 INFO: [ epoch: 64 ] [ iter: 51,500 ] [ performance: 21.883 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:30 ] [ l_g_pix: 4.5676e-02 ] [ l_g_total: 4.5676e-02 ] +2024-10-03 19:43:29,855 INFO: [ epoch: 64 ] [ iter: 51,600 ] [ performance: 24.674 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:21 ] [ l_g_pix: 4.1903e-02 ] [ l_g_total: 4.1903e-02 ] +2024-10-03 19:43:33,573 INFO: [ epoch: 64 ] [ iter: 51,700 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:12 ] [ l_g_pix: 4.6725e-02 ] [ l_g_total: 4.6725e-02 ] +2024-10-03 19:43:37,298 INFO: [ epoch: 64 ] [ iter: 51,800 ] [ performance: 26.877 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:02 ] [ l_g_pix: 4.0673e-02 ] [ l_g_total: 4.0673e-02 ] +2024-10-03 19:43:40,851 INFO: [ epoch: 64 ] [ iter: 51,900 ] [ performance: 29.438 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:53 ] [ l_g_pix: 4.7244e-02 ] [ l_g_total: 4.7244e-02 ] +2024-10-03 19:43:46,290 INFO: [ epoch: 65 ] [ iter: 52,000 ] [ performance: 20.683 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:45 ] [ l_g_pix: 4.0180e-02 ] [ l_g_total: 4.0180e-02 ] +2024-10-03 19:43:49,955 INFO: [ epoch: 65 ] [ iter: 52,100 ] [ performance: 27.624 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:36 ] [ l_g_pix: 3.4811e-02 ] [ l_g_total: 3.4811e-02 ] +2024-10-03 19:43:53,677 INFO: [ epoch: 65 ] [ iter: 52,200 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:27 ] [ l_g_pix: 3.5323e-02 ] [ l_g_total: 3.5323e-02 ] +2024-10-03 19:43:57,383 INFO: [ epoch: 65 ] [ iter: 52,300 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:18 ] [ l_g_pix: 3.6833e-02 ] [ l_g_total: 3.6833e-02 ] +2024-10-03 19:44:01,083 INFO: [ epoch: 65 ] [ iter: 52,400 ] [ performance: 27.002 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:08 ] [ l_g_pix: 4.3368e-02 ] [ l_g_total: 4.3368e-02 ] +2024-10-03 19:44:04,767 INFO: [ epoch: 65 ] [ iter: 52,500 ] [ performance: 27.196 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:59 ] [ l_g_pix: 2.8200e-02 ] [ l_g_total: 2.8200e-02 ] +2024-10-03 19:44:08,419 INFO: [ epoch: 65 ] [ iter: 52,600 ] [ performance: 27.332 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:50 ] [ l_g_pix: 3.8466e-02 ] [ l_g_total: 3.8466e-02 ] +2024-10-03 19:44:11,893 INFO: [ epoch: 65 ] [ iter: 52,700 ] [ performance: 29.925 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:41 ] [ l_g_pix: 4.6804e-02 ] [ l_g_total: 4.6804e-02 ] +2024-10-03 19:44:17,123 INFO: [ epoch: 66 ] [ iter: 52,800 ] [ performance: 21.236 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:33 ] [ l_g_pix: 5.4182e-02 ] [ l_g_total: 5.4182e-02 ] +2024-10-03 19:44:20,850 INFO: [ epoch: 66 ] [ iter: 52,900 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:24 ] [ l_g_pix: 4.7608e-02 ] [ l_g_total: 4.7608e-02 ] +2024-10-03 19:44:24,515 INFO: [ epoch: 66 ] [ iter: 53,000 ] [ performance: 27.188 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:15 ] [ l_g_pix: 3.7192e-02 ] [ l_g_total: 3.7192e-02 ] +2024-10-03 19:44:28,181 INFO: [ epoch: 66 ] [ iter: 53,100 ] [ performance: 27.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:06 ] [ l_g_pix: 5.2910e-02 ] [ l_g_total: 5.2910e-02 ] +2024-10-03 19:44:31,859 INFO: [ epoch: 66 ] [ iter: 53,200 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:57 ] [ l_g_pix: 3.1447e-02 ] [ l_g_total: 3.1447e-02 ] +2024-10-03 19:44:35,522 INFO: [ epoch: 66 ] [ iter: 53,300 ] [ performance: 27.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:48 ] [ l_g_pix: 3.0374e-02 ] [ l_g_total: 3.0374e-02 ] +2024-10-03 19:44:39,235 INFO: [ epoch: 66 ] [ iter: 53,400 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:39 ] [ l_g_pix: 3.8925e-02 ] [ l_g_total: 3.8925e-02 ] +2024-10-03 19:44:42,773 INFO: [ epoch: 66 ] [ iter: 53,500 ] [ performance: 29.314 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:29 ] [ l_g_pix: 5.5075e-02 ] [ l_g_total: 5.5075e-02 ] +2024-10-03 19:44:48,124 INFO: [ epoch: 67 ] [ iter: 53,600 ] [ performance: 20.587 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:22 ] [ l_g_pix: 3.3272e-02 ] [ l_g_total: 3.3272e-02 ] +2024-10-03 19:44:51,874 INFO: [ epoch: 67 ] [ iter: 53,700 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:13 ] [ l_g_pix: 4.0084e-02 ] [ l_g_total: 4.0084e-02 ] +2024-10-03 19:44:55,576 INFO: [ epoch: 67 ] [ iter: 53,800 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:04 ] [ l_g_pix: 3.4839e-02 ] [ l_g_total: 3.4839e-02 ] +2024-10-03 19:44:59,310 INFO: [ epoch: 67 ] [ iter: 53,900 ] [ performance: 26.522 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:55 ] [ l_g_pix: 3.8068e-02 ] [ l_g_total: 3.8068e-02 ] +2024-10-03 19:45:02,949 INFO: [ epoch: 67 ] [ iter: 54,000 ] [ performance: 27.243 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:46 ] [ l_g_pix: 4.2459e-02 ] [ l_g_total: 4.2459e-02 ] +2024-10-03 19:45:06,646 INFO: [ epoch: 67 ] [ iter: 54,100 ] [ performance: 26.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:37 ] [ l_g_pix: 4.8985e-02 ] [ l_g_total: 4.8985e-02 ] +2024-10-03 19:45:10,368 INFO: [ epoch: 67 ] [ iter: 54,200 ] [ performance: 26.829 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:29 ] [ l_g_pix: 4.9021e-02 ] [ l_g_total: 4.9021e-02 ] +2024-10-03 19:45:13,905 INFO: [ epoch: 67 ] [ iter: 54,300 ] [ performance: 29.375 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:20 ] [ l_g_pix: 5.8517e-02 ] [ l_g_total: 5.8517e-02 ] +2024-10-03 19:45:19,474 INFO: [ epoch: 68 ] [ iter: 54,400 ] [ performance: 19.728 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:12 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-03 19:45:23,197 INFO: [ epoch: 68 ] [ iter: 54,500 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:04 ] [ l_g_pix: 4.0841e-02 ] [ l_g_total: 4.0841e-02 ] +2024-10-03 19:45:26,893 INFO: [ epoch: 68 ] [ iter: 54,600 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:55 ] [ l_g_pix: 4.4793e-02 ] [ l_g_total: 4.4793e-02 ] +2024-10-03 19:45:30,562 INFO: [ epoch: 68 ] [ iter: 54,700 ] [ performance: 27.800 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:46 ] [ l_g_pix: 3.2662e-02 ] [ l_g_total: 3.2662e-02 ] +2024-10-03 19:45:34,242 INFO: [ epoch: 68 ] [ iter: 54,800 ] [ performance: 27.317 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:37 ] [ l_g_pix: 4.5305e-02 ] [ l_g_total: 4.5305e-02 ] +2024-10-03 19:45:37,906 INFO: [ epoch: 68 ] [ iter: 54,900 ] [ performance: 27.489 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:29 ] [ l_g_pix: 4.5110e-02 ] [ l_g_total: 4.5110e-02 ] +2024-10-03 19:45:41,620 INFO: [ epoch: 68 ] [ iter: 55,000 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:20 ] [ l_g_pix: 3.3498e-02 ] [ l_g_total: 3.3498e-02 ] +2024-10-03 19:45:45,177 INFO: [ epoch: 68 ] [ iter: 55,100 ] [ performance: 29.346 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:11 ] [ l_g_pix: 3.5208e-02 ] [ l_g_total: 3.5208e-02 ] +2024-10-03 19:45:50,449 INFO: [ epoch: 69 ] [ iter: 55,200 ] [ performance: 20.467 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:04 ] [ l_g_pix: 3.6262e-02 ] [ l_g_total: 3.6262e-02 ] +2024-10-03 19:45:54,149 INFO: [ epoch: 69 ] [ iter: 55,300 ] [ performance: 27.424 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:55 ] [ l_g_pix: 4.0278e-02 ] [ l_g_total: 4.0278e-02 ] +2024-10-03 19:45:57,840 INFO: [ epoch: 69 ] [ iter: 55,400 ] [ performance: 27.168 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:46 ] [ l_g_pix: 4.3580e-02 ] [ l_g_total: 4.3580e-02 ] +2024-10-03 19:46:01,579 INFO: [ epoch: 69 ] [ iter: 55,500 ] [ performance: 26.878 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:38 ] [ l_g_pix: 3.5739e-02 ] [ l_g_total: 3.5739e-02 ] +2024-10-03 19:46:05,241 INFO: [ epoch: 69 ] [ iter: 55,600 ] [ performance: 27.232 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:29 ] [ l_g_pix: 3.1098e-02 ] [ l_g_total: 3.1098e-02 ] +2024-10-03 19:46:08,966 INFO: [ epoch: 69 ] [ iter: 55,700 ] [ performance: 26.479 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:21 ] [ l_g_pix: 4.1590e-02 ] [ l_g_total: 4.1590e-02 ] +2024-10-03 19:46:12,657 INFO: [ epoch: 69 ] [ iter: 55,800 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:12 ] [ l_g_pix: 2.6041e-02 ] [ l_g_total: 2.6041e-02 ] +2024-10-03 19:46:16,170 INFO: [ epoch: 69 ] [ iter: 55,900 ] [ performance: 29.764 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:03 ] [ l_g_pix: 3.6295e-02 ] [ l_g_total: 3.6295e-02 ] +2024-10-03 19:46:21,330 INFO: [ epoch: 70 ] [ iter: 56,000 ] [ performance: 20.684 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:56 ] [ l_g_pix: 4.2108e-02 ] [ l_g_total: 4.2108e-02 ] +2024-10-03 19:46:25,073 INFO: [ epoch: 70 ] [ iter: 56,100 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:48 ] [ l_g_pix: 3.6571e-02 ] [ l_g_total: 3.6571e-02 ] +2024-10-03 19:46:28,793 INFO: [ epoch: 70 ] [ iter: 56,200 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:39 ] [ l_g_pix: 3.3765e-02 ] [ l_g_total: 3.3765e-02 ] +2024-10-03 19:46:32,467 INFO: [ epoch: 70 ] [ iter: 56,300 ] [ performance: 27.732 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:31 ] [ l_g_pix: 4.7475e-02 ] [ l_g_total: 4.7475e-02 ] +2024-10-03 19:46:36,112 INFO: [ epoch: 70 ] [ iter: 56,400 ] [ performance: 27.486 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:22 ] [ l_g_pix: 3.9348e-02 ] [ l_g_total: 3.9348e-02 ] +2024-10-03 19:46:39,790 INFO: [ epoch: 70 ] [ iter: 56,500 ] [ performance: 28.025 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:14 ] [ l_g_pix: 5.4087e-02 ] [ l_g_total: 5.4087e-02 ] +2024-10-03 19:46:43,474 INFO: [ epoch: 70 ] [ iter: 56,600 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:05 ] [ l_g_pix: 4.1171e-02 ] [ l_g_total: 4.1171e-02 ] +2024-10-03 19:46:46,970 INFO: [ epoch: 70 ] [ iter: 56,700 ] [ performance: 28.621 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:57 ] [ l_g_pix: 4.2735e-02 ] [ l_g_total: 4.2735e-02 ] +2024-10-03 19:46:52,141 INFO: [ epoch: 71 ] [ iter: 56,800 ] [ performance: 20.353 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:49 ] [ l_g_pix: 5.2708e-02 ] [ l_g_total: 5.2708e-02 ] +2024-10-03 19:46:55,887 INFO: [ epoch: 71 ] [ iter: 56,900 ] [ performance: 27.198 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:41 ] [ l_g_pix: 3.6429e-02 ] [ l_g_total: 3.6429e-02 ] +2024-10-03 19:46:59,593 INFO: [ epoch: 71 ] [ iter: 57,000 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:33 ] [ l_g_pix: 4.0696e-02 ] [ l_g_total: 4.0696e-02 ] +2024-10-03 19:47:03,321 INFO: [ epoch: 71 ] [ iter: 57,100 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:24 ] [ l_g_pix: 3.8431e-02 ] [ l_g_total: 3.8431e-02 ] +2024-10-03 19:47:06,992 INFO: [ epoch: 71 ] [ iter: 57,200 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:16 ] [ l_g_pix: 3.7724e-02 ] [ l_g_total: 3.7724e-02 ] +2024-10-03 19:47:10,696 INFO: [ epoch: 71 ] [ iter: 57,300 ] [ performance: 27.659 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:08 ] [ l_g_pix: 4.2898e-02 ] [ l_g_total: 4.2898e-02 ] +2024-10-03 19:47:14,378 INFO: [ epoch: 71 ] [ iter: 57,400 ] [ performance: 27.228 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:59 ] [ l_g_pix: 5.1861e-02 ] [ l_g_total: 5.1861e-02 ] +2024-10-03 19:47:17,867 INFO: [ epoch: 71 ] [ iter: 57,500 ] [ performance: 29.347 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:51 ] [ l_g_pix: 4.3147e-02 ] [ l_g_total: 4.3147e-02 ] +2024-10-03 19:47:23,321 INFO: [ epoch: 72 ] [ iter: 57,600 ] [ performance: 19.225 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:44 ] [ l_g_pix: 3.5363e-02 ] [ l_g_total: 3.5363e-02 ] +2024-10-03 19:47:27,015 INFO: [ epoch: 72 ] [ iter: 57,700 ] [ performance: 27.646 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:36 ] [ l_g_pix: 4.7269e-02 ] [ l_g_total: 4.7269e-02 ] +2024-10-03 19:47:30,704 INFO: [ epoch: 72 ] [ iter: 57,800 ] [ performance: 27.175 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:27 ] [ l_g_pix: 3.7723e-02 ] [ l_g_total: 3.7723e-02 ] +2024-10-03 19:47:34,432 INFO: [ epoch: 72 ] [ iter: 57,900 ] [ performance: 27.589 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:19 ] [ l_g_pix: 4.9725e-02 ] [ l_g_total: 4.9725e-02 ] +2024-10-03 19:47:38,122 INFO: [ epoch: 72 ] [ iter: 58,000 ] [ performance: 27.154 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:11 ] [ l_g_pix: 4.0952e-02 ] [ l_g_total: 4.0952e-02 ] +2024-10-03 19:47:41,832 INFO: [ epoch: 72 ] [ iter: 58,100 ] [ performance: 27.559 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:03 ] [ l_g_pix: 3.8486e-02 ] [ l_g_total: 3.8486e-02 ] +2024-10-03 19:47:45,526 INFO: [ epoch: 72 ] [ iter: 58,200 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:55 ] [ l_g_pix: 3.9580e-02 ] [ l_g_total: 3.9580e-02 ] +2024-10-03 19:47:48,996 INFO: [ epoch: 72 ] [ iter: 58,300 ] [ performance: 29.931 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:46 ] [ l_g_pix: 5.1248e-02 ] [ l_g_total: 5.1248e-02 ] +2024-10-03 19:47:54,435 INFO: [ epoch: 73 ] [ iter: 58,400 ] [ performance: 19.058 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:39 ] [ l_g_pix: 4.4654e-02 ] [ l_g_total: 4.4654e-02 ] +2024-10-03 19:47:58,157 INFO: [ epoch: 73 ] [ iter: 58,500 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:31 ] [ l_g_pix: 5.6146e-02 ] [ l_g_total: 5.6146e-02 ] +2024-10-03 19:48:01,841 INFO: [ epoch: 73 ] [ iter: 58,600 ] [ performance: 27.141 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:23 ] [ l_g_pix: 5.0248e-02 ] [ l_g_total: 5.0248e-02 ] +2024-10-03 19:48:05,586 INFO: [ epoch: 73 ] [ iter: 58,700 ] [ performance: 26.446 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:15 ] [ l_g_pix: 3.7513e-02 ] [ l_g_total: 3.7513e-02 ] +2024-10-03 19:48:09,267 INFO: [ epoch: 73 ] [ iter: 58,800 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:07 ] [ l_g_pix: 4.2611e-02 ] [ l_g_total: 4.2611e-02 ] +2024-10-03 19:48:12,997 INFO: [ epoch: 73 ] [ iter: 58,900 ] [ performance: 27.233 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:59 ] [ l_g_pix: 4.0643e-02 ] [ l_g_total: 4.0643e-02 ] +2024-10-03 19:48:16,687 INFO: [ epoch: 73 ] [ iter: 59,000 ] [ performance: 27.112 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:51 ] [ l_g_pix: 3.8787e-02 ] [ l_g_total: 3.8787e-02 ] +2024-10-03 19:48:20,203 INFO: [ epoch: 73 ] [ iter: 59,100 ] [ performance: 29.405 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:43 ] [ l_g_pix: 3.5353e-02 ] [ l_g_total: 3.5353e-02 ] +2024-10-03 19:48:25,560 INFO: [ epoch: 74 ] [ iter: 59,200 ] [ performance: 19.068 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:36 ] [ l_g_pix: 3.7636e-02 ] [ l_g_total: 3.7636e-02 ] +2024-10-03 19:48:29,326 INFO: [ epoch: 74 ] [ iter: 59,300 ] [ performance: 26.272 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:28 ] [ l_g_pix: 5.0613e-02 ] [ l_g_total: 5.0613e-02 ] +2024-10-03 19:48:33,054 INFO: [ epoch: 74 ] [ iter: 59,400 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:20 ] [ l_g_pix: 4.0268e-02 ] [ l_g_total: 4.0268e-02 ] +2024-10-03 19:48:36,734 INFO: [ epoch: 74 ] [ iter: 59,500 ] [ performance: 27.298 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:12 ] [ l_g_pix: 4.0271e-02 ] [ l_g_total: 4.0271e-02 ] +2024-10-03 19:48:40,450 INFO: [ epoch: 74 ] [ iter: 59,600 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 0:42:04 ] [ l_g_pix: 4.1428e-02 ] [ l_g_total: 4.1428e-02 ] +2024-10-03 19:48:44,159 INFO: [ epoch: 74 ] [ iter: 59,700 ] [ performance: 24.753 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:56 ] [ l_g_pix: 3.8152e-02 ] [ l_g_total: 3.8152e-02 ] +2024-10-03 19:48:47,866 INFO: [ epoch: 74 ] [ iter: 59,800 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:48 ] [ l_g_pix: 2.9421e-02 ] [ l_g_total: 2.9421e-02 ] +2024-10-03 19:48:51,329 INFO: [ epoch: 74 ] [ iter: 59,900 ] [ performance: 29.007 it/s ] [ lr: 1.00e-04 ] [ eta: 0:41:40 ] [ l_g_pix: 3.3572e-02 ] [ l_g_total: 3.3572e-02 ] +2024-10-03 19:48:56,808 INFO: [ epoch: 75 ] [ iter: 60,000 ] [ performance: 18.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:33 ] [ l_g_pix: 4.1657e-02 ] [ l_g_total: 4.1657e-02 ] +2024-10-03 19:48:56,809 INFO: Saving models and training states. +2024-10-03 19:51:56,883 INFO: Validation val + + # psnr: 27.1662........ Best: 27.1662 @ 60000 iter + # ssim: 0.7648........ Best: 0.7648 @ 60000 iter + # dists: 0.7732........ Best: 0.7732 @ 60000 iter + +2024-10-03 19:52:00,559 INFO: [ epoch: 75 ] [ iter: 60,100 ] [ performance: 28.476 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:25 ] [ l_g_pix: 3.5429e-02 ] [ l_g_total: 3.5429e-02 ] +2024-10-03 19:52:04,255 INFO: [ epoch: 75 ] [ iter: 60,200 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:16 ] [ l_g_pix: 3.9430e-02 ] [ l_g_total: 3.9430e-02 ] +2024-10-03 19:52:07,964 INFO: [ epoch: 75 ] [ iter: 60,300 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:08 ] [ l_g_pix: 4.9697e-02 ] [ l_g_total: 4.9697e-02 ] +2024-10-03 19:52:11,654 INFO: [ epoch: 75 ] [ iter: 60,400 ] [ performance: 27.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:59 ] [ l_g_pix: 4.8781e-02 ] [ l_g_total: 4.8781e-02 ] +2024-10-03 19:52:15,338 INFO: [ epoch: 75 ] [ iter: 60,500 ] [ performance: 27.129 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:51 ] [ l_g_pix: 4.3253e-02 ] [ l_g_total: 4.3253e-02 ] +2024-10-03 19:52:19,063 INFO: [ epoch: 75 ] [ iter: 60,600 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:43 ] [ l_g_pix: 3.8866e-02 ] [ l_g_total: 3.8866e-02 ] +2024-10-03 19:52:22,559 INFO: [ epoch: 75 ] [ iter: 60,700 ] [ performance: 27.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:34 ] [ l_g_pix: 5.2246e-02 ] [ l_g_total: 5.2246e-02 ] +2024-10-03 19:52:27,779 INFO: [ epoch: 76 ] [ iter: 60,800 ] [ performance: 19.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:27 ] [ l_g_pix: 3.1233e-02 ] [ l_g_total: 3.1233e-02 ] +2024-10-03 19:52:31,509 INFO: [ epoch: 76 ] [ iter: 60,900 ] [ performance: 22.305 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:19 ] [ l_g_pix: 4.0693e-02 ] [ l_g_total: 4.0693e-02 ] +2024-10-03 19:52:35,192 INFO: [ epoch: 76 ] [ iter: 61,000 ] [ performance: 27.195 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:10 ] [ l_g_pix: 4.6726e-02 ] [ l_g_total: 4.6726e-02 ] +2024-10-03 19:52:38,834 INFO: [ epoch: 76 ] [ iter: 61,100 ] [ performance: 27.328 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:02 ] [ l_g_pix: 3.3820e-02 ] [ l_g_total: 3.3820e-02 ] +2024-10-03 19:52:42,569 INFO: [ epoch: 76 ] [ iter: 61,200 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:54 ] [ l_g_pix: 4.3147e-02 ] [ l_g_total: 4.3147e-02 ] +2024-10-03 19:52:46,287 INFO: [ epoch: 76 ] [ iter: 61,300 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:46 ] [ l_g_pix: 3.6218e-02 ] [ l_g_total: 3.6218e-02 ] +2024-10-03 19:52:49,966 INFO: [ epoch: 76 ] [ iter: 61,400 ] [ performance: 27.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:37 ] [ l_g_pix: 4.7926e-02 ] [ l_g_total: 4.7926e-02 ] +2024-10-03 19:52:53,483 INFO: [ epoch: 76 ] [ iter: 61,500 ] [ performance: 27.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:29 ] [ l_g_pix: 3.0620e-02 ] [ l_g_total: 3.0620e-02 ] +2024-10-03 19:52:58,810 INFO: [ epoch: 77 ] [ iter: 61,600 ] [ performance: 18.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:22 ] [ l_g_pix: 4.4476e-02 ] [ l_g_total: 4.4476e-02 ] +2024-10-03 19:53:02,496 INFO: [ epoch: 77 ] [ iter: 61,700 ] [ performance: 22.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:14 ] [ l_g_pix: 3.9873e-02 ] [ l_g_total: 3.9873e-02 ] +2024-10-03 19:53:06,184 INFO: [ epoch: 77 ] [ iter: 61,800 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:05 ] [ l_g_pix: 3.9957e-02 ] [ l_g_total: 3.9957e-02 ] +2024-10-03 19:53:09,906 INFO: [ epoch: 77 ] [ iter: 61,900 ] [ performance: 26.981 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:57 ] [ l_g_pix: 4.1953e-02 ] [ l_g_total: 4.1953e-02 ] +2024-10-03 19:53:13,600 INFO: [ epoch: 77 ] [ iter: 62,000 ] [ performance: 27.090 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:49 ] [ l_g_pix: 3.5249e-02 ] [ l_g_total: 3.5249e-02 ] +2024-10-03 19:53:17,338 INFO: [ epoch: 77 ] [ iter: 62,100 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:41 ] [ l_g_pix: 3.7166e-02 ] [ l_g_total: 3.7166e-02 ] +2024-10-03 19:53:21,020 INFO: [ epoch: 77 ] [ iter: 62,200 ] [ performance: 27.118 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:33 ] [ l_g_pix: 4.2152e-02 ] [ l_g_total: 4.2152e-02 ] +2024-10-03 19:53:24,465 INFO: [ epoch: 77 ] [ iter: 62,300 ] [ performance: 28.089 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:25 ] [ l_g_pix: 3.6097e-02 ] [ l_g_total: 3.6097e-02 ] +2024-10-03 19:53:29,831 INFO: [ epoch: 78 ] [ iter: 62,400 ] [ performance: 17.907 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:18 ] [ l_g_pix: 4.7291e-02 ] [ l_g_total: 4.7291e-02 ] +2024-10-03 19:53:33,532 INFO: [ epoch: 78 ] [ iter: 62,500 ] [ performance: 21.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:10 ] [ l_g_pix: 5.0482e-02 ] [ l_g_total: 5.0482e-02 ] +2024-10-03 19:53:37,218 INFO: [ epoch: 78 ] [ iter: 62,600 ] [ performance: 27.190 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:02 ] [ l_g_pix: 3.4906e-02 ] [ l_g_total: 3.4906e-02 ] +2024-10-03 19:53:40,877 INFO: [ epoch: 78 ] [ iter: 62,700 ] [ performance: 27.265 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:53 ] [ l_g_pix: 3.7369e-02 ] [ l_g_total: 3.7369e-02 ] +2024-10-03 19:53:44,570 INFO: [ epoch: 78 ] [ iter: 62,800 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:45 ] [ l_g_pix: 3.6837e-02 ] [ l_g_total: 3.6837e-02 ] +2024-10-03 19:53:48,280 INFO: [ epoch: 78 ] [ iter: 62,900 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:37 ] [ l_g_pix: 3.0244e-02 ] [ l_g_total: 3.0244e-02 ] +2024-10-03 19:53:51,905 INFO: [ epoch: 78 ] [ iter: 63,000 ] [ performance: 27.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:29 ] [ l_g_pix: 4.1370e-02 ] [ l_g_total: 4.1370e-02 ] +2024-10-03 19:53:55,359 INFO: [ epoch: 78 ] [ iter: 63,100 ] [ performance: 28.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:21 ] [ l_g_pix: 4.6238e-02 ] [ l_g_total: 4.6238e-02 ] +2024-10-03 19:54:00,736 INFO: [ epoch: 79 ] [ iter: 63,200 ] [ performance: 17.521 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:14 ] [ l_g_pix: 3.2082e-02 ] [ l_g_total: 3.2082e-02 ] +2024-10-03 19:54:04,404 INFO: [ epoch: 79 ] [ iter: 63,300 ] [ performance: 21.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:06 ] [ l_g_pix: 3.4682e-02 ] [ l_g_total: 3.4682e-02 ] +2024-10-03 19:54:08,120 INFO: [ epoch: 79 ] [ iter: 63,400 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:58 ] [ l_g_pix: 4.7809e-02 ] [ l_g_total: 4.7809e-02 ] +2024-10-03 19:54:11,849 INFO: [ epoch: 79 ] [ iter: 63,500 ] [ performance: 26.888 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:50 ] [ l_g_pix: 4.6564e-02 ] [ l_g_total: 4.6564e-02 ] +2024-10-03 19:54:15,598 INFO: [ epoch: 79 ] [ iter: 63,600 ] [ performance: 26.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:43 ] [ l_g_pix: 3.2827e-02 ] [ l_g_total: 3.2827e-02 ] +2024-10-03 19:54:19,303 INFO: [ epoch: 79 ] [ iter: 63,700 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:35 ] [ l_g_pix: 4.3944e-02 ] [ l_g_total: 4.3944e-02 ] +2024-10-03 19:54:23,003 INFO: [ epoch: 79 ] [ iter: 63,800 ] [ performance: 27.038 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:27 ] [ l_g_pix: 5.0234e-02 ] [ l_g_total: 5.0234e-02 ] +2024-10-03 19:54:26,496 INFO: [ epoch: 79 ] [ iter: 63,900 ] [ performance: 27.888 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:19 ] [ l_g_pix: 3.9233e-02 ] [ l_g_total: 3.9233e-02 ] +2024-10-03 19:54:31,652 INFO: [ epoch: 80 ] [ iter: 64,000 ] [ performance: 18.051 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:12 ] [ l_g_pix: 3.5279e-02 ] [ l_g_total: 3.5279e-02 ] +2024-10-03 19:54:35,336 INFO: [ epoch: 80 ] [ iter: 64,100 ] [ performance: 22.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:04 ] [ l_g_pix: 3.1296e-02 ] [ l_g_total: 3.1296e-02 ] +2024-10-03 19:54:39,012 INFO: [ epoch: 80 ] [ iter: 64,200 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:56 ] [ l_g_pix: 4.8537e-02 ] [ l_g_total: 4.8537e-02 ] +2024-10-03 19:54:42,726 INFO: [ epoch: 80 ] [ iter: 64,300 ] [ performance: 26.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:48 ] [ l_g_pix: 3.1306e-02 ] [ l_g_total: 3.1306e-02 ] +2024-10-03 19:54:46,434 INFO: [ epoch: 80 ] [ iter: 64,400 ] [ performance: 27.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:40 ] [ l_g_pix: 2.7247e-02 ] [ l_g_total: 2.7247e-02 ] +2024-10-03 19:54:50,105 INFO: [ epoch: 80 ] [ iter: 64,500 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:32 ] [ l_g_pix: 4.2060e-02 ] [ l_g_total: 4.2060e-02 ] +2024-10-03 19:54:53,837 INFO: [ epoch: 80 ] [ iter: 64,600 ] [ performance: 26.955 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:25 ] [ l_g_pix: 4.6944e-02 ] [ l_g_total: 4.6944e-02 ] +2024-10-03 19:54:57,316 INFO: [ epoch: 80 ] [ iter: 64,700 ] [ performance: 27.929 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:17 ] [ l_g_pix: 4.0396e-02 ] [ l_g_total: 4.0396e-02 ] +2024-10-03 19:55:02,664 INFO: [ epoch: 81 ] [ iter: 64,800 ] [ performance: 22.228 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:10 ] [ l_g_pix: 3.6668e-02 ] [ l_g_total: 3.6668e-02 ] +2024-10-03 19:55:06,315 INFO: [ epoch: 81 ] [ iter: 64,900 ] [ performance: 24.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:02 ] [ l_g_pix: 4.9603e-02 ] [ l_g_total: 4.9603e-02 ] +2024-10-03 19:55:10,024 INFO: [ epoch: 81 ] [ iter: 65,000 ] [ performance: 26.941 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:54 ] [ l_g_pix: 3.6828e-02 ] [ l_g_total: 3.6828e-02 ] +2024-10-03 19:55:13,731 INFO: [ epoch: 81 ] [ iter: 65,100 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:47 ] [ l_g_pix: 3.4633e-02 ] [ l_g_total: 3.4633e-02 ] +2024-10-03 19:55:17,436 INFO: [ epoch: 81 ] [ iter: 65,200 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:39 ] [ l_g_pix: 3.9169e-02 ] [ l_g_total: 3.9169e-02 ] +2024-10-03 19:55:21,125 INFO: [ epoch: 81 ] [ iter: 65,300 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:31 ] [ l_g_pix: 4.8194e-02 ] [ l_g_total: 4.8194e-02 ] +2024-10-03 19:55:24,829 INFO: [ epoch: 81 ] [ iter: 65,400 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:23 ] [ l_g_pix: 3.4319e-02 ] [ l_g_total: 3.4319e-02 ] +2024-10-03 19:55:28,258 INFO: [ epoch: 81 ] [ iter: 65,500 ] [ performance: 28.186 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:16 ] [ l_g_pix: 4.8600e-02 ] [ l_g_total: 4.8600e-02 ] +2024-10-03 19:55:33,595 INFO: [ epoch: 82 ] [ iter: 65,600 ] [ performance: 23.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:09 ] [ l_g_pix: 3.1833e-02 ] [ l_g_total: 3.1833e-02 ] +2024-10-03 19:55:37,254 INFO: [ epoch: 82 ] [ iter: 65,700 ] [ performance: 25.357 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:01 ] [ l_g_pix: 4.2320e-02 ] [ l_g_total: 4.2320e-02 ] +2024-10-03 19:55:40,938 INFO: [ epoch: 82 ] [ iter: 65,800 ] [ performance: 27.157 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:53 ] [ l_g_pix: 4.1851e-02 ] [ l_g_total: 4.1851e-02 ] +2024-10-03 19:55:44,633 INFO: [ epoch: 82 ] [ iter: 65,900 ] [ performance: 27.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 3.0161e-02 ] [ l_g_total: 3.0161e-02 ] +2024-10-03 19:55:48,315 INFO: [ epoch: 82 ] [ iter: 66,000 ] [ performance: 27.240 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:38 ] [ l_g_pix: 4.2391e-02 ] [ l_g_total: 4.2391e-02 ] +2024-10-03 19:55:51,980 INFO: [ epoch: 82 ] [ iter: 66,100 ] [ performance: 27.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:31 ] [ l_g_pix: 3.7821e-02 ] [ l_g_total: 3.7821e-02 ] +2024-10-03 19:55:55,643 INFO: [ epoch: 82 ] [ iter: 66,200 ] [ performance: 27.369 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 2.8126e-02 ] [ l_g_total: 2.8126e-02 ] +2024-10-03 19:55:59,071 INFO: [ epoch: 82 ] [ iter: 66,300 ] [ performance: 28.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:15 ] [ l_g_pix: 4.6948e-02 ] [ l_g_total: 4.6948e-02 ] +2024-10-03 19:56:04,464 INFO: [ epoch: 83 ] [ iter: 66,400 ] [ performance: 24.076 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:08 ] [ l_g_pix: 4.5094e-02 ] [ l_g_total: 4.5094e-02 ] +2024-10-03 19:56:08,175 INFO: [ epoch: 83 ] [ iter: 66,500 ] [ performance: 25.691 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:01 ] [ l_g_pix: 3.5873e-02 ] [ l_g_total: 3.5873e-02 ] +2024-10-03 19:56:11,864 INFO: [ epoch: 83 ] [ iter: 66,600 ] [ performance: 27.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:53 ] [ l_g_pix: 4.4918e-02 ] [ l_g_total: 4.4918e-02 ] +2024-10-03 19:56:15,482 INFO: [ epoch: 83 ] [ iter: 66,700 ] [ performance: 27.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:46 ] [ l_g_pix: 4.3407e-02 ] [ l_g_total: 4.3407e-02 ] +2024-10-03 19:56:19,159 INFO: [ epoch: 83 ] [ iter: 66,800 ] [ performance: 27.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:38 ] [ l_g_pix: 4.4310e-02 ] [ l_g_total: 4.4310e-02 ] +2024-10-03 19:56:22,830 INFO: [ epoch: 83 ] [ iter: 66,900 ] [ performance: 27.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:31 ] [ l_g_pix: 4.1669e-02 ] [ l_g_total: 4.1669e-02 ] +2024-10-03 19:56:26,521 INFO: [ epoch: 83 ] [ iter: 67,000 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:23 ] [ l_g_pix: 5.0604e-02 ] [ l_g_total: 5.0604e-02 ] +2024-10-03 19:56:29,992 INFO: [ epoch: 83 ] [ iter: 67,100 ] [ performance: 28.129 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:16 ] [ l_g_pix: 3.6429e-02 ] [ l_g_total: 3.6429e-02 ] +2024-10-03 19:56:35,231 INFO: [ epoch: 84 ] [ iter: 67,200 ] [ performance: 25.165 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:09 ] [ l_g_pix: 3.5174e-02 ] [ l_g_total: 3.5174e-02 ] +2024-10-03 19:56:38,945 INFO: [ epoch: 84 ] [ iter: 67,300 ] [ performance: 26.201 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:01 ] [ l_g_pix: 3.5999e-02 ] [ l_g_total: 3.5999e-02 ] +2024-10-03 19:56:42,645 INFO: [ epoch: 84 ] [ iter: 67,400 ] [ performance: 27.058 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:54 ] [ l_g_pix: 3.5173e-02 ] [ l_g_total: 3.5173e-02 ] +2024-10-03 19:56:46,346 INFO: [ epoch: 84 ] [ iter: 67,500 ] [ performance: 27.038 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:46 ] [ l_g_pix: 3.7552e-02 ] [ l_g_total: 3.7552e-02 ] +2024-10-03 19:56:50,073 INFO: [ epoch: 84 ] [ iter: 67,600 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:39 ] [ l_g_pix: 3.0422e-02 ] [ l_g_total: 3.0422e-02 ] +2024-10-03 19:56:53,793 INFO: [ epoch: 84 ] [ iter: 67,700 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:31 ] [ l_g_pix: 4.3305e-02 ] [ l_g_total: 4.3305e-02 ] +2024-10-03 19:56:57,494 INFO: [ epoch: 84 ] [ iter: 67,800 ] [ performance: 27.172 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:24 ] [ l_g_pix: 4.2567e-02 ] [ l_g_total: 4.2567e-02 ] +2024-10-03 19:57:00,906 INFO: [ epoch: 84 ] [ iter: 67,900 ] [ performance: 28.445 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:16 ] [ l_g_pix: 5.7325e-02 ] [ l_g_total: 5.7325e-02 ] +2024-10-03 19:57:05,937 INFO: [ epoch: 85 ] [ iter: 68,000 ] [ performance: 24.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:10 ] [ l_g_pix: 3.6860e-02 ] [ l_g_total: 3.6860e-02 ] +2024-10-03 19:57:09,667 INFO: [ epoch: 85 ] [ iter: 68,100 ] [ performance: 25.962 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:02 ] [ l_g_pix: 3.5136e-02 ] [ l_g_total: 3.5136e-02 ] +2024-10-03 19:57:13,384 INFO: [ epoch: 85 ] [ iter: 68,200 ] [ performance: 27.119 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:55 ] [ l_g_pix: 4.6460e-02 ] [ l_g_total: 4.6460e-02 ] +2024-10-03 19:57:17,100 INFO: [ epoch: 85 ] [ iter: 68,300 ] [ performance: 26.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 4.1543e-02 ] [ l_g_total: 4.1543e-02 ] +2024-10-03 19:57:20,789 INFO: [ epoch: 85 ] [ iter: 68,400 ] [ performance: 27.134 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:40 ] [ l_g_pix: 3.6725e-02 ] [ l_g_total: 3.6725e-02 ] +2024-10-03 19:57:24,487 INFO: [ epoch: 85 ] [ iter: 68,500 ] [ performance: 27.076 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:33 ] [ l_g_pix: 3.1721e-02 ] [ l_g_total: 3.1721e-02 ] +2024-10-03 19:57:28,136 INFO: [ epoch: 85 ] [ iter: 68,600 ] [ performance: 27.290 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:25 ] [ l_g_pix: 3.7638e-02 ] [ l_g_total: 3.7638e-02 ] +2024-10-03 19:57:31,595 INFO: [ epoch: 85 ] [ iter: 68,700 ] [ performance: 28.287 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:18 ] [ l_g_pix: 4.9355e-02 ] [ l_g_total: 4.9355e-02 ] +2024-10-03 19:57:36,943 INFO: [ epoch: 86 ] [ iter: 68,800 ] [ performance: 26.570 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:11 ] [ l_g_pix: 3.1222e-02 ] [ l_g_total: 3.1222e-02 ] +2024-10-03 19:57:40,618 INFO: [ epoch: 86 ] [ iter: 68,900 ] [ performance: 26.980 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:04 ] [ l_g_pix: 3.5481e-02 ] [ l_g_total: 3.5481e-02 ] +2024-10-03 19:57:44,309 INFO: [ epoch: 86 ] [ iter: 69,000 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:57 ] [ l_g_pix: 3.3057e-02 ] [ l_g_total: 3.3057e-02 ] +2024-10-03 19:57:48,004 INFO: [ epoch: 86 ] [ iter: 69,100 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:50 ] [ l_g_pix: 4.9989e-02 ] [ l_g_total: 4.9989e-02 ] +2024-10-03 19:57:51,642 INFO: [ epoch: 86 ] [ iter: 69,200 ] [ performance: 27.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:42 ] [ l_g_pix: 3.1140e-02 ] [ l_g_total: 3.1140e-02 ] +2024-10-03 19:57:55,364 INFO: [ epoch: 86 ] [ iter: 69,300 ] [ performance: 27.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:35 ] [ l_g_pix: 3.7284e-02 ] [ l_g_total: 3.7284e-02 ] +2024-10-03 19:57:59,057 INFO: [ epoch: 86 ] [ iter: 69,400 ] [ performance: 27.254 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 3.6722e-02 ] [ l_g_total: 3.6722e-02 ] +2024-10-03 19:58:02,556 INFO: [ epoch: 86 ] [ iter: 69,500 ] [ performance: 28.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:20 ] [ l_g_pix: 2.4961e-02 ] [ l_g_total: 2.4961e-02 ] +2024-10-03 19:58:07,960 INFO: [ epoch: 87 ] [ iter: 69,600 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:14 ] [ l_g_pix: 4.8403e-02 ] [ l_g_total: 4.8403e-02 ] +2024-10-03 19:58:11,650 INFO: [ epoch: 87 ] [ iter: 69,700 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:07 ] [ l_g_pix: 3.8022e-02 ] [ l_g_total: 3.8022e-02 ] +2024-10-03 19:58:15,352 INFO: [ epoch: 87 ] [ iter: 69,800 ] [ performance: 26.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:59 ] [ l_g_pix: 3.8285e-02 ] [ l_g_total: 3.8285e-02 ] +2024-10-03 19:58:19,074 INFO: [ epoch: 87 ] [ iter: 69,900 ] [ performance: 26.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:52 ] [ l_g_pix: 3.9663e-02 ] [ l_g_total: 3.9663e-02 ] +2024-10-03 19:58:22,812 INFO: [ epoch: 87 ] [ iter: 70,000 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:45 ] [ l_g_pix: 2.8821e-02 ] [ l_g_total: 2.8821e-02 ] +2024-10-03 19:58:22,813 INFO: Saving models and training states. +2024-10-03 20:01:55,275 INFO: Validation val + + # psnr: 27.1770........ Best: 27.1770 @ 70000 iter + # ssim: 0.7655........ Best: 0.7655 @ 70000 iter + # dists: 0.7732........ Best: 0.7732 @ 70000 iter + +2024-10-03 20:01:59,011 INFO: [ epoch: 87 ] [ iter: 70,100 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 3.5813e-02 ] [ l_g_total: 3.5813e-02 ] +2024-10-03 20:02:02,719 INFO: [ epoch: 87 ] [ iter: 70,200 ] [ performance: 26.944 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:01 ] [ l_g_pix: 4.9544e-02 ] [ l_g_total: 4.9544e-02 ] +2024-10-03 20:02:06,210 INFO: [ epoch: 87 ] [ iter: 70,300 ] [ performance: 28.051 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:53 ] [ l_g_pix: 3.1268e-02 ] [ l_g_total: 3.1268e-02 ] +2024-10-03 20:02:11,491 INFO: [ epoch: 88 ] [ iter: 70,400 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:46 ] [ l_g_pix: 3.1735e-02 ] [ l_g_total: 3.1735e-02 ] +2024-10-03 20:02:15,203 INFO: [ epoch: 88 ] [ iter: 70,500 ] [ performance: 26.915 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:39 ] [ l_g_pix: 4.2017e-02 ] [ l_g_total: 4.2017e-02 ] +2024-10-03 20:02:18,922 INFO: [ epoch: 88 ] [ iter: 70,600 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:31 ] [ l_g_pix: 3.2118e-02 ] [ l_g_total: 3.2118e-02 ] +2024-10-03 20:02:22,568 INFO: [ epoch: 88 ] [ iter: 70,700 ] [ performance: 27.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:23 ] [ l_g_pix: 3.8783e-02 ] [ l_g_total: 3.8783e-02 ] +2024-10-03 20:02:26,284 INFO: [ epoch: 88 ] [ iter: 70,800 ] [ performance: 26.692 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:16 ] [ l_g_pix: 4.6952e-02 ] [ l_g_total: 4.6952e-02 ] +2024-10-03 20:02:30,455 INFO: [ epoch: 88 ] [ iter: 70,900 ] [ performance: 24.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:09 ] [ l_g_pix: 4.5763e-02 ] [ l_g_total: 4.5763e-02 ] +2024-10-03 20:02:34,778 INFO: [ epoch: 88 ] [ iter: 71,000 ] [ performance: 25.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:01 ] [ l_g_pix: 3.0739e-02 ] [ l_g_total: 3.0739e-02 ] +2024-10-03 20:02:38,221 INFO: [ epoch: 88 ] [ iter: 71,100 ] [ performance: 27.787 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:54 ] [ l_g_pix: 4.3173e-02 ] [ l_g_total: 4.3173e-02 ] +2024-10-03 20:02:43,443 INFO: [ epoch: 89 ] [ iter: 71,200 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:47 ] [ l_g_pix: 5.5539e-02 ] [ l_g_total: 5.5539e-02 ] +2024-10-03 20:02:47,090 INFO: [ epoch: 89 ] [ iter: 71,300 ] [ performance: 27.243 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:39 ] [ l_g_pix: 3.9273e-02 ] [ l_g_total: 3.9273e-02 ] +2024-10-03 20:02:50,731 INFO: [ epoch: 89 ] [ iter: 71,400 ] [ performance: 27.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:32 ] [ l_g_pix: 4.2236e-02 ] [ l_g_total: 4.2236e-02 ] +2024-10-03 20:02:54,353 INFO: [ epoch: 89 ] [ iter: 71,500 ] [ performance: 27.633 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:24 ] [ l_g_pix: 4.6344e-02 ] [ l_g_total: 4.6344e-02 ] +2024-10-03 20:02:58,040 INFO: [ epoch: 89 ] [ iter: 71,600 ] [ performance: 27.252 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:17 ] [ l_g_pix: 4.5300e-02 ] [ l_g_total: 4.5300e-02 ] +2024-10-03 20:03:01,686 INFO: [ epoch: 89 ] [ iter: 71,700 ] [ performance: 27.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:09 ] [ l_g_pix: 4.3215e-02 ] [ l_g_total: 4.3215e-02 ] +2024-10-03 20:03:05,348 INFO: [ epoch: 89 ] [ iter: 71,800 ] [ performance: 27.042 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 2.9716e-02 ] [ l_g_total: 2.9716e-02 ] +2024-10-03 20:03:08,802 INFO: [ epoch: 89 ] [ iter: 71,900 ] [ performance: 28.357 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:54 ] [ l_g_pix: 3.0244e-02 ] [ l_g_total: 3.0244e-02 ] +2024-10-03 20:03:13,930 INFO: [ epoch: 90 ] [ iter: 72,000 ] [ performance: 27.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:47 ] [ l_g_pix: 3.6659e-02 ] [ l_g_total: 3.6659e-02 ] +2024-10-03 20:03:17,632 INFO: [ epoch: 90 ] [ iter: 72,100 ] [ performance: 27.102 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:40 ] [ l_g_pix: 3.9687e-02 ] [ l_g_total: 3.9687e-02 ] +2024-10-03 20:03:21,279 INFO: [ epoch: 90 ] [ iter: 72,200 ] [ performance: 27.429 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:32 ] [ l_g_pix: 4.5713e-02 ] [ l_g_total: 4.5713e-02 ] +2024-10-03 20:03:24,928 INFO: [ epoch: 90 ] [ iter: 72,300 ] [ performance: 27.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:25 ] [ l_g_pix: 3.6675e-02 ] [ l_g_total: 3.6675e-02 ] +2024-10-03 20:03:28,545 INFO: [ epoch: 90 ] [ iter: 72,400 ] [ performance: 27.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:18 ] [ l_g_pix: 4.0673e-02 ] [ l_g_total: 4.0673e-02 ] +2024-10-03 20:03:32,265 INFO: [ epoch: 90 ] [ iter: 72,500 ] [ performance: 27.027 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:10 ] [ l_g_pix: 3.9479e-02 ] [ l_g_total: 3.9479e-02 ] +2024-10-03 20:03:35,983 INFO: [ epoch: 90 ] [ iter: 72,600 ] [ performance: 26.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:03 ] [ l_g_pix: 4.1765e-02 ] [ l_g_total: 4.1765e-02 ] +2024-10-03 20:03:39,423 INFO: [ epoch: 90 ] [ iter: 72,700 ] [ performance: 28.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:55 ] [ l_g_pix: 4.1922e-02 ] [ l_g_total: 4.1922e-02 ] +2024-10-03 20:03:44,749 INFO: [ epoch: 91 ] [ iter: 72,800 ] [ performance: 27.283 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:49 ] [ l_g_pix: 4.8139e-02 ] [ l_g_total: 4.8139e-02 ] +2024-10-03 20:03:48,417 INFO: [ epoch: 91 ] [ iter: 72,900 ] [ performance: 27.275 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:41 ] [ l_g_pix: 3.8913e-02 ] [ l_g_total: 3.8913e-02 ] +2024-10-03 20:03:52,126 INFO: [ epoch: 91 ] [ iter: 73,000 ] [ performance: 27.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:34 ] [ l_g_pix: 4.2262e-02 ] [ l_g_total: 4.2262e-02 ] +2024-10-03 20:03:55,846 INFO: [ epoch: 91 ] [ iter: 73,100 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:27 ] [ l_g_pix: 2.8715e-02 ] [ l_g_total: 2.8715e-02 ] +2024-10-03 20:03:59,570 INFO: [ epoch: 91 ] [ iter: 73,200 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:19 ] [ l_g_pix: 3.3718e-02 ] [ l_g_total: 3.3718e-02 ] +2024-10-03 20:04:03,323 INFO: [ epoch: 91 ] [ iter: 73,300 ] [ performance: 26.751 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:12 ] [ l_g_pix: 4.4213e-02 ] [ l_g_total: 4.4213e-02 ] +2024-10-03 20:04:07,045 INFO: [ epoch: 91 ] [ iter: 73,400 ] [ performance: 27.170 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:05 ] [ l_g_pix: 2.5343e-02 ] [ l_g_total: 2.5343e-02 ] +2024-10-03 20:04:10,521 INFO: [ epoch: 91 ] [ iter: 73,500 ] [ performance: 28.339 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:57 ] [ l_g_pix: 3.3622e-02 ] [ l_g_total: 3.3622e-02 ] +2024-10-03 20:04:15,990 INFO: [ epoch: 92 ] [ iter: 73,600 ] [ performance: 26.693 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:51 ] [ l_g_pix: 3.6147e-02 ] [ l_g_total: 3.6147e-02 ] +2024-10-03 20:04:19,663 INFO: [ epoch: 92 ] [ iter: 73,700 ] [ performance: 27.092 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:43 ] [ l_g_pix: 3.9931e-02 ] [ l_g_total: 3.9931e-02 ] +2024-10-03 20:04:23,326 INFO: [ epoch: 92 ] [ iter: 73,800 ] [ performance: 27.502 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:36 ] [ l_g_pix: 4.8057e-02 ] [ l_g_total: 4.8057e-02 ] +2024-10-03 20:04:26,962 INFO: [ epoch: 92 ] [ iter: 73,900 ] [ performance: 27.509 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 3.0528e-02 ] [ l_g_total: 3.0528e-02 ] +2024-10-03 20:04:30,660 INFO: [ epoch: 92 ] [ iter: 74,000 ] [ performance: 27.283 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 3.1297e-02 ] [ l_g_total: 3.1297e-02 ] +2024-10-03 20:04:34,385 INFO: [ epoch: 92 ] [ iter: 74,100 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:14 ] [ l_g_pix: 4.9576e-02 ] [ l_g_total: 4.9576e-02 ] +2024-10-03 20:04:38,112 INFO: [ epoch: 92 ] [ iter: 74,200 ] [ performance: 26.616 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:07 ] [ l_g_pix: 5.0166e-02 ] [ l_g_total: 5.0166e-02 ] +2024-10-03 20:04:41,550 INFO: [ epoch: 92 ] [ iter: 74,300 ] [ performance: 28.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:00 ] [ l_g_pix: 4.8252e-02 ] [ l_g_total: 4.8252e-02 ] +2024-10-03 20:04:46,958 INFO: [ epoch: 93 ] [ iter: 74,400 ] [ performance: 27.349 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:53 ] [ l_g_pix: 2.6271e-02 ] [ l_g_total: 2.6271e-02 ] +2024-10-03 20:04:50,628 INFO: [ epoch: 93 ] [ iter: 74,500 ] [ performance: 27.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:46 ] [ l_g_pix: 4.3810e-02 ] [ l_g_total: 4.3810e-02 ] +2024-10-03 20:04:54,355 INFO: [ epoch: 93 ] [ iter: 74,600 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:39 ] [ l_g_pix: 2.9834e-02 ] [ l_g_total: 2.9834e-02 ] +2024-10-03 20:04:58,054 INFO: [ epoch: 93 ] [ iter: 74,700 ] [ performance: 26.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:32 ] [ l_g_pix: 3.7160e-02 ] [ l_g_total: 3.7160e-02 ] +2024-10-03 20:05:01,780 INFO: [ epoch: 93 ] [ iter: 74,800 ] [ performance: 27.484 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:25 ] [ l_g_pix: 3.8749e-02 ] [ l_g_total: 3.8749e-02 ] +2024-10-03 20:05:05,469 INFO: [ epoch: 93 ] [ iter: 74,900 ] [ performance: 27.189 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:17 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-10-03 20:05:09,157 INFO: [ epoch: 93 ] [ iter: 75,000 ] [ performance: 27.371 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:10 ] [ l_g_pix: 4.4376e-02 ] [ l_g_total: 4.4376e-02 ] +2024-10-03 20:05:12,584 INFO: [ epoch: 93 ] [ iter: 75,100 ] [ performance: 28.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:03 ] [ l_g_pix: 5.3427e-02 ] [ l_g_total: 5.3427e-02 ] +2024-10-03 20:05:18,043 INFO: [ epoch: 94 ] [ iter: 75,200 ] [ performance: 26.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:57 ] [ l_g_pix: 3.5609e-02 ] [ l_g_total: 3.5609e-02 ] +2024-10-03 20:05:21,742 INFO: [ epoch: 94 ] [ iter: 75,300 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:49 ] [ l_g_pix: 4.2053e-02 ] [ l_g_total: 4.2053e-02 ] +2024-10-03 20:05:25,470 INFO: [ epoch: 94 ] [ iter: 75,400 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:42 ] [ l_g_pix: 3.7627e-02 ] [ l_g_total: 3.7627e-02 ] +2024-10-03 20:05:29,128 INFO: [ epoch: 94 ] [ iter: 75,500 ] [ performance: 27.240 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:35 ] [ l_g_pix: 5.7303e-02 ] [ l_g_total: 5.7303e-02 ] +2024-10-03 20:05:32,868 INFO: [ epoch: 94 ] [ iter: 75,600 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:28 ] [ l_g_pix: 4.1168e-02 ] [ l_g_total: 4.1168e-02 ] +2024-10-03 20:05:36,584 INFO: [ epoch: 94 ] [ iter: 75,700 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:21 ] [ l_g_pix: 4.9005e-02 ] [ l_g_total: 4.9005e-02 ] +2024-10-03 20:05:40,313 INFO: [ epoch: 94 ] [ iter: 75,800 ] [ performance: 26.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:14 ] [ l_g_pix: 3.9421e-02 ] [ l_g_total: 3.9421e-02 ] +2024-10-03 20:05:43,761 INFO: [ epoch: 94 ] [ iter: 75,900 ] [ performance: 28.405 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:07 ] [ l_g_pix: 3.5148e-02 ] [ l_g_total: 3.5148e-02 ] +2024-10-03 20:05:49,230 INFO: [ epoch: 95 ] [ iter: 76,000 ] [ performance: 26.667 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:00 ] [ l_g_pix: 5.3486e-02 ] [ l_g_total: 5.3486e-02 ] +2024-10-03 20:05:52,906 INFO: [ epoch: 95 ] [ iter: 76,100 ] [ performance: 27.114 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:53 ] [ l_g_pix: 4.6992e-02 ] [ l_g_total: 4.6992e-02 ] +2024-10-03 20:05:56,638 INFO: [ epoch: 95 ] [ iter: 76,200 ] [ performance: 26.997 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:46 ] [ l_g_pix: 3.9351e-02 ] [ l_g_total: 3.9351e-02 ] +2024-10-03 20:06:00,373 INFO: [ epoch: 95 ] [ iter: 76,300 ] [ performance: 26.819 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:39 ] [ l_g_pix: 2.9606e-02 ] [ l_g_total: 2.9606e-02 ] +2024-10-03 20:06:04,069 INFO: [ epoch: 95 ] [ iter: 76,400 ] [ performance: 26.594 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:32 ] [ l_g_pix: 4.4598e-02 ] [ l_g_total: 4.4598e-02 ] +2024-10-03 20:06:07,817 INFO: [ epoch: 95 ] [ iter: 76,500 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 4.7776e-02 ] [ l_g_total: 4.7776e-02 ] +2024-10-03 20:06:11,508 INFO: [ epoch: 95 ] [ iter: 76,600 ] [ performance: 28.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:18 ] [ l_g_pix: 3.1377e-02 ] [ l_g_total: 3.1377e-02 ] +2024-10-03 20:06:14,945 INFO: [ epoch: 95 ] [ iter: 76,700 ] [ performance: 28.993 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:11 ] [ l_g_pix: 4.0296e-02 ] [ l_g_total: 4.0296e-02 ] +2024-10-03 20:06:20,208 INFO: [ epoch: 96 ] [ iter: 76,800 ] [ performance: 27.891 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:04 ] [ l_g_pix: 3.6548e-02 ] [ l_g_total: 3.6548e-02 ] +2024-10-03 20:06:23,852 INFO: [ epoch: 96 ] [ iter: 76,900 ] [ performance: 27.519 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:57 ] [ l_g_pix: 3.5444e-02 ] [ l_g_total: 3.5444e-02 ] +2024-10-03 20:06:27,510 INFO: [ epoch: 96 ] [ iter: 77,000 ] [ performance: 27.270 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:50 ] [ l_g_pix: 4.0775e-02 ] [ l_g_total: 4.0775e-02 ] +2024-10-03 20:06:31,198 INFO: [ epoch: 96 ] [ iter: 77,100 ] [ performance: 27.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:44 ] [ l_g_pix: 2.8846e-02 ] [ l_g_total: 2.8846e-02 ] +2024-10-03 20:06:34,860 INFO: [ epoch: 96 ] [ iter: 77,200 ] [ performance: 27.576 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:37 ] [ l_g_pix: 3.6816e-02 ] [ l_g_total: 3.6816e-02 ] +2024-10-03 20:06:38,548 INFO: [ epoch: 96 ] [ iter: 77,300 ] [ performance: 27.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:30 ] [ l_g_pix: 3.6659e-02 ] [ l_g_total: 3.6659e-02 ] +2024-10-03 20:06:42,250 INFO: [ epoch: 96 ] [ iter: 77,400 ] [ performance: 27.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:23 ] [ l_g_pix: 3.6836e-02 ] [ l_g_total: 3.6836e-02 ] +2024-10-03 20:06:45,662 INFO: [ epoch: 96 ] [ iter: 77,500 ] [ performance: 29.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:16 ] [ l_g_pix: 4.3217e-02 ] [ l_g_total: 4.3217e-02 ] +2024-10-03 20:06:51,007 INFO: [ epoch: 97 ] [ iter: 77,600 ] [ performance: 28.404 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:09 ] [ l_g_pix: 2.6822e-02 ] [ l_g_total: 2.6822e-02 ] +2024-10-03 20:06:54,700 INFO: [ epoch: 97 ] [ iter: 77,700 ] [ performance: 27.238 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:02 ] [ l_g_pix: 4.5021e-02 ] [ l_g_total: 4.5021e-02 ] +2024-10-03 20:06:58,440 INFO: [ epoch: 97 ] [ iter: 77,800 ] [ performance: 26.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:55 ] [ l_g_pix: 3.0658e-02 ] [ l_g_total: 3.0658e-02 ] +2024-10-03 20:07:02,136 INFO: [ epoch: 97 ] [ iter: 77,900 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 5.6248e-02 ] [ l_g_total: 5.6248e-02 ] +2024-10-03 20:07:05,818 INFO: [ epoch: 97 ] [ iter: 78,000 ] [ performance: 27.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 3.1359e-02 ] [ l_g_total: 3.1359e-02 ] +2024-10-03 20:07:09,558 INFO: [ epoch: 97 ] [ iter: 78,100 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:35 ] [ l_g_pix: 3.7508e-02 ] [ l_g_total: 3.7508e-02 ] +2024-10-03 20:07:13,261 INFO: [ epoch: 97 ] [ iter: 78,200 ] [ performance: 27.147 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:28 ] [ l_g_pix: 2.9412e-02 ] [ l_g_total: 2.9412e-02 ] +2024-10-03 20:07:16,648 INFO: [ epoch: 97 ] [ iter: 78,300 ] [ performance: 29.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:21 ] [ l_g_pix: 4.4849e-02 ] [ l_g_total: 4.4849e-02 ] +2024-10-03 20:07:21,983 INFO: [ epoch: 98 ] [ iter: 78,400 ] [ performance: 27.129 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 3.6577e-02 ] [ l_g_total: 3.6577e-02 ] +2024-10-03 20:07:25,648 INFO: [ epoch: 98 ] [ iter: 78,500 ] [ performance: 27.279 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:08 ] [ l_g_pix: 4.3510e-02 ] [ l_g_total: 4.3510e-02 ] +2024-10-03 20:07:29,338 INFO: [ epoch: 98 ] [ iter: 78,600 ] [ performance: 27.447 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 5.6531e-02 ] [ l_g_total: 5.6531e-02 ] +2024-10-03 20:07:33,056 INFO: [ epoch: 98 ] [ iter: 78,700 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:54 ] [ l_g_pix: 4.7865e-02 ] [ l_g_total: 4.7865e-02 ] +2024-10-03 20:07:36,766 INFO: [ epoch: 98 ] [ iter: 78,800 ] [ performance: 27.146 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:47 ] [ l_g_pix: 5.0566e-02 ] [ l_g_total: 5.0566e-02 ] +2024-10-03 20:07:40,468 INFO: [ epoch: 98 ] [ iter: 78,900 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:40 ] [ l_g_pix: 3.4895e-02 ] [ l_g_total: 3.4895e-02 ] +2024-10-03 20:07:44,201 INFO: [ epoch: 98 ] [ iter: 79,000 ] [ performance: 27.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 3.5835e-02 ] [ l_g_total: 3.5835e-02 ] +2024-10-03 20:07:47,623 INFO: [ epoch: 98 ] [ iter: 79,100 ] [ performance: 29.098 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:26 ] [ l_g_pix: 2.5894e-02 ] [ l_g_total: 2.5894e-02 ] +2024-10-03 20:07:52,863 INFO: [ epoch: 99 ] [ iter: 79,200 ] [ performance: 25.567 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:20 ] [ l_g_pix: 4.0791e-02 ] [ l_g_total: 4.0791e-02 ] +2024-10-03 20:07:56,580 INFO: [ epoch: 99 ] [ iter: 79,300 ] [ performance: 26.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:13 ] [ l_g_pix: 5.3441e-02 ] [ l_g_total: 5.3441e-02 ] +2024-10-03 20:08:00,242 INFO: [ epoch: 99 ] [ iter: 79,400 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:06 ] [ l_g_pix: 3.9804e-02 ] [ l_g_total: 3.9804e-02 ] +2024-10-03 20:08:03,915 INFO: [ epoch: 99 ] [ iter: 79,500 ] [ performance: 27.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 4.1608e-02 ] [ l_g_total: 4.1608e-02 ] +2024-10-03 20:08:07,620 INFO: [ epoch: 99 ] [ iter: 79,600 ] [ performance: 25.999 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:53 ] [ l_g_pix: 4.1200e-02 ] [ l_g_total: 4.1200e-02 ] +2024-10-03 20:08:11,312 INFO: [ epoch: 99 ] [ iter: 79,700 ] [ performance: 27.049 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:46 ] [ l_g_pix: 5.4864e-02 ] [ l_g_total: 5.4864e-02 ] +2024-10-03 20:08:15,024 INFO: [ epoch: 99 ] [ iter: 79,800 ] [ performance: 27.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 4.5849e-02 ] [ l_g_total: 4.5849e-02 ] +2024-10-03 20:08:18,604 INFO: [ epoch: 99 ] [ iter: 79,900 ] [ performance: 27.926 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:33 ] [ l_g_pix: 3.7811e-02 ] [ l_g_total: 3.7811e-02 ] +2024-10-03 20:08:23,691 INFO: [ epoch: 100 ] [ iter: 80,000 ] [ performance: 25.414 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 4.1199e-02 ] [ l_g_total: 4.1199e-02 ] +2024-10-03 20:08:23,692 INFO: Saving models and training states. +2024-10-03 20:11:34,110 INFO: Validation val + + # psnr: 27.1854........ Best: 27.1854 @ 80000 iter + # ssim: 0.7658........ Best: 0.7658 @ 80000 iter + # dists: 0.7731........ Best: 0.7731 @ 80000 iter + +2024-10-03 20:11:37,767 INFO: [ epoch: 100 ] [ iter: 80,100 ] [ performance: 27.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:07 ] [ l_g_pix: 4.8754e-02 ] [ l_g_total: 4.8754e-02 ] +2024-10-03 20:11:41,431 INFO: [ epoch: 100 ] [ iter: 80,200 ] [ performance: 29.205 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 4.3958e-02 ] [ l_g_total: 4.3958e-02 ] +2024-10-03 20:11:45,059 INFO: [ epoch: 100 ] [ iter: 80,300 ] [ performance: 27.587 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:53 ] [ l_g_pix: 4.5303e-02 ] [ l_g_total: 4.5303e-02 ] +2024-10-03 20:11:48,762 INFO: [ epoch: 100 ] [ iter: 80,400 ] [ performance: 27.297 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:46 ] [ l_g_pix: 4.4461e-02 ] [ l_g_total: 4.4461e-02 ] +2024-10-03 20:11:52,534 INFO: [ epoch: 100 ] [ iter: 80,500 ] [ performance: 26.514 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 4.0307e-02 ] [ l_g_total: 4.0307e-02 ] +2024-10-03 20:11:56,268 INFO: [ epoch: 100 ] [ iter: 80,600 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:32 ] [ l_g_pix: 5.3770e-02 ] [ l_g_total: 5.3770e-02 ] +2024-10-03 20:12:00,698 INFO: [ epoch: 101 ] [ iter: 80,700 ] [ performance: 22.541 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:25 ] [ l_g_pix: 4.0803e-02 ] [ l_g_total: 4.0803e-02 ] +2024-10-03 20:12:04,866 INFO: [ epoch: 101 ] [ iter: 80,800 ] [ performance: 23.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:18 ] [ l_g_pix: 3.5852e-02 ] [ l_g_total: 3.5852e-02 ] +2024-10-03 20:12:08,511 INFO: [ epoch: 101 ] [ iter: 80,900 ] [ performance: 27.426 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:11 ] [ l_g_pix: 4.2627e-02 ] [ l_g_total: 4.2627e-02 ] +2024-10-03 20:12:12,246 INFO: [ epoch: 101 ] [ iter: 81,000 ] [ performance: 27.096 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:04 ] [ l_g_pix: 3.9410e-02 ] [ l_g_total: 3.9410e-02 ] +2024-10-03 20:12:15,934 INFO: [ epoch: 101 ] [ iter: 81,100 ] [ performance: 27.132 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:57 ] [ l_g_pix: 3.8436e-02 ] [ l_g_total: 3.8436e-02 ] +2024-10-03 20:12:19,642 INFO: [ epoch: 101 ] [ iter: 81,200 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:50 ] [ l_g_pix: 4.6358e-02 ] [ l_g_total: 4.6358e-02 ] +2024-10-03 20:12:23,435 INFO: [ epoch: 101 ] [ iter: 81,300 ] [ performance: 26.387 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:43 ] [ l_g_pix: 3.9407e-02 ] [ l_g_total: 3.9407e-02 ] +2024-10-03 20:12:27,264 INFO: [ epoch: 101 ] [ iter: 81,400 ] [ performance: 26.255 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:36 ] [ l_g_pix: 3.8861e-02 ] [ l_g_total: 3.8861e-02 ] +2024-10-03 20:12:32,620 INFO: [ epoch: 102 ] [ iter: 81,500 ] [ performance: 18.554 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:30 ] [ l_g_pix: 3.9932e-02 ] [ l_g_total: 3.9932e-02 ] +2024-10-03 20:12:36,709 INFO: [ epoch: 102 ] [ iter: 81,600 ] [ performance: 21.193 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 4.0004e-02 ] [ l_g_total: 4.0004e-02 ] +2024-10-03 20:12:40,327 INFO: [ epoch: 102 ] [ iter: 81,700 ] [ performance: 27.676 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:16 ] [ l_g_pix: 3.0863e-02 ] [ l_g_total: 3.0863e-02 ] +2024-10-03 20:12:44,002 INFO: [ epoch: 102 ] [ iter: 81,800 ] [ performance: 27.437 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:09 ] [ l_g_pix: 3.7359e-02 ] [ l_g_total: 3.7359e-02 ] +2024-10-03 20:12:47,712 INFO: [ epoch: 102 ] [ iter: 81,900 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:02 ] [ l_g_pix: 3.1628e-02 ] [ l_g_total: 3.1628e-02 ] +2024-10-03 20:12:51,352 INFO: [ epoch: 102 ] [ iter: 82,000 ] [ performance: 27.216 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:55 ] [ l_g_pix: 4.5612e-02 ] [ l_g_total: 4.5612e-02 ] +2024-10-03 20:12:55,048 INFO: [ epoch: 102 ] [ iter: 82,100 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:48 ] [ l_g_pix: 3.9136e-02 ] [ l_g_total: 3.9136e-02 ] +2024-10-03 20:12:58,761 INFO: [ epoch: 102 ] [ iter: 82,200 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:42 ] [ l_g_pix: 5.5767e-02 ] [ l_g_total: 5.5767e-02 ] +2024-10-03 20:13:03,348 INFO: [ epoch: 103 ] [ iter: 82,300 ] [ performance: 21.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:35 ] [ l_g_pix: 4.7589e-02 ] [ l_g_total: 4.7589e-02 ] +2024-10-03 20:13:07,638 INFO: [ epoch: 103 ] [ iter: 82,400 ] [ performance: 22.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:28 ] [ l_g_pix: 3.9498e-02 ] [ l_g_total: 3.9498e-02 ] +2024-10-03 20:13:11,364 INFO: [ epoch: 103 ] [ iter: 82,500 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:21 ] [ l_g_pix: 5.1234e-02 ] [ l_g_total: 5.1234e-02 ] +2024-10-03 20:13:15,073 INFO: [ epoch: 103 ] [ iter: 82,600 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:15 ] [ l_g_pix: 2.8997e-02 ] [ l_g_total: 2.8997e-02 ] +2024-10-03 20:13:18,770 INFO: [ epoch: 103 ] [ iter: 82,700 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:08 ] [ l_g_pix: 3.6439e-02 ] [ l_g_total: 3.6439e-02 ] +2024-10-03 20:13:22,499 INFO: [ epoch: 103 ] [ iter: 82,800 ] [ performance: 26.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:01 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-10-03 20:13:26,188 INFO: [ epoch: 103 ] [ iter: 82,900 ] [ performance: 27.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:54 ] [ l_g_pix: 4.9859e-02 ] [ l_g_total: 4.9859e-02 ] +2024-10-03 20:13:29,943 INFO: [ epoch: 103 ] [ iter: 83,000 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:47 ] [ l_g_pix: 5.6783e-02 ] [ l_g_total: 5.6783e-02 ] +2024-10-03 20:13:34,393 INFO: [ epoch: 104 ] [ iter: 83,100 ] [ performance: 21.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:41 ] [ l_g_pix: 3.7334e-02 ] [ l_g_total: 3.7334e-02 ] +2024-10-03 20:13:38,441 INFO: [ epoch: 104 ] [ iter: 83,200 ] [ performance: 23.236 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:34 ] [ l_g_pix: 4.6363e-02 ] [ l_g_total: 4.6363e-02 ] +2024-10-03 20:13:42,109 INFO: [ epoch: 104 ] [ iter: 83,300 ] [ performance: 27.223 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:27 ] [ l_g_pix: 5.2188e-02 ] [ l_g_total: 5.2188e-02 ] +2024-10-03 20:13:45,866 INFO: [ epoch: 104 ] [ iter: 83,400 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:20 ] [ l_g_pix: 3.8892e-02 ] [ l_g_total: 3.8892e-02 ] +2024-10-03 20:13:49,578 INFO: [ epoch: 104 ] [ iter: 83,500 ] [ performance: 26.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:13 ] [ l_g_pix: 2.9927e-02 ] [ l_g_total: 2.9927e-02 ] +2024-10-03 20:13:53,310 INFO: [ epoch: 104 ] [ iter: 83,600 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:07 ] [ l_g_pix: 4.6701e-02 ] [ l_g_total: 4.6701e-02 ] +2024-10-03 20:13:57,038 INFO: [ epoch: 104 ] [ iter: 83,700 ] [ performance: 26.845 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:00 ] [ l_g_pix: 4.5454e-02 ] [ l_g_total: 4.5454e-02 ] +2024-10-03 20:14:00,742 INFO: [ epoch: 104 ] [ iter: 83,800 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:53 ] [ l_g_pix: 3.4710e-02 ] [ l_g_total: 3.4710e-02 ] +2024-10-03 20:14:05,304 INFO: [ epoch: 105 ] [ iter: 83,900 ] [ performance: 20.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:47 ] [ l_g_pix: 3.9556e-02 ] [ l_g_total: 3.9556e-02 ] +2024-10-03 20:14:09,363 INFO: [ epoch: 105 ] [ iter: 84,000 ] [ performance: 22.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:40 ] [ l_g_pix: 3.7579e-02 ] [ l_g_total: 3.7579e-02 ] +2024-10-03 20:14:13,013 INFO: [ epoch: 105 ] [ iter: 84,100 ] [ performance: 27.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:33 ] [ l_g_pix: 3.0709e-02 ] [ l_g_total: 3.0709e-02 ] +2024-10-03 20:14:16,670 INFO: [ epoch: 105 ] [ iter: 84,200 ] [ performance: 27.353 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 3.9231e-02 ] [ l_g_total: 3.9231e-02 ] +2024-10-03 20:14:20,350 INFO: [ epoch: 105 ] [ iter: 84,300 ] [ performance: 27.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:20 ] [ l_g_pix: 4.1632e-02 ] [ l_g_total: 4.1632e-02 ] +2024-10-03 20:14:24,083 INFO: [ epoch: 105 ] [ iter: 84,400 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-03 20:14:27,819 INFO: [ epoch: 105 ] [ iter: 84,500 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 3.8349e-02 ] [ l_g_total: 3.8349e-02 ] +2024-10-03 20:14:31,531 INFO: [ epoch: 105 ] [ iter: 84,600 ] [ performance: 26.859 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:00 ] [ l_g_pix: 3.0094e-02 ] [ l_g_total: 3.0094e-02 ] +2024-10-03 20:14:36,248 INFO: [ epoch: 106 ] [ iter: 84,700 ] [ performance: 19.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:53 ] [ l_g_pix: 3.9467e-02 ] [ l_g_total: 3.9467e-02 ] +2024-10-03 20:14:40,440 INFO: [ epoch: 106 ] [ iter: 84,800 ] [ performance: 21.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:47 ] [ l_g_pix: 3.5167e-02 ] [ l_g_total: 3.5167e-02 ] +2024-10-03 20:14:44,128 INFO: [ epoch: 106 ] [ iter: 84,900 ] [ performance: 27.049 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:40 ] [ l_g_pix: 3.9798e-02 ] [ l_g_total: 3.9798e-02 ] +2024-10-03 20:14:47,812 INFO: [ epoch: 106 ] [ iter: 85,000 ] [ performance: 27.107 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:33 ] [ l_g_pix: 3.6011e-02 ] [ l_g_total: 3.6011e-02 ] +2024-10-03 20:14:51,454 INFO: [ epoch: 106 ] [ iter: 85,100 ] [ performance: 27.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:27 ] [ l_g_pix: 4.0696e-02 ] [ l_g_total: 4.0696e-02 ] +2024-10-03 20:14:55,207 INFO: [ epoch: 106 ] [ iter: 85,200 ] [ performance: 26.962 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:20 ] [ l_g_pix: 3.6613e-02 ] [ l_g_total: 3.6613e-02 ] +2024-10-03 20:14:58,956 INFO: [ epoch: 106 ] [ iter: 85,300 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:13 ] [ l_g_pix: 3.0323e-02 ] [ l_g_total: 3.0323e-02 ] +2024-10-03 20:15:02,630 INFO: [ epoch: 106 ] [ iter: 85,400 ] [ performance: 27.046 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:07 ] [ l_g_pix: 4.3065e-02 ] [ l_g_total: 4.3065e-02 ] +2024-10-03 20:15:07,302 INFO: [ epoch: 107 ] [ iter: 85,500 ] [ performance: 19.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 3.4614e-02 ] [ l_g_total: 3.4614e-02 ] +2024-10-03 20:15:11,461 INFO: [ epoch: 107 ] [ iter: 85,600 ] [ performance: 21.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:54 ] [ l_g_pix: 4.1639e-02 ] [ l_g_total: 4.1639e-02 ] +2024-10-03 20:15:15,165 INFO: [ epoch: 107 ] [ iter: 85,700 ] [ performance: 26.962 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:47 ] [ l_g_pix: 4.1825e-02 ] [ l_g_total: 4.1825e-02 ] +2024-10-03 20:15:18,870 INFO: [ epoch: 107 ] [ iter: 85,800 ] [ performance: 26.980 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:40 ] [ l_g_pix: 3.1168e-02 ] [ l_g_total: 3.1168e-02 ] +2024-10-03 20:15:22,521 INFO: [ epoch: 107 ] [ iter: 85,900 ] [ performance: 27.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:34 ] [ l_g_pix: 4.0659e-02 ] [ l_g_total: 4.0659e-02 ] +2024-10-03 20:15:26,180 INFO: [ epoch: 107 ] [ iter: 86,000 ] [ performance: 27.349 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:27 ] [ l_g_pix: 3.7120e-02 ] [ l_g_total: 3.7120e-02 ] +2024-10-03 20:15:29,892 INFO: [ epoch: 107 ] [ iter: 86,100 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:20 ] [ l_g_pix: 3.8855e-02 ] [ l_g_total: 3.8855e-02 ] +2024-10-03 20:15:33,665 INFO: [ epoch: 107 ] [ iter: 86,200 ] [ performance: 26.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:14 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-03 20:15:38,380 INFO: [ epoch: 108 ] [ iter: 86,300 ] [ performance: 19.072 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:07 ] [ l_g_pix: 2.5505e-02 ] [ l_g_total: 2.5505e-02 ] +2024-10-03 20:15:42,543 INFO: [ epoch: 108 ] [ iter: 86,400 ] [ performance: 21.688 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:01 ] [ l_g_pix: 4.3824e-02 ] [ l_g_total: 4.3824e-02 ] +2024-10-03 20:15:46,229 INFO: [ epoch: 108 ] [ iter: 86,500 ] [ performance: 27.180 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:54 ] [ l_g_pix: 5.4136e-02 ] [ l_g_total: 5.4136e-02 ] +2024-10-03 20:15:49,948 INFO: [ epoch: 108 ] [ iter: 86,600 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:48 ] [ l_g_pix: 3.4001e-02 ] [ l_g_total: 3.4001e-02 ] +2024-10-03 20:15:53,663 INFO: [ epoch: 108 ] [ iter: 86,700 ] [ performance: 27.037 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:41 ] [ l_g_pix: 3.9897e-02 ] [ l_g_total: 3.9897e-02 ] +2024-10-03 20:15:57,381 INFO: [ epoch: 108 ] [ iter: 86,800 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:35 ] [ l_g_pix: 4.3985e-02 ] [ l_g_total: 4.3985e-02 ] +2024-10-03 20:16:01,075 INFO: [ epoch: 108 ] [ iter: 86,900 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:28 ] [ l_g_pix: 4.2814e-02 ] [ l_g_total: 4.2814e-02 ] +2024-10-03 20:16:04,756 INFO: [ epoch: 108 ] [ iter: 87,000 ] [ performance: 27.140 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 3.7793e-02 ] [ l_g_total: 3.7793e-02 ] +2024-10-03 20:16:09,362 INFO: [ epoch: 109 ] [ iter: 87,100 ] [ performance: 19.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:15 ] [ l_g_pix: 3.6833e-02 ] [ l_g_total: 3.6833e-02 ] +2024-10-03 20:16:13,390 INFO: [ epoch: 109 ] [ iter: 87,200 ] [ performance: 22.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:09 ] [ l_g_pix: 5.4870e-02 ] [ l_g_total: 5.4870e-02 ] +2024-10-03 20:16:17,103 INFO: [ epoch: 109 ] [ iter: 87,300 ] [ performance: 26.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:02 ] [ l_g_pix: 4.1115e-02 ] [ l_g_total: 4.1115e-02 ] +2024-10-03 20:16:20,796 INFO: [ epoch: 109 ] [ iter: 87,400 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 4.3095e-02 ] [ l_g_total: 4.3095e-02 ] +2024-10-03 20:16:24,430 INFO: [ epoch: 109 ] [ iter: 87,500 ] [ performance: 27.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:49 ] [ l_g_pix: 4.0938e-02 ] [ l_g_total: 4.0938e-02 ] +2024-10-03 20:16:28,073 INFO: [ epoch: 109 ] [ iter: 87,600 ] [ performance: 27.558 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:43 ] [ l_g_pix: 3.0346e-02 ] [ l_g_total: 3.0346e-02 ] +2024-10-03 20:16:31,775 INFO: [ epoch: 109 ] [ iter: 87,700 ] [ performance: 27.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 3.6345e-02 ] [ l_g_total: 3.6345e-02 ] +2024-10-03 20:16:35,475 INFO: [ epoch: 109 ] [ iter: 87,800 ] [ performance: 27.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:30 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-03 20:16:40,079 INFO: [ epoch: 110 ] [ iter: 87,900 ] [ performance: 18.872 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:23 ] [ l_g_pix: 4.3801e-02 ] [ l_g_total: 4.3801e-02 ] +2024-10-03 20:16:44,109 INFO: [ epoch: 110 ] [ iter: 88,000 ] [ performance: 22.125 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:17 ] [ l_g_pix: 3.8245e-02 ] [ l_g_total: 3.8245e-02 ] +2024-10-03 20:16:47,780 INFO: [ epoch: 110 ] [ iter: 88,100 ] [ performance: 27.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:10 ] [ l_g_pix: 3.8874e-02 ] [ l_g_total: 3.8874e-02 ] +2024-10-03 20:16:51,453 INFO: [ epoch: 110 ] [ iter: 88,200 ] [ performance: 27.285 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:04 ] [ l_g_pix: 4.1136e-02 ] [ l_g_total: 4.1136e-02 ] +2024-10-03 20:16:55,124 INFO: [ epoch: 110 ] [ iter: 88,300 ] [ performance: 27.305 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:57 ] [ l_g_pix: 2.8956e-02 ] [ l_g_total: 2.8956e-02 ] +2024-10-03 20:16:58,827 INFO: [ epoch: 110 ] [ iter: 88,400 ] [ performance: 27.121 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 2.8685e-02 ] [ l_g_total: 2.8685e-02 ] +2024-10-03 20:17:02,552 INFO: [ epoch: 110 ] [ iter: 88,500 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 4.1219e-02 ] [ l_g_total: 4.1219e-02 ] +2024-10-03 20:17:06,257 INFO: [ epoch: 110 ] [ iter: 88,600 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 3.8722e-02 ] [ l_g_total: 3.8722e-02 ] +2024-10-03 20:17:11,104 INFO: [ epoch: 111 ] [ iter: 88,700 ] [ performance: 17.092 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:32 ] [ l_g_pix: 3.9069e-02 ] [ l_g_total: 3.9069e-02 ] +2024-10-03 20:17:15,126 INFO: [ epoch: 111 ] [ iter: 88,800 ] [ performance: 21.287 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 5.2883e-02 ] [ l_g_total: 5.2883e-02 ] +2024-10-03 20:17:18,775 INFO: [ epoch: 111 ] [ iter: 88,900 ] [ performance: 27.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 3.5999e-02 ] [ l_g_total: 3.5999e-02 ] +2024-10-03 20:17:22,478 INFO: [ epoch: 111 ] [ iter: 89,000 ] [ performance: 27.230 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 3.9555e-02 ] [ l_g_total: 3.9555e-02 ] +2024-10-03 20:17:26,202 INFO: [ epoch: 111 ] [ iter: 89,100 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 5.0812e-02 ] [ l_g_total: 5.0812e-02 ] +2024-10-03 20:17:29,876 INFO: [ epoch: 111 ] [ iter: 89,200 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:00 ] [ l_g_pix: 4.4590e-02 ] [ l_g_total: 4.4590e-02 ] +2024-10-03 20:17:33,589 INFO: [ epoch: 111 ] [ iter: 89,300 ] [ performance: 26.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:53 ] [ l_g_pix: 3.8722e-02 ] [ l_g_total: 3.8722e-02 ] +2024-10-03 20:17:37,270 INFO: [ epoch: 111 ] [ iter: 89,400 ] [ performance: 27.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:47 ] [ l_g_pix: 4.8118e-02 ] [ l_g_total: 4.8118e-02 ] +2024-10-03 20:17:41,813 INFO: [ epoch: 112 ] [ iter: 89,500 ] [ performance: 18.269 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:41 ] [ l_g_pix: 3.4919e-02 ] [ l_g_total: 3.4919e-02 ] +2024-10-03 20:17:45,806 INFO: [ epoch: 112 ] [ iter: 89,600 ] [ performance: 22.136 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:34 ] [ l_g_pix: 4.3219e-02 ] [ l_g_total: 4.3219e-02 ] +2024-10-03 20:17:49,475 INFO: [ epoch: 112 ] [ iter: 89,700 ] [ performance: 27.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:28 ] [ l_g_pix: 3.9070e-02 ] [ l_g_total: 3.9070e-02 ] +2024-10-03 20:17:53,145 INFO: [ epoch: 112 ] [ iter: 89,800 ] [ performance: 27.379 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:21 ] [ l_g_pix: 3.6808e-02 ] [ l_g_total: 3.6808e-02 ] +2024-10-03 20:17:56,862 INFO: [ epoch: 112 ] [ iter: 89,900 ] [ performance: 27.203 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 3.5538e-02 ] [ l_g_total: 3.5538e-02 ] +2024-10-03 20:18:00,546 INFO: [ epoch: 112 ] [ iter: 90,000 ] [ performance: 27.167 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 4.5958e-02 ] [ l_g_total: 4.5958e-02 ] +2024-10-03 20:18:00,546 INFO: Saving models and training states. +2024-10-03 20:22:20,490 INFO: Validation val + + # psnr: 27.1880........ Best: 27.1880 @ 90000 iter + # ssim: 0.7659........ Best: 0.7659 @ 90000 iter + # dists: 0.7732........ Best: 0.7731 @ 80000 iter + +2024-10-03 20:22:24,190 INFO: [ epoch: 112 ] [ iter: 90,100 ] [ performance: 27.027 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:31 ] [ l_g_pix: 4.7367e-02 ] [ l_g_total: 4.7367e-02 ] +2024-10-03 20:22:27,860 INFO: [ epoch: 112 ] [ iter: 90,200 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:24 ] [ l_g_pix: 3.4543e-02 ] [ l_g_total: 3.4543e-02 ] +2024-10-03 20:22:32,613 INFO: [ epoch: 113 ] [ iter: 90,300 ] [ performance: 16.596 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:18 ] [ l_g_pix: 5.3689e-02 ] [ l_g_total: 5.3689e-02 ] +2024-10-03 20:22:36,603 INFO: [ epoch: 113 ] [ iter: 90,400 ] [ performance: 21.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:11 ] [ l_g_pix: 4.5001e-02 ] [ l_g_total: 4.5001e-02 ] +2024-10-03 20:22:40,334 INFO: [ epoch: 113 ] [ iter: 90,500 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:04 ] [ l_g_pix: 4.4084e-02 ] [ l_g_total: 4.4084e-02 ] +2024-10-03 20:22:44,034 INFO: [ epoch: 113 ] [ iter: 90,600 ] [ performance: 26.996 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:58 ] [ l_g_pix: 3.1696e-02 ] [ l_g_total: 3.1696e-02 ] +2024-10-03 20:22:47,781 INFO: [ epoch: 113 ] [ iter: 90,700 ] [ performance: 26.254 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:51 ] [ l_g_pix: 5.1791e-02 ] [ l_g_total: 5.1791e-02 ] +2024-10-03 20:22:51,554 INFO: [ epoch: 113 ] [ iter: 90,800 ] [ performance: 26.427 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:45 ] [ l_g_pix: 4.3362e-02 ] [ l_g_total: 4.3362e-02 ] +2024-10-03 20:22:55,907 INFO: [ epoch: 113 ] [ iter: 90,900 ] [ performance: 22.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:38 ] [ l_g_pix: 4.4092e-02 ] [ l_g_total: 4.4092e-02 ] +2024-10-03 20:22:59,774 INFO: [ epoch: 113 ] [ iter: 91,000 ] [ performance: 24.824 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:31 ] [ l_g_pix: 4.2539e-02 ] [ l_g_total: 4.2539e-02 ] +2024-10-03 20:23:04,768 INFO: [ epoch: 114 ] [ iter: 91,100 ] [ performance: 14.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:25 ] [ l_g_pix: 4.1001e-02 ] [ l_g_total: 4.1001e-02 ] +2024-10-03 20:23:08,711 INFO: [ epoch: 114 ] [ iter: 91,200 ] [ performance: 20.648 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:18 ] [ l_g_pix: 3.8830e-02 ] [ l_g_total: 3.8830e-02 ] +2024-10-03 20:23:12,396 INFO: [ epoch: 114 ] [ iter: 91,300 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:12 ] [ l_g_pix: 5.0262e-02 ] [ l_g_total: 5.0262e-02 ] +2024-10-03 20:23:16,111 INFO: [ epoch: 114 ] [ iter: 91,400 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 4.8683e-02 ] [ l_g_total: 4.8683e-02 ] +2024-10-03 20:23:19,846 INFO: [ epoch: 114 ] [ iter: 91,500 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:59 ] [ l_g_pix: 3.2329e-02 ] [ l_g_total: 3.2329e-02 ] +2024-10-03 20:23:23,545 INFO: [ epoch: 114 ] [ iter: 91,600 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:52 ] [ l_g_pix: 3.7871e-02 ] [ l_g_total: 3.7871e-02 ] +2024-10-03 20:23:27,239 INFO: [ epoch: 114 ] [ iter: 91,700 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:45 ] [ l_g_pix: 4.1402e-02 ] [ l_g_total: 4.1402e-02 ] +2024-10-03 20:23:30,880 INFO: [ epoch: 114 ] [ iter: 91,800 ] [ performance: 27.288 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:39 ] [ l_g_pix: 3.1595e-02 ] [ l_g_total: 3.1595e-02 ] +2024-10-03 20:23:35,932 INFO: [ epoch: 115 ] [ iter: 91,900 ] [ performance: 13.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:32 ] [ l_g_pix: 5.5827e-02 ] [ l_g_total: 5.5827e-02 ] +2024-10-03 20:23:39,845 INFO: [ epoch: 115 ] [ iter: 92,000 ] [ performance: 20.408 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:26 ] [ l_g_pix: 3.8861e-02 ] [ l_g_total: 3.8861e-02 ] +2024-10-03 20:23:43,542 INFO: [ epoch: 115 ] [ iter: 92,100 ] [ performance: 27.023 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:19 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-03 20:23:47,206 INFO: [ epoch: 115 ] [ iter: 92,200 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:13 ] [ l_g_pix: 4.7628e-02 ] [ l_g_total: 4.7628e-02 ] +2024-10-03 20:23:50,914 INFO: [ epoch: 115 ] [ iter: 92,300 ] [ performance: 26.713 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:06 ] [ l_g_pix: 3.6563e-02 ] [ l_g_total: 3.6563e-02 ] +2024-10-03 20:23:54,585 INFO: [ epoch: 115 ] [ iter: 92,400 ] [ performance: 27.089 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:00 ] [ l_g_pix: 4.0529e-02 ] [ l_g_total: 4.0529e-02 ] +2024-10-03 20:23:58,336 INFO: [ epoch: 115 ] [ iter: 92,500 ] [ performance: 26.748 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 2.9268e-02 ] [ l_g_total: 2.9268e-02 ] +2024-10-03 20:24:01,949 INFO: [ epoch: 115 ] [ iter: 92,600 ] [ performance: 27.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 4.3478e-02 ] [ l_g_total: 4.3478e-02 ] +2024-10-03 20:24:07,087 INFO: [ epoch: 116 ] [ iter: 92,700 ] [ performance: 12.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:40 ] [ l_g_pix: 4.2577e-02 ] [ l_g_total: 4.2577e-02 ] +2024-10-03 20:24:10,946 INFO: [ epoch: 116 ] [ iter: 92,800 ] [ performance: 20.174 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:34 ] [ l_g_pix: 3.6949e-02 ] [ l_g_total: 3.6949e-02 ] +2024-10-03 20:24:14,639 INFO: [ epoch: 116 ] [ iter: 92,900 ] [ performance: 27.141 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:27 ] [ l_g_pix: 2.9682e-02 ] [ l_g_total: 2.9682e-02 ] +2024-10-03 20:24:18,290 INFO: [ epoch: 116 ] [ iter: 93,000 ] [ performance: 27.325 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:21 ] [ l_g_pix: 4.1729e-02 ] [ l_g_total: 4.1729e-02 ] +2024-10-03 20:24:21,974 INFO: [ epoch: 116 ] [ iter: 93,100 ] [ performance: 27.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:14 ] [ l_g_pix: 3.9746e-02 ] [ l_g_total: 3.9746e-02 ] +2024-10-03 20:24:25,708 INFO: [ epoch: 116 ] [ iter: 93,200 ] [ performance: 26.933 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:08 ] [ l_g_pix: 4.6203e-02 ] [ l_g_total: 4.6203e-02 ] +2024-10-03 20:24:29,417 INFO: [ epoch: 116 ] [ iter: 93,300 ] [ performance: 27.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:01 ] [ l_g_pix: 3.2131e-02 ] [ l_g_total: 3.2131e-02 ] +2024-10-03 20:24:33,069 INFO: [ epoch: 116 ] [ iter: 93,400 ] [ performance: 27.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:55 ] [ l_g_pix: 3.9936e-02 ] [ l_g_total: 3.9936e-02 ] +2024-10-03 20:24:38,163 INFO: [ epoch: 117 ] [ iter: 93,500 ] [ performance: 12.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:48 ] [ l_g_pix: 4.0568e-02 ] [ l_g_total: 4.0568e-02 ] +2024-10-03 20:24:41,992 INFO: [ epoch: 117 ] [ iter: 93,600 ] [ performance: 20.101 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:42 ] [ l_g_pix: 4.1859e-02 ] [ l_g_total: 4.1859e-02 ] +2024-10-03 20:24:45,685 INFO: [ epoch: 117 ] [ iter: 93,700 ] [ performance: 27.223 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:35 ] [ l_g_pix: 3.6600e-02 ] [ l_g_total: 3.6600e-02 ] +2024-10-03 20:24:49,371 INFO: [ epoch: 117 ] [ iter: 93,800 ] [ performance: 27.154 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:29 ] [ l_g_pix: 4.0311e-02 ] [ l_g_total: 4.0311e-02 ] +2024-10-03 20:24:53,049 INFO: [ epoch: 117 ] [ iter: 93,900 ] [ performance: 27.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:22 ] [ l_g_pix: 3.9976e-02 ] [ l_g_total: 3.9976e-02 ] +2024-10-03 20:24:56,791 INFO: [ epoch: 117 ] [ iter: 94,000 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:16 ] [ l_g_pix: 2.5632e-02 ] [ l_g_total: 2.5632e-02 ] +2024-10-03 20:25:00,509 INFO: [ epoch: 117 ] [ iter: 94,100 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:10 ] [ l_g_pix: 4.1688e-02 ] [ l_g_total: 4.1688e-02 ] +2024-10-03 20:25:04,178 INFO: [ epoch: 117 ] [ iter: 94,200 ] [ performance: 27.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:03 ] [ l_g_pix: 4.1869e-02 ] [ l_g_total: 4.1869e-02 ] +2024-10-03 20:25:09,004 INFO: [ epoch: 118 ] [ iter: 94,300 ] [ performance: 12.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:57 ] [ l_g_pix: 3.6884e-02 ] [ l_g_total: 3.6884e-02 ] +2024-10-03 20:25:12,838 INFO: [ epoch: 118 ] [ iter: 94,400 ] [ performance: 20.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:50 ] [ l_g_pix: 5.4947e-02 ] [ l_g_total: 5.4947e-02 ] +2024-10-03 20:25:16,577 INFO: [ epoch: 118 ] [ iter: 94,500 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:44 ] [ l_g_pix: 3.3076e-02 ] [ l_g_total: 3.3076e-02 ] +2024-10-03 20:25:20,312 INFO: [ epoch: 118 ] [ iter: 94,600 ] [ performance: 26.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:38 ] [ l_g_pix: 4.3852e-02 ] [ l_g_total: 4.3852e-02 ] +2024-10-03 20:25:23,996 INFO: [ epoch: 118 ] [ iter: 94,700 ] [ performance: 27.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:31 ] [ l_g_pix: 3.9759e-02 ] [ l_g_total: 3.9759e-02 ] +2024-10-03 20:25:27,657 INFO: [ epoch: 118 ] [ iter: 94,800 ] [ performance: 27.380 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:25 ] [ l_g_pix: 4.1341e-02 ] [ l_g_total: 4.1341e-02 ] +2024-10-03 20:25:31,340 INFO: [ epoch: 118 ] [ iter: 94,900 ] [ performance: 27.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:18 ] [ l_g_pix: 4.6672e-02 ] [ l_g_total: 4.6672e-02 ] +2024-10-03 20:25:35,005 INFO: [ epoch: 118 ] [ iter: 95,000 ] [ performance: 27.350 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:12 ] [ l_g_pix: 4.3019e-02 ] [ l_g_total: 4.3019e-02 ] +2024-10-03 20:25:40,070 INFO: [ epoch: 119 ] [ iter: 95,100 ] [ performance: 10.570 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:06 ] [ l_g_pix: 3.7873e-02 ] [ l_g_total: 3.7873e-02 ] +2024-10-03 20:25:43,901 INFO: [ epoch: 119 ] [ iter: 95,200 ] [ performance: 19.894 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:59 ] [ l_g_pix: 4.3671e-02 ] [ l_g_total: 4.3671e-02 ] +2024-10-03 20:25:47,637 INFO: [ epoch: 119 ] [ iter: 95,300 ] [ performance: 26.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:53 ] [ l_g_pix: 3.0299e-02 ] [ l_g_total: 3.0299e-02 ] +2024-10-03 20:25:51,351 INFO: [ epoch: 119 ] [ iter: 95,400 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:47 ] [ l_g_pix: 3.9641e-02 ] [ l_g_total: 3.9641e-02 ] +2024-10-03 20:25:55,074 INFO: [ epoch: 119 ] [ iter: 95,500 ] [ performance: 27.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:40 ] [ l_g_pix: 3.5043e-02 ] [ l_g_total: 3.5043e-02 ] +2024-10-03 20:25:58,802 INFO: [ epoch: 119 ] [ iter: 95,600 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:34 ] [ l_g_pix: 5.3683e-02 ] [ l_g_total: 5.3683e-02 ] +2024-10-03 20:26:02,460 INFO: [ epoch: 119 ] [ iter: 95,700 ] [ performance: 27.333 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:27 ] [ l_g_pix: 4.1704e-02 ] [ l_g_total: 4.1704e-02 ] +2024-10-03 20:26:06,145 INFO: [ epoch: 119 ] [ iter: 95,800 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:21 ] [ l_g_pix: 4.5284e-02 ] [ l_g_total: 4.5284e-02 ] +2024-10-03 20:26:11,347 INFO: [ epoch: 120 ] [ iter: 95,900 ] [ performance: 8.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:15 ] [ l_g_pix: 4.5353e-02 ] [ l_g_total: 4.5353e-02 ] +2024-10-03 20:26:15,048 INFO: [ epoch: 120 ] [ iter: 96,000 ] [ performance: 19.603 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:09 ] [ l_g_pix: 3.9345e-02 ] [ l_g_total: 3.9345e-02 ] +2024-10-03 20:26:18,724 INFO: [ epoch: 120 ] [ iter: 96,100 ] [ performance: 26.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:02 ] [ l_g_pix: 5.3213e-02 ] [ l_g_total: 5.3213e-02 ] +2024-10-03 20:26:22,386 INFO: [ epoch: 120 ] [ iter: 96,200 ] [ performance: 27.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:56 ] [ l_g_pix: 3.2760e-02 ] [ l_g_total: 3.2760e-02 ] +2024-10-03 20:26:26,041 INFO: [ epoch: 120 ] [ iter: 96,300 ] [ performance: 27.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:50 ] [ l_g_pix: 3.2428e-02 ] [ l_g_total: 3.2428e-02 ] +2024-10-03 20:26:29,726 INFO: [ epoch: 120 ] [ iter: 96,400 ] [ performance: 27.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:43 ] [ l_g_pix: 4.1094e-02 ] [ l_g_total: 4.1094e-02 ] +2024-10-03 20:26:33,397 INFO: [ epoch: 120 ] [ iter: 96,500 ] [ performance: 27.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:37 ] [ l_g_pix: 4.4107e-02 ] [ l_g_total: 4.4107e-02 ] +2024-10-03 20:26:37,094 INFO: [ epoch: 120 ] [ iter: 96,600 ] [ performance: 27.077 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:31 ] [ l_g_pix: 2.6917e-02 ] [ l_g_total: 2.6917e-02 ] +2024-10-03 20:26:41,927 INFO: [ epoch: 121 ] [ iter: 96,700 ] [ performance: 20.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:24 ] [ l_g_pix: 4.5553e-02 ] [ l_g_total: 4.5553e-02 ] +2024-10-03 20:26:45,847 INFO: [ epoch: 121 ] [ iter: 96,800 ] [ performance: 24.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:18 ] [ l_g_pix: 4.3451e-02 ] [ l_g_total: 4.3451e-02 ] +2024-10-03 20:26:49,562 INFO: [ epoch: 121 ] [ iter: 96,900 ] [ performance: 27.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:12 ] [ l_g_pix: 3.8548e-02 ] [ l_g_total: 3.8548e-02 ] +2024-10-03 20:26:53,185 INFO: [ epoch: 121 ] [ iter: 97,000 ] [ performance: 27.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:06 ] [ l_g_pix: 3.0847e-02 ] [ l_g_total: 3.0847e-02 ] +2024-10-03 20:26:56,854 INFO: [ epoch: 121 ] [ iter: 97,100 ] [ performance: 27.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:59 ] [ l_g_pix: 2.9394e-02 ] [ l_g_total: 2.9394e-02 ] +2024-10-03 20:27:00,541 INFO: [ epoch: 121 ] [ iter: 97,200 ] [ performance: 27.132 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:53 ] [ l_g_pix: 3.4288e-02 ] [ l_g_total: 3.4288e-02 ] +2024-10-03 20:27:04,315 INFO: [ epoch: 121 ] [ iter: 97,300 ] [ performance: 26.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:47 ] [ l_g_pix: 4.0746e-02 ] [ l_g_total: 4.0746e-02 ] +2024-10-03 20:27:07,962 INFO: [ epoch: 121 ] [ iter: 97,400 ] [ performance: 27.285 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:40 ] [ l_g_pix: 4.0880e-02 ] [ l_g_total: 4.0880e-02 ] +2024-10-03 20:27:13,131 INFO: [ epoch: 122 ] [ iter: 97,500 ] [ performance: 14.990 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:34 ] [ l_g_pix: 4.2660e-02 ] [ l_g_total: 4.2660e-02 ] +2024-10-03 20:27:16,914 INFO: [ epoch: 122 ] [ iter: 97,600 ] [ performance: 24.046 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:28 ] [ l_g_pix: 2.7489e-02 ] [ l_g_total: 2.7489e-02 ] +2024-10-03 20:27:20,529 INFO: [ epoch: 122 ] [ iter: 97,700 ] [ performance: 27.554 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:22 ] [ l_g_pix: 4.0496e-02 ] [ l_g_total: 4.0496e-02 ] +2024-10-03 20:27:24,135 INFO: [ epoch: 122 ] [ iter: 97,800 ] [ performance: 27.718 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 3.7173e-02 ] [ l_g_total: 3.7173e-02 ] +2024-10-03 20:27:27,755 INFO: [ epoch: 122 ] [ iter: 97,900 ] [ performance: 27.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:09 ] [ l_g_pix: 3.4495e-02 ] [ l_g_total: 3.4495e-02 ] +2024-10-03 20:27:31,396 INFO: [ epoch: 122 ] [ iter: 98,000 ] [ performance: 27.494 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:03 ] [ l_g_pix: 3.9881e-02 ] [ l_g_total: 3.9881e-02 ] +2024-10-03 20:27:35,002 INFO: [ epoch: 122 ] [ iter: 98,100 ] [ performance: 27.749 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:57 ] [ l_g_pix: 3.7520e-02 ] [ l_g_total: 3.7520e-02 ] +2024-10-03 20:27:38,569 INFO: [ epoch: 122 ] [ iter: 98,200 ] [ performance: 28.008 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:51 ] [ l_g_pix: 3.3056e-02 ] [ l_g_total: 3.3056e-02 ] +2024-10-03 20:27:43,795 INFO: [ epoch: 123 ] [ iter: 98,300 ] [ performance: 15.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:44 ] [ l_g_pix: 3.1156e-02 ] [ l_g_total: 3.1156e-02 ] +2024-10-03 20:27:47,526 INFO: [ epoch: 123 ] [ iter: 98,400 ] [ performance: 24.977 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:38 ] [ l_g_pix: 3.9529e-02 ] [ l_g_total: 3.9529e-02 ] +2024-10-03 20:27:51,263 INFO: [ epoch: 123 ] [ iter: 98,500 ] [ performance: 27.235 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:32 ] [ l_g_pix: 4.3092e-02 ] [ l_g_total: 4.3092e-02 ] +2024-10-03 20:27:54,948 INFO: [ epoch: 123 ] [ iter: 98,600 ] [ performance: 27.147 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:26 ] [ l_g_pix: 4.4128e-02 ] [ l_g_total: 4.4128e-02 ] +2024-10-03 20:27:58,640 INFO: [ epoch: 123 ] [ iter: 98,700 ] [ performance: 27.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:20 ] [ l_g_pix: 2.9163e-02 ] [ l_g_total: 2.9163e-02 ] +2024-10-03 20:28:02,323 INFO: [ epoch: 123 ] [ iter: 98,800 ] [ performance: 27.182 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:13 ] [ l_g_pix: 3.6921e-02 ] [ l_g_total: 3.6921e-02 ] +2024-10-03 20:28:06,025 INFO: [ epoch: 123 ] [ iter: 98,900 ] [ performance: 27.243 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:07 ] [ l_g_pix: 3.2532e-02 ] [ l_g_total: 3.2532e-02 ] +2024-10-03 20:28:09,653 INFO: [ epoch: 123 ] [ iter: 99,000 ] [ performance: 27.544 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:01 ] [ l_g_pix: 4.5187e-02 ] [ l_g_total: 4.5187e-02 ] +2024-10-03 20:28:14,556 INFO: [ epoch: 124 ] [ iter: 99,100 ] [ performance: 19.836 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:55 ] [ l_g_pix: 3.0320e-02 ] [ l_g_total: 3.0320e-02 ] +2024-10-03 20:28:18,394 INFO: [ epoch: 124 ] [ iter: 99,200 ] [ performance: 25.542 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:49 ] [ l_g_pix: 3.1345e-02 ] [ l_g_total: 3.1345e-02 ] +2024-10-03 20:28:22,140 INFO: [ epoch: 124 ] [ iter: 99,300 ] [ performance: 26.394 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:42 ] [ l_g_pix: 3.5940e-02 ] [ l_g_total: 3.5940e-02 ] +2024-10-03 20:28:25,842 INFO: [ epoch: 124 ] [ iter: 99,400 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:36 ] [ l_g_pix: 4.4390e-02 ] [ l_g_total: 4.4390e-02 ] +2024-10-03 20:28:29,580 INFO: [ epoch: 124 ] [ iter: 99,500 ] [ performance: 26.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:30 ] [ l_g_pix: 2.1601e-02 ] [ l_g_total: 2.1601e-02 ] +2024-10-03 20:28:33,259 INFO: [ epoch: 124 ] [ iter: 99,600 ] [ performance: 27.153 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:24 ] [ l_g_pix: 4.1860e-02 ] [ l_g_total: 4.1860e-02 ] +2024-10-03 20:28:36,953 INFO: [ epoch: 124 ] [ iter: 99,700 ] [ performance: 27.111 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:18 ] [ l_g_pix: 4.5201e-02 ] [ l_g_total: 4.5201e-02 ] +2024-10-03 20:28:40,580 INFO: [ epoch: 124 ] [ iter: 99,800 ] [ performance: 27.557 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:12 ] [ l_g_pix: 3.8725e-02 ] [ l_g_total: 3.8725e-02 ] +2024-10-03 20:28:45,643 INFO: [ epoch: 125 ] [ iter: 99,900 ] [ performance: 21.249 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:06 ] [ l_g_pix: 4.2196e-02 ] [ l_g_total: 4.2196e-02 ] +2024-10-03 20:28:49,440 INFO: [ epoch: 125 ] [ iter:100,000 ] [ performance: 26.163 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 3.5714e-02 ] [ l_g_total: 3.5714e-02 ] +2024-10-03 20:28:49,441 INFO: Saving models and training states. +2024-10-03 20:33:26,785 INFO: Validation val + + # psnr: 27.1918........ Best: 27.1918 @ 100000 iter + # ssim: 0.7661........ Best: 0.7661 @ 100000 iter + # dists: 0.7732........ Best: 0.7731 @ 80000 iter + +2024-10-03 20:33:27,921 INFO: End of training. Time consumed: 1:46:55 +2024-10-03 20:33:27,921 INFO: Save the latest model. +2024-10-03 20:36:25,560 INFO: Validation val + + # psnr: 27.1918........ Best: 27.1918 @ 100002 iter + # ssim: 0.7661........ Best: 0.7661 @ 100002 iter + # dists: 0.7732........ Best: 0.7731 @ 80000 iter + diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..f0c71e110ec5e35bbba5ab32af9fb49213dd97fc --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0693ff4bcc70d83b195df3ded3dfee8d709678c0e0875610969f359238d80d4f +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..883081f7d59c818f893becff154f12a0fdd97015 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c053dd2e66d758b191d20b4d50c621342df8f473faf3dc646830fb691cae81 +size 19045418 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..aba3470033621df1342a70d03f7476a66d8443d2 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:820e1b34987fd9d4b284483631ec1fbaa680cc07b2fa772941f3a0173f879418 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..34fd8a6826a423295d625dccab4d39870b7504cc --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a817f02332847d778f254f77d32fd7be010410478e89b9155e5c0470ba3a4926 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..b4f9c9672d98e81cfbc0ed731dbdec904668fed8 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6bf962e46c158111411b66b87e65743c6107ac15c3587019a1d9574d1c3ed02 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..2978a06a39d81c7779fcd3386dd9e648aaff2ca4 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4aa42a546c6c5acf898c78fa6497f13b0b38d03104e61da972454082820358 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..05dcc53bb397dd4271fa73918cc2bc97a48afd81 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790dd30cef718bda30f2623ccacb5ed2fb438f19d3f7b196c8faae9d22a9bc47 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..55ee10f4024bf3950709c565ddbf988c63e4e335 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7406efd4647e15b73065d937987bbba5e24491cc1d4f4adaa40ce707d46e964 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..3cb5998376f2f9c2737745871f1ce5ef41fbae77 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f73e29fea6aff645ce50b0742b76418c63abe645289aeb239fdf67e5ad09de0 +size 19036538 diff --git a/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..11756ce8d73591def3a508310a63a07ca7630f90 --- /dev/null +++ b/ic9600/4xIC9600_0.4_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62aea29d80edd70b2db8e32573bdc147c16a239c7bf987c39a387af620fffb29 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/4xIC9600_05_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/4xIC9600_05_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..ee7b8c45793787dad8c3d7132d95b0545a216fc3 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/4xIC9600_05_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Thu Oct 3 20:36:34 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_05_DF2K_plksr_tiny_fp16.toml + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.5_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity05_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity05_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 100000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e24a8addaa71b9aeaaae2112df145c92dc70e8ae --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5403a27047687c8918955aea94ce4595ba7a61d75f9b06af955f1e34f358c289 +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3e0e21cfaff8d67eb3bbee79dc1f8b31ed3f5676 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20efb4e2225441f512dd4483cc365e14bd69e15f72d360e3392d58196626caf3 +size 9513138 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..677f40e92b61253da42ad751dd950da097a155ff --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5843d26fb11da6ffb340eed58bb385ec4e3c1008c5cfacc6bd2ae8b3bcb62e +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..48626144c5a85994f0168b09e0e3ee53bebe1892 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d563bdbe58d44e3c69f7aae538cc33feac55408e1f622c60617ce4f05294f71f +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..b7e40cdbbc3429718d2e5827cabfd40e748431fb --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd07bb93ffb482009b959084989d69792a4ded0540b60988ecbc2044204b3430 +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f9a210829acdef8311f50ac4f103b4831189f6da --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68b0fc98eb461a2fe9988a059a800b1ce14a9ba26c4b300468176d52147c9d74 +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e0efb5e62b7c7660cf490e394f3793e497fc0a60 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586459aa75d09bc371cd51321d2ef17c864e37d66a4dfe3c67fcaa47f98db26c +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3605576df1a530f48360d08644fe947016efe34d --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb89be3323bb6b6effd15c887e24573e335ff4d195d6e7e40469b2c5b89c7a9 +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..742ffb1764e027375f48e5852e515479ef4854ff --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff2916c2796e0d57fd91f2e165f345b4968b309035f2bfe12d71bdcf68e9ab9 +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..58522a0bfece39c50751e4cd1232faeaf185f537 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1626a9553bcc6c0b52587c5444957fc8491890ea2b7a587b7d2aa26e5ff5c74c +size 9513034 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..7fe120dd8b2da62fa292856e79d6e28cd1eb2239 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3459568888109a5554e362b90482c018af8bab5fdb00fe08f5905331a645e2 +size 9513138 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/train_4xIC9600_0.5_DF2K_plksr_tiny_fp16_20241003_203634.log b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/train_4xIC9600_0.5_DF2K_plksr_tiny_fp16_20241003_203634.log new file mode 100644 index 0000000000000000000000000000000000000000..a974b456742c21147c170632b0be23932dd5d6fb --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/train_4xIC9600_0.5_DF2K_plksr_tiny_fp16_20241003_203634.log @@ -0,0 +1,1100 @@ +2024-10-03 20:36:34,005 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-03 20:36:34,475 INFO: Dataset [paired] is built. +2024-10-03 20:36:34,475 INFO: Training statistics: + Starting model: 4xIC9600_0.5_DF2K_plksr_tiny_fp16 + Number of train images: 6765 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 423 + Total epochs 237 for total iters 100000. +2024-10-03 20:36:34,476 INFO: Dataset [paired] is built. +2024-10-03 20:36:34,476 INFO: Number of val images/folders: 100 +2024-10-03 20:36:34,908 INFO: Using network [plksr]. +2024-10-03 20:36:34,947 INFO: Using exponential-moving average. +2024-10-03 20:36:34,948 INFO: Loss [L1Loss] enabled. +2024-10-03 20:36:34,948 INFO: Using model [image]. +2024-10-03 20:36:35,661 INFO: AMP enabled. +2024-10-03 20:36:35,661 INFO: Deterministic mode enabled. +2024-10-03 20:36:35,661 INFO: Start training from epoch: 0, iter: 0 +2024-10-03 20:36:43,261 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 13.159 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 4.8287e-02 ] [ l_g_total: 4.8287e-02 ] +2024-10-03 20:36:46,972 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 17.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 6.1367e-02 ] [ l_g_total: 6.1367e-02 ] +2024-10-03 20:36:50,694 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:41 ] [ l_g_pix: 6.9724e-02 ] [ l_g_total: 6.9724e-02 ] +2024-10-03 20:36:54,215 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:49 ] [ l_g_pix: 5.1770e-02 ] [ l_g_total: 5.1770e-02 ] +2024-10-03 20:36:59,078 INFO: [ epoch: 1 ] [ iter: 500 ] [ performance: 20.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:45 ] [ l_g_pix: 5.1282e-02 ] [ l_g_total: 5.1282e-02 ] +2024-10-03 20:37:02,728 INFO: [ epoch: 1 ] [ iter: 600 ] [ performance: 23.448 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:59 ] [ l_g_pix: 6.7486e-02 ] [ l_g_total: 6.7486e-02 ] +2024-10-03 20:37:06,452 INFO: [ epoch: 1 ] [ iter: 700 ] [ performance: 26.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 6.3667e-02 ] [ l_g_total: 6.3667e-02 ] +2024-10-03 20:37:10,005 INFO: [ epoch: 1 ] [ iter: 800 ] [ performance: 27.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:55 ] [ l_g_pix: 5.3200e-02 ] [ l_g_total: 5.3200e-02 ] +2024-10-03 20:37:14,518 INFO: [ epoch: 2 ] [ iter: 900 ] [ performance: 21.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:09 ] [ l_g_pix: 4.6419e-02 ] [ l_g_total: 4.6419e-02 ] +2024-10-03 20:37:18,166 INFO: [ epoch: 2 ] [ iter: 1,000 ] [ performance: 24.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:42 ] [ l_g_pix: 5.5395e-02 ] [ l_g_total: 5.5395e-02 ] +2024-10-03 20:37:21,832 INFO: [ epoch: 2 ] [ iter: 1,100 ] [ performance: 27.212 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:21 ] [ l_g_pix: 5.7110e-02 ] [ l_g_total: 5.7110e-02 ] +2024-10-03 20:37:25,416 INFO: [ epoch: 2 ] [ iter: 1,200 ] [ performance: 27.568 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:55 ] [ l_g_pix: 5.4855e-02 ] [ l_g_total: 5.4855e-02 ] +2024-10-03 20:37:29,814 INFO: [ epoch: 3 ] [ iter: 1,300 ] [ performance: 22.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:35 ] [ l_g_pix: 5.9555e-02 ] [ l_g_total: 5.9555e-02 ] +2024-10-03 20:37:33,520 INFO: [ epoch: 3 ] [ iter: 1,400 ] [ performance: 24.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:20 ] [ l_g_pix: 4.6204e-02 ] [ l_g_total: 4.6204e-02 ] +2024-10-03 20:37:37,207 INFO: [ epoch: 3 ] [ iter: 1,500 ] [ performance: 26.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:05 ] [ l_g_pix: 6.6894e-02 ] [ l_g_total: 6.6894e-02 ] +2024-10-03 20:37:40,875 INFO: [ epoch: 3 ] [ iter: 1,600 ] [ performance: 27.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 6.3919e-02 ] [ l_g_total: 6.3919e-02 ] +2024-10-03 20:37:45,058 INFO: [ epoch: 4 ] [ iter: 1,700 ] [ performance: 23.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:07 ] [ l_g_pix: 6.1610e-02 ] [ l_g_total: 6.1610e-02 ] +2024-10-03 20:37:48,949 INFO: [ epoch: 4 ] [ iter: 1,800 ] [ performance: 24.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:05 ] [ l_g_pix: 5.0628e-02 ] [ l_g_total: 5.0628e-02 ] +2024-10-03 20:37:52,660 INFO: [ epoch: 4 ] [ iter: 1,900 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:54 ] [ l_g_pix: 4.8873e-02 ] [ l_g_total: 4.8873e-02 ] +2024-10-03 20:37:56,337 INFO: [ epoch: 4 ] [ iter: 2,000 ] [ performance: 27.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:42 ] [ l_g_pix: 8.2382e-02 ] [ l_g_total: 8.2382e-02 ] +2024-10-03 20:37:59,738 INFO: [ epoch: 4 ] [ iter: 2,100 ] [ performance: 29.729 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:18 ] [ l_g_pix: 5.8569e-02 ] [ l_g_total: 5.8569e-02 ] +2024-10-03 20:38:04,604 INFO: [ epoch: 5 ] [ iter: 2,200 ] [ performance: 24.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:00 ] [ l_g_pix: 4.1478e-02 ] [ l_g_total: 4.1478e-02 ] +2024-10-03 20:38:08,325 INFO: [ epoch: 5 ] [ iter: 2,300 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:50 ] [ l_g_pix: 5.4488e-02 ] [ l_g_total: 5.4488e-02 ] +2024-10-03 20:38:12,047 INFO: [ epoch: 5 ] [ iter: 2,400 ] [ performance: 26.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 5.2099e-02 ] [ l_g_total: 5.2099e-02 ] +2024-10-03 20:38:15,568 INFO: [ epoch: 5 ] [ iter: 2,500 ] [ performance: 28.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:24 ] [ l_g_pix: 4.5640e-02 ] [ l_g_total: 4.5640e-02 ] +2024-10-03 20:38:20,153 INFO: [ epoch: 6 ] [ iter: 2,600 ] [ performance: 24.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:48 ] [ l_g_pix: 6.1689e-02 ] [ l_g_total: 6.1689e-02 ] +2024-10-03 20:38:23,845 INFO: [ epoch: 6 ] [ iter: 2,700 ] [ performance: 27.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:38 ] [ l_g_pix: 5.9235e-02 ] [ l_g_total: 5.9235e-02 ] +2024-10-03 20:38:27,547 INFO: [ epoch: 6 ] [ iter: 2,800 ] [ performance: 27.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:28 ] [ l_g_pix: 6.4297e-02 ] [ l_g_total: 6.4297e-02 ] +2024-10-03 20:38:31,081 INFO: [ epoch: 6 ] [ iter: 2,900 ] [ performance: 28.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 5.6803e-02 ] [ l_g_total: 5.6803e-02 ] +2024-10-03 20:38:35,882 INFO: [ epoch: 7 ] [ iter: 3,000 ] [ performance: 23.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 6.7649e-02 ] [ l_g_total: 6.7649e-02 ] +2024-10-03 20:38:39,518 INFO: [ epoch: 7 ] [ iter: 3,100 ] [ performance: 27.527 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:29 ] [ l_g_pix: 5.6064e-02 ] [ l_g_total: 5.6064e-02 ] +2024-10-03 20:38:43,236 INFO: [ epoch: 7 ] [ iter: 3,200 ] [ performance: 27.185 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:21 ] [ l_g_pix: 6.1510e-02 ] [ l_g_total: 6.1510e-02 ] +2024-10-03 20:38:46,861 INFO: [ epoch: 7 ] [ iter: 3,300 ] [ performance: 27.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:10 ] [ l_g_pix: 7.7443e-02 ] [ l_g_total: 7.7443e-02 ] +2024-10-03 20:38:51,412 INFO: [ epoch: 8 ] [ iter: 3,400 ] [ performance: 24.319 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:26 ] [ l_g_pix: 5.7966e-02 ] [ l_g_total: 5.7966e-02 ] +2024-10-03 20:38:55,200 INFO: [ epoch: 8 ] [ iter: 3,500 ] [ performance: 27.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:19 ] [ l_g_pix: 6.7549e-02 ] [ l_g_total: 6.7549e-02 ] +2024-10-03 20:38:58,901 INFO: [ epoch: 8 ] [ iter: 3,600 ] [ performance: 27.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:11 ] [ l_g_pix: 4.1063e-02 ] [ l_g_total: 4.1063e-02 ] +2024-10-03 20:39:02,633 INFO: [ epoch: 8 ] [ iter: 3,700 ] [ performance: 26.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:03 ] [ l_g_pix: 5.9122e-02 ] [ l_g_total: 5.9122e-02 ] +2024-10-03 20:39:06,652 INFO: [ epoch: 9 ] [ iter: 3,800 ] [ performance: 25.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:03 ] [ l_g_pix: 5.2552e-02 ] [ l_g_total: 5.2552e-02 ] +2024-10-03 20:39:10,716 INFO: [ epoch: 9 ] [ iter: 3,900 ] [ performance: 25.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:04 ] [ l_g_pix: 4.7162e-02 ] [ l_g_total: 4.7162e-02 ] +2024-10-03 20:39:14,394 INFO: [ epoch: 9 ] [ iter: 4,000 ] [ performance: 26.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 6.3105e-02 ] [ l_g_total: 6.3105e-02 ] +2024-10-03 20:39:18,065 INFO: [ epoch: 9 ] [ iter: 4,100 ] [ performance: 27.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:47 ] [ l_g_pix: 5.4817e-02 ] [ l_g_total: 5.4817e-02 ] +2024-10-03 20:39:21,592 INFO: [ epoch: 9 ] [ iter: 4,200 ] [ performance: 27.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:35 ] [ l_g_pix: 5.3555e-02 ] [ l_g_total: 5.3555e-02 ] +2024-10-03 20:39:26,449 INFO: [ epoch: 10 ] [ iter: 4,300 ] [ performance: 22.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:54 ] [ l_g_pix: 4.9466e-02 ] [ l_g_total: 4.9466e-02 ] +2024-10-03 20:39:30,092 INFO: [ epoch: 10 ] [ iter: 4,400 ] [ performance: 24.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 5.2454e-02 ] [ l_g_total: 5.2454e-02 ] +2024-10-03 20:39:33,761 INFO: [ epoch: 10 ] [ iter: 4,500 ] [ performance: 27.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 6.1190e-02 ] [ l_g_total: 6.1190e-02 ] +2024-10-03 20:39:37,286 INFO: [ epoch: 10 ] [ iter: 4,600 ] [ performance: 27.926 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:25 ] [ l_g_pix: 5.5896e-02 ] [ l_g_total: 5.5896e-02 ] +2024-10-03 20:39:42,044 INFO: [ epoch: 11 ] [ iter: 4,700 ] [ performance: 19.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:40 ] [ l_g_pix: 5.8244e-02 ] [ l_g_total: 5.8244e-02 ] +2024-10-03 20:39:45,779 INFO: [ epoch: 11 ] [ iter: 4,800 ] [ performance: 22.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:33 ] [ l_g_pix: 5.0915e-02 ] [ l_g_total: 5.0915e-02 ] +2024-10-03 20:39:49,487 INFO: [ epoch: 11 ] [ iter: 4,900 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:26 ] [ l_g_pix: 5.8567e-02 ] [ l_g_total: 5.8567e-02 ] +2024-10-03 20:39:53,103 INFO: [ epoch: 11 ] [ iter: 5,000 ] [ performance: 27.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:17 ] [ l_g_pix: 6.1030e-02 ] [ l_g_total: 6.1030e-02 ] +2024-10-03 20:39:57,827 INFO: [ epoch: 12 ] [ iter: 5,100 ] [ performance: 19.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:29 ] [ l_g_pix: 6.0406e-02 ] [ l_g_total: 6.0406e-02 ] +2024-10-03 20:40:01,545 INFO: [ epoch: 12 ] [ iter: 5,200 ] [ performance: 23.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:22 ] [ l_g_pix: 4.9952e-02 ] [ l_g_total: 4.9952e-02 ] +2024-10-03 20:40:05,203 INFO: [ epoch: 12 ] [ iter: 5,300 ] [ performance: 27.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:14 ] [ l_g_pix: 5.7858e-02 ] [ l_g_total: 5.7858e-02 ] +2024-10-03 20:40:08,907 INFO: [ epoch: 12 ] [ iter: 5,400 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:07 ] [ l_g_pix: 5.6212e-02 ] [ l_g_total: 5.6212e-02 ] +2024-10-03 20:40:13,280 INFO: [ epoch: 13 ] [ iter: 5,500 ] [ performance: 21.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 6.1644e-02 ] [ l_g_total: 6.1644e-02 ] +2024-10-03 20:40:17,283 INFO: [ epoch: 13 ] [ iter: 5,600 ] [ performance: 23.259 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:10 ] [ l_g_pix: 4.9957e-02 ] [ l_g_total: 4.9957e-02 ] +2024-10-03 20:40:20,958 INFO: [ epoch: 13 ] [ iter: 5,700 ] [ performance: 27.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 5.4838e-02 ] [ l_g_total: 5.4838e-02 ] +2024-10-03 20:40:24,684 INFO: [ epoch: 13 ] [ iter: 5,800 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:56 ] [ l_g_pix: 5.6241e-02 ] [ l_g_total: 5.6241e-02 ] +2024-10-03 20:40:28,168 INFO: [ epoch: 13 ] [ iter: 5,900 ] [ performance: 28.852 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:46 ] [ l_g_pix: 5.7627e-02 ] [ l_g_total: 5.7627e-02 ] +2024-10-03 20:40:32,823 INFO: [ epoch: 14 ] [ iter: 6,000 ] [ performance: 24.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:54 ] [ l_g_pix: 6.0639e-02 ] [ l_g_total: 6.0639e-02 ] +2024-10-03 20:40:36,510 INFO: [ epoch: 14 ] [ iter: 6,100 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:47 ] [ l_g_pix: 5.6725e-02 ] [ l_g_total: 5.6725e-02 ] +2024-10-03 20:40:40,189 INFO: [ epoch: 14 ] [ iter: 6,200 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:40 ] [ l_g_pix: 4.7827e-02 ] [ l_g_total: 4.7827e-02 ] +2024-10-03 20:40:43,657 INFO: [ epoch: 14 ] [ iter: 6,300 ] [ performance: 29.802 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:30 ] [ l_g_pix: 3.6879e-02 ] [ l_g_total: 3.6879e-02 ] +2024-10-03 20:40:48,225 INFO: [ epoch: 15 ] [ iter: 6,400 ] [ performance: 24.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:36 ] [ l_g_pix: 5.5838e-02 ] [ l_g_total: 5.5838e-02 ] +2024-10-03 20:40:51,890 INFO: [ epoch: 15 ] [ iter: 6,500 ] [ performance: 27.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:29 ] [ l_g_pix: 4.0853e-02 ] [ l_g_total: 4.0853e-02 ] +2024-10-03 20:40:55,579 INFO: [ epoch: 15 ] [ iter: 6,600 ] [ performance: 27.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:23 ] [ l_g_pix: 6.0136e-02 ] [ l_g_total: 6.0136e-02 ] +2024-10-03 20:40:59,136 INFO: [ epoch: 15 ] [ iter: 6,700 ] [ performance: 28.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:14 ] [ l_g_pix: 5.5124e-02 ] [ l_g_total: 5.5124e-02 ] +2024-10-03 20:41:03,819 INFO: [ epoch: 16 ] [ iter: 6,800 ] [ performance: 23.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:21 ] [ l_g_pix: 5.0257e-02 ] [ l_g_total: 5.0257e-02 ] +2024-10-03 20:41:07,529 INFO: [ epoch: 16 ] [ iter: 6,900 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:15 ] [ l_g_pix: 5.2439e-02 ] [ l_g_total: 5.2439e-02 ] +2024-10-03 20:41:11,173 INFO: [ epoch: 16 ] [ iter: 7,000 ] [ performance: 27.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 5.8476e-02 ] [ l_g_total: 5.8476e-02 ] +2024-10-03 20:41:14,750 INFO: [ epoch: 16 ] [ iter: 7,100 ] [ performance: 28.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:00 ] [ l_g_pix: 4.4238e-02 ] [ l_g_total: 4.4238e-02 ] +2024-10-03 20:41:19,099 INFO: [ epoch: 17 ] [ iter: 7,200 ] [ performance: 24.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:02 ] [ l_g_pix: 5.9376e-02 ] [ l_g_total: 5.9376e-02 ] +2024-10-03 20:41:22,921 INFO: [ epoch: 17 ] [ iter: 7,300 ] [ performance: 27.309 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 4.6702e-02 ] [ l_g_total: 4.6702e-02 ] +2024-10-03 20:41:26,625 INFO: [ epoch: 17 ] [ iter: 7,400 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:52 ] [ l_g_pix: 4.4898e-02 ] [ l_g_total: 4.4898e-02 ] +2024-10-03 20:41:30,337 INFO: [ epoch: 17 ] [ iter: 7,500 ] [ performance: 27.026 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:46 ] [ l_g_pix: 5.5366e-02 ] [ l_g_total: 5.5366e-02 ] +2024-10-03 20:41:34,505 INFO: [ epoch: 18 ] [ iter: 7,600 ] [ performance: 25.083 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:45 ] [ l_g_pix: 3.9245e-02 ] [ l_g_total: 3.9245e-02 ] +2024-10-03 20:41:38,813 INFO: [ epoch: 18 ] [ iter: 7,700 ] [ performance: 26.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:47 ] [ l_g_pix: 4.9975e-02 ] [ l_g_total: 4.9975e-02 ] +2024-10-03 20:41:42,584 INFO: [ epoch: 18 ] [ iter: 7,800 ] [ performance: 26.589 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:41 ] [ l_g_pix: 5.2801e-02 ] [ l_g_total: 5.2801e-02 ] +2024-10-03 20:41:46,244 INFO: [ epoch: 18 ] [ iter: 7,900 ] [ performance: 27.332 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:35 ] [ l_g_pix: 4.8642e-02 ] [ l_g_total: 4.8642e-02 ] +2024-10-03 20:41:49,713 INFO: [ epoch: 18 ] [ iter: 8,000 ] [ performance: 28.242 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:26 ] [ l_g_pix: 6.1491e-02 ] [ l_g_total: 6.1491e-02 ] +2024-10-03 20:41:54,434 INFO: [ epoch: 19 ] [ iter: 8,100 ] [ performance: 25.410 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:32 ] [ l_g_pix: 5.3859e-02 ] [ l_g_total: 5.3859e-02 ] +2024-10-03 20:41:58,150 INFO: [ epoch: 19 ] [ iter: 8,200 ] [ performance: 26.334 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:26 ] [ l_g_pix: 5.0790e-02 ] [ l_g_total: 5.0790e-02 ] +2024-10-03 20:42:01,828 INFO: [ epoch: 19 ] [ iter: 8,300 ] [ performance: 27.322 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:20 ] [ l_g_pix: 5.1270e-02 ] [ l_g_total: 5.1270e-02 ] +2024-10-03 20:42:05,354 INFO: [ epoch: 19 ] [ iter: 8,400 ] [ performance: 27.969 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:12 ] [ l_g_pix: 3.9722e-02 ] [ l_g_total: 3.9722e-02 ] +2024-10-03 20:42:10,120 INFO: [ epoch: 20 ] [ iter: 8,500 ] [ performance: 21.287 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:18 ] [ l_g_pix: 4.7316e-02 ] [ l_g_total: 4.7316e-02 ] +2024-10-03 20:42:13,856 INFO: [ epoch: 20 ] [ iter: 8,600 ] [ performance: 24.460 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:12 ] [ l_g_pix: 4.8082e-02 ] [ l_g_total: 4.8082e-02 ] +2024-10-03 20:42:17,557 INFO: [ epoch: 20 ] [ iter: 8,700 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:07 ] [ l_g_pix: 6.2874e-02 ] [ l_g_total: 6.2874e-02 ] +2024-10-03 20:42:21,113 INFO: [ epoch: 20 ] [ iter: 8,800 ] [ performance: 27.722 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:59 ] [ l_g_pix: 4.8254e-02 ] [ l_g_total: 4.8254e-02 ] +2024-10-03 20:42:25,885 INFO: [ epoch: 21 ] [ iter: 8,900 ] [ performance: 17.122 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:04 ] [ l_g_pix: 4.6537e-02 ] [ l_g_total: 4.6537e-02 ] +2024-10-03 20:42:29,587 INFO: [ epoch: 21 ] [ iter: 9,000 ] [ performance: 22.376 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:59 ] [ l_g_pix: 6.2740e-02 ] [ l_g_total: 6.2740e-02 ] +2024-10-03 20:42:33,302 INFO: [ epoch: 21 ] [ iter: 9,100 ] [ performance: 27.129 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:53 ] [ l_g_pix: 5.8254e-02 ] [ l_g_total: 5.8254e-02 ] +2024-10-03 20:42:36,960 INFO: [ epoch: 21 ] [ iter: 9,200 ] [ performance: 27.269 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 6.3295e-02 ] [ l_g_total: 6.3295e-02 ] +2024-10-03 20:42:41,259 INFO: [ epoch: 22 ] [ iter: 9,300 ] [ performance: 19.833 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:47 ] [ l_g_pix: 6.2032e-02 ] [ l_g_total: 6.2032e-02 ] +2024-10-03 20:42:45,249 INFO: [ epoch: 22 ] [ iter: 9,400 ] [ performance: 22.948 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:44 ] [ l_g_pix: 4.9637e-02 ] [ l_g_total: 4.9637e-02 ] +2024-10-03 20:42:48,972 INFO: [ epoch: 22 ] [ iter: 9,500 ] [ performance: 27.046 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:39 ] [ l_g_pix: 6.0611e-02 ] [ l_g_total: 6.0611e-02 ] +2024-10-03 20:42:52,634 INFO: [ epoch: 22 ] [ iter: 9,600 ] [ performance: 27.224 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:33 ] [ l_g_pix: 4.5353e-02 ] [ l_g_total: 4.5353e-02 ] +2024-10-03 20:42:56,039 INFO: [ epoch: 22 ] [ iter: 9,700 ] [ performance: 29.817 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:24 ] [ l_g_pix: 5.0932e-02 ] [ l_g_total: 5.0932e-02 ] +2024-10-03 20:43:00,770 INFO: [ epoch: 23 ] [ iter: 9,800 ] [ performance: 23.478 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 5.5043e-02 ] [ l_g_total: 5.5043e-02 ] +2024-10-03 20:43:04,536 INFO: [ epoch: 23 ] [ iter: 9,900 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:23 ] [ l_g_pix: 4.8834e-02 ] [ l_g_total: 4.8834e-02 ] +2024-10-03 20:43:08,196 INFO: [ epoch: 23 ] [ iter: 10,000 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:17 ] [ l_g_pix: 5.6358e-02 ] [ l_g_total: 5.6358e-02 ] +2024-10-03 20:43:08,197 INFO: Saving models and training states. +2024-10-03 20:48:56,987 INFO: Validation val + + # psnr: 26.2604........ Best: 26.2604 @ 10000 iter + # ssim: 0.7383........ Best: 0.7383 @ 10000 iter + # dists: 0.7805........ Best: 0.7805 @ 10000 iter + +2024-10-03 20:49:00,452 INFO: [ epoch: 23 ] [ iter: 10,100 ] [ performance: 29.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:54 ] [ l_g_pix: 4.4815e-02 ] [ l_g_total: 4.4815e-02 ] +2024-10-03 20:49:05,220 INFO: [ epoch: 24 ] [ iter: 10,200 ] [ performance: 23.217 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:25 ] [ l_g_pix: 5.2327e-02 ] [ l_g_total: 5.2327e-02 ] +2024-10-03 20:49:09,165 INFO: [ epoch: 24 ] [ iter: 10,300 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:48 ] [ l_g_pix: 5.6363e-02 ] [ l_g_total: 5.6363e-02 ] +2024-10-03 20:49:12,853 INFO: [ epoch: 24 ] [ iter: 10,400 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:10 ] [ l_g_pix: 4.4141e-02 ] [ l_g_total: 4.4141e-02 ] +2024-10-03 20:49:16,424 INFO: [ epoch: 24 ] [ iter: 10,500 ] [ performance: 29.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:31 ] [ l_g_pix: 4.5622e-02 ] [ l_g_total: 4.5622e-02 ] +2024-10-03 20:49:21,471 INFO: [ epoch: 25 ] [ iter: 10,600 ] [ performance: 22.132 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:06 ] [ l_g_pix: 5.3824e-02 ] [ l_g_total: 5.3824e-02 ] +2024-10-03 20:49:25,147 INFO: [ epoch: 25 ] [ iter: 10,700 ] [ performance: 27.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:29 ] [ l_g_pix: 6.6237e-02 ] [ l_g_total: 6.6237e-02 ] +2024-10-03 20:49:28,804 INFO: [ epoch: 25 ] [ iter: 10,800 ] [ performance: 27.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:53 ] [ l_g_pix: 6.9385e-02 ] [ l_g_total: 6.9385e-02 ] +2024-10-03 20:49:32,441 INFO: [ epoch: 25 ] [ iter: 10,900 ] [ performance: 28.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:18 ] [ l_g_pix: 6.5080e-02 ] [ l_g_total: 6.5080e-02 ] +2024-10-03 20:49:37,191 INFO: [ epoch: 26 ] [ iter: 11,000 ] [ performance: 22.853 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:51 ] [ l_g_pix: 5.2634e-02 ] [ l_g_total: 5.2634e-02 ] +2024-10-03 20:49:40,955 INFO: [ epoch: 26 ] [ iter: 11,100 ] [ performance: 26.519 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:18 ] [ l_g_pix: 5.4049e-02 ] [ l_g_total: 5.4049e-02 ] +2024-10-03 20:49:44,771 INFO: [ epoch: 26 ] [ iter: 11,200 ] [ performance: 26.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:45 ] [ l_g_pix: 5.5002e-02 ] [ l_g_total: 5.5002e-02 ] +2024-10-03 20:49:48,477 INFO: [ epoch: 26 ] [ iter: 11,300 ] [ performance: 27.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:12 ] [ l_g_pix: 3.8996e-02 ] [ l_g_total: 3.8996e-02 ] +2024-10-03 20:49:52,844 INFO: [ epoch: 27 ] [ iter: 11,400 ] [ performance: 24.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:45 ] [ l_g_pix: 4.8581e-02 ] [ l_g_total: 4.8581e-02 ] +2024-10-03 20:49:56,851 INFO: [ epoch: 27 ] [ iter: 11,500 ] [ performance: 27.457 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:15 ] [ l_g_pix: 5.1291e-02 ] [ l_g_total: 5.1291e-02 ] +2024-10-03 20:50:00,518 INFO: [ epoch: 27 ] [ iter: 11,600 ] [ performance: 27.333 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:44 ] [ l_g_pix: 5.1916e-02 ] [ l_g_total: 5.1916e-02 ] +2024-10-03 20:50:04,143 INFO: [ epoch: 27 ] [ iter: 11,700 ] [ performance: 27.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:12 ] [ l_g_pix: 4.6023e-02 ] [ l_g_total: 4.6023e-02 ] +2024-10-03 20:50:07,593 INFO: [ epoch: 27 ] [ iter: 11,800 ] [ performance: 28.520 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:39 ] [ l_g_pix: 6.4206e-02 ] [ l_g_total: 6.4206e-02 ] +2024-10-03 20:50:12,552 INFO: [ epoch: 28 ] [ iter: 11,900 ] [ performance: 27.522 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:19 ] [ l_g_pix: 4.4902e-02 ] [ l_g_total: 4.4902e-02 ] +2024-10-03 20:50:16,358 INFO: [ epoch: 28 ] [ iter: 12,000 ] [ performance: 26.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:50 ] [ l_g_pix: 5.5605e-02 ] [ l_g_total: 5.5605e-02 ] +2024-10-03 20:50:20,080 INFO: [ epoch: 28 ] [ iter: 12,100 ] [ performance: 26.465 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:20 ] [ l_g_pix: 4.9533e-02 ] [ l_g_total: 4.9533e-02 ] +2024-10-03 20:50:23,559 INFO: [ epoch: 28 ] [ iter: 12,200 ] [ performance: 28.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:50 ] [ l_g_pix: 5.1010e-02 ] [ l_g_total: 5.1010e-02 ] +2024-10-03 20:50:28,351 INFO: [ epoch: 29 ] [ iter: 12,300 ] [ performance: 24.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:29 ] [ l_g_pix: 5.1046e-02 ] [ l_g_total: 5.1046e-02 ] +2024-10-03 20:50:32,007 INFO: [ epoch: 29 ] [ iter: 12,400 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:01 ] [ l_g_pix: 5.4469e-02 ] [ l_g_total: 5.4469e-02 ] +2024-10-03 20:50:35,632 INFO: [ epoch: 29 ] [ iter: 12,500 ] [ performance: 27.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:32 ] [ l_g_pix: 6.6576e-02 ] [ l_g_total: 6.6576e-02 ] +2024-10-03 20:50:39,165 INFO: [ epoch: 29 ] [ iter: 12,600 ] [ performance: 28.209 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:04 ] [ l_g_pix: 5.5426e-02 ] [ l_g_total: 5.5426e-02 ] +2024-10-03 20:50:44,171 INFO: [ epoch: 30 ] [ iter: 12,700 ] [ performance: 19.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:46 ] [ l_g_pix: 5.6056e-02 ] [ l_g_total: 5.6056e-02 ] +2024-10-03 20:50:47,982 INFO: [ epoch: 30 ] [ iter: 12,800 ] [ performance: 23.803 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:20 ] [ l_g_pix: 4.9186e-02 ] [ l_g_total: 4.9186e-02 ] +2024-10-03 20:50:51,722 INFO: [ epoch: 30 ] [ iter: 12,900 ] [ performance: 26.631 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:53 ] [ l_g_pix: 5.6077e-02 ] [ l_g_total: 5.6077e-02 ] +2024-10-03 20:50:55,377 INFO: [ epoch: 30 ] [ iter: 13,000 ] [ performance: 27.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:27 ] [ l_g_pix: 5.7269e-02 ] [ l_g_total: 5.7269e-02 ] +2024-10-03 20:50:59,956 INFO: [ epoch: 31 ] [ iter: 13,100 ] [ performance: 14.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:07 ] [ l_g_pix: 6.0030e-02 ] [ l_g_total: 6.0030e-02 ] +2024-10-03 20:51:03,859 INFO: [ epoch: 31 ] [ iter: 13,200 ] [ performance: 21.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:43 ] [ l_g_pix: 5.1711e-02 ] [ l_g_total: 5.1711e-02 ] +2024-10-03 20:51:07,527 INFO: [ epoch: 31 ] [ iter: 13,300 ] [ performance: 27.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:18 ] [ l_g_pix: 4.9599e-02 ] [ l_g_total: 4.9599e-02 ] +2024-10-03 20:51:11,220 INFO: [ epoch: 31 ] [ iter: 13,400 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:53 ] [ l_g_pix: 5.4214e-02 ] [ l_g_total: 5.4214e-02 ] +2024-10-03 20:51:14,631 INFO: [ epoch: 31 ] [ iter: 13,500 ] [ performance: 29.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:27 ] [ l_g_pix: 4.8281e-02 ] [ l_g_total: 4.8281e-02 ] +2024-10-03 20:51:19,958 INFO: [ epoch: 32 ] [ iter: 13,600 ] [ performance: 20.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:13 ] [ l_g_pix: 5.5600e-02 ] [ l_g_total: 5.5600e-02 ] +2024-10-03 20:51:23,646 INFO: [ epoch: 32 ] [ iter: 13,700 ] [ performance: 27.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:49 ] [ l_g_pix: 4.6079e-02 ] [ l_g_total: 4.6079e-02 ] +2024-10-03 20:51:27,331 INFO: [ epoch: 32 ] [ iter: 13,800 ] [ performance: 27.253 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:25 ] [ l_g_pix: 5.4787e-02 ] [ l_g_total: 5.4787e-02 ] +2024-10-03 20:51:30,845 INFO: [ epoch: 32 ] [ iter: 13,900 ] [ performance: 29.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:00 ] [ l_g_pix: 4.4851e-02 ] [ l_g_total: 4.4851e-02 ] +2024-10-03 20:51:35,808 INFO: [ epoch: 33 ] [ iter: 14,000 ] [ performance: 21.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:45 ] [ l_g_pix: 5.2880e-02 ] [ l_g_total: 5.2880e-02 ] +2024-10-03 20:51:39,514 INFO: [ epoch: 33 ] [ iter: 14,100 ] [ performance: 27.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:22 ] [ l_g_pix: 5.3304e-02 ] [ l_g_total: 5.3304e-02 ] +2024-10-03 20:51:43,208 INFO: [ epoch: 33 ] [ iter: 14,200 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:00 ] [ l_g_pix: 5.4135e-02 ] [ l_g_total: 5.4135e-02 ] +2024-10-03 20:51:46,757 INFO: [ epoch: 33 ] [ iter: 14,300 ] [ performance: 29.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:36 ] [ l_g_pix: 5.9567e-02 ] [ l_g_total: 5.9567e-02 ] +2024-10-03 20:51:51,804 INFO: [ epoch: 34 ] [ iter: 14,400 ] [ performance: 21.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:22 ] [ l_g_pix: 5.8084e-02 ] [ l_g_total: 5.8084e-02 ] +2024-10-03 20:51:55,638 INFO: [ epoch: 34 ] [ iter: 14,500 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:01 ] [ l_g_pix: 6.4499e-02 ] [ l_g_total: 6.4499e-02 ] +2024-10-03 20:51:59,310 INFO: [ epoch: 34 ] [ iter: 14,600 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:40 ] [ l_g_pix: 7.1236e-02 ] [ l_g_total: 7.1236e-02 ] +2024-10-03 20:52:02,900 INFO: [ epoch: 34 ] [ iter: 14,700 ] [ performance: 29.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:17 ] [ l_g_pix: 6.0243e-02 ] [ l_g_total: 6.0243e-02 ] +2024-10-03 20:52:07,557 INFO: [ epoch: 35 ] [ iter: 14,800 ] [ performance: 22.750 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:02 ] [ l_g_pix: 4.7112e-02 ] [ l_g_total: 4.7112e-02 ] +2024-10-03 20:52:11,353 INFO: [ epoch: 35 ] [ iter: 14,900 ] [ performance: 26.916 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:41 ] [ l_g_pix: 4.8028e-02 ] [ l_g_total: 4.8028e-02 ] +2024-10-03 20:52:15,069 INFO: [ epoch: 35 ] [ iter: 15,000 ] [ performance: 26.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:21 ] [ l_g_pix: 5.1437e-02 ] [ l_g_total: 5.1437e-02 ] +2024-10-03 20:52:18,756 INFO: [ epoch: 35 ] [ iter: 15,100 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:00 ] [ l_g_pix: 6.5076e-02 ] [ l_g_total: 6.5076e-02 ] +2024-10-03 20:52:23,184 INFO: [ epoch: 36 ] [ iter: 15,200 ] [ performance: 23.308 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:44 ] [ l_g_pix: 5.6098e-02 ] [ l_g_total: 5.6098e-02 ] +2024-10-03 20:52:27,519 INFO: [ epoch: 36 ] [ iter: 15,300 ] [ performance: 27.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:27 ] [ l_g_pix: 5.6973e-02 ] [ l_g_total: 5.6973e-02 ] +2024-10-03 20:52:31,198 INFO: [ epoch: 36 ] [ iter: 15,400 ] [ performance: 27.254 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:07 ] [ l_g_pix: 4.9281e-02 ] [ l_g_total: 4.9281e-02 ] +2024-10-03 20:52:34,905 INFO: [ epoch: 36 ] [ iter: 15,500 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:48 ] [ l_g_pix: 6.0801e-02 ] [ l_g_total: 6.0801e-02 ] +2024-10-03 20:52:38,460 INFO: [ epoch: 36 ] [ iter: 15,600 ] [ performance: 27.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:27 ] [ l_g_pix: 4.2362e-02 ] [ l_g_total: 4.2362e-02 ] +2024-10-03 20:52:43,633 INFO: [ epoch: 37 ] [ iter: 15,700 ] [ performance: 26.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:16 ] [ l_g_pix: 4.7524e-02 ] [ l_g_total: 4.7524e-02 ] +2024-10-03 20:52:47,322 INFO: [ epoch: 37 ] [ iter: 15,800 ] [ performance: 27.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:57 ] [ l_g_pix: 4.9129e-02 ] [ l_g_total: 4.9129e-02 ] +2024-10-03 20:52:50,980 INFO: [ epoch: 37 ] [ iter: 15,900 ] [ performance: 27.086 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:38 ] [ l_g_pix: 6.1638e-02 ] [ l_g_total: 6.1638e-02 ] +2024-10-03 20:52:54,520 INFO: [ epoch: 37 ] [ iter: 16,000 ] [ performance: 28.048 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:18 ] [ l_g_pix: 5.6470e-02 ] [ l_g_total: 5.6470e-02 ] +2024-10-03 20:52:59,664 INFO: [ epoch: 38 ] [ iter: 16,100 ] [ performance: 27.735 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:07 ] [ l_g_pix: 5.7028e-02 ] [ l_g_total: 5.7028e-02 ] +2024-10-03 20:53:03,309 INFO: [ epoch: 38 ] [ iter: 16,200 ] [ performance: 27.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:48 ] [ l_g_pix: 5.7879e-02 ] [ l_g_total: 5.7879e-02 ] +2024-10-03 20:53:06,995 INFO: [ epoch: 38 ] [ iter: 16,300 ] [ performance: 27.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:30 ] [ l_g_pix: 6.0089e-02 ] [ l_g_total: 6.0089e-02 ] +2024-10-03 20:53:10,573 INFO: [ epoch: 38 ] [ iter: 16,400 ] [ performance: 27.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:11 ] [ l_g_pix: 5.3176e-02 ] [ l_g_total: 5.3176e-02 ] +2024-10-03 20:53:15,450 INFO: [ epoch: 39 ] [ iter: 16,500 ] [ performance: 23.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:59 ] [ l_g_pix: 5.2859e-02 ] [ l_g_total: 5.2859e-02 ] +2024-10-03 20:53:19,081 INFO: [ epoch: 39 ] [ iter: 16,600 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:41 ] [ l_g_pix: 5.7222e-02 ] [ l_g_total: 5.7222e-02 ] +2024-10-03 20:53:22,735 INFO: [ epoch: 39 ] [ iter: 16,700 ] [ performance: 27.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:23 ] [ l_g_pix: 4.6934e-02 ] [ l_g_total: 4.6934e-02 ] +2024-10-03 20:53:26,344 INFO: [ epoch: 39 ] [ iter: 16,800 ] [ performance: 27.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:06 ] [ l_g_pix: 5.8350e-02 ] [ l_g_total: 5.8350e-02 ] +2024-10-03 20:53:31,000 INFO: [ epoch: 40 ] [ iter: 16,900 ] [ performance: 16.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:53 ] [ l_g_pix: 4.4526e-02 ] [ l_g_total: 4.4526e-02 ] +2024-10-03 20:53:34,785 INFO: [ epoch: 40 ] [ iter: 17,000 ] [ performance: 24.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:36 ] [ l_g_pix: 6.5538e-02 ] [ l_g_total: 6.5538e-02 ] +2024-10-03 20:53:38,452 INFO: [ epoch: 40 ] [ iter: 17,100 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:19 ] [ l_g_pix: 5.0035e-02 ] [ l_g_total: 5.0035e-02 ] +2024-10-03 20:53:42,178 INFO: [ epoch: 40 ] [ iter: 17,200 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:02 ] [ l_g_pix: 4.7146e-02 ] [ l_g_total: 4.7146e-02 ] +2024-10-03 20:53:45,616 INFO: [ epoch: 40 ] [ iter: 17,300 ] [ performance: 29.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:44 ] [ l_g_pix: 5.0836e-02 ] [ l_g_total: 5.0836e-02 ] +2024-10-03 20:53:50,707 INFO: [ epoch: 41 ] [ iter: 17,400 ] [ performance: 20.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:35 ] [ l_g_pix: 5.3175e-02 ] [ l_g_total: 5.3175e-02 ] +2024-10-03 20:53:54,355 INFO: [ epoch: 41 ] [ iter: 17,500 ] [ performance: 27.395 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:18 ] [ l_g_pix: 4.6611e-02 ] [ l_g_total: 4.6611e-02 ] +2024-10-03 20:53:58,005 INFO: [ epoch: 41 ] [ iter: 17,600 ] [ performance: 27.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:01 ] [ l_g_pix: 3.7454e-02 ] [ l_g_total: 3.7454e-02 ] +2024-10-03 20:54:01,515 INFO: [ epoch: 41 ] [ iter: 17,700 ] [ performance: 28.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:44 ] [ l_g_pix: 5.4572e-02 ] [ l_g_total: 5.4572e-02 ] +2024-10-03 20:54:06,607 INFO: [ epoch: 42 ] [ iter: 17,800 ] [ performance: 20.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:35 ] [ l_g_pix: 6.3477e-02 ] [ l_g_total: 6.3477e-02 ] +2024-10-03 20:54:10,311 INFO: [ epoch: 42 ] [ iter: 17,900 ] [ performance: 27.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:19 ] [ l_g_pix: 5.5244e-02 ] [ l_g_total: 5.5244e-02 ] +2024-10-03 20:54:13,961 INFO: [ epoch: 42 ] [ iter: 18,000 ] [ performance: 27.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:03 ] [ l_g_pix: 5.0900e-02 ] [ l_g_total: 5.0900e-02 ] +2024-10-03 20:54:17,495 INFO: [ epoch: 42 ] [ iter: 18,100 ] [ performance: 29.175 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:47 ] [ l_g_pix: 6.4750e-02 ] [ l_g_total: 6.4750e-02 ] +2024-10-03 20:54:22,308 INFO: [ epoch: 43 ] [ iter: 18,200 ] [ performance: 21.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:36 ] [ l_g_pix: 4.7205e-02 ] [ l_g_total: 4.7205e-02 ] +2024-10-03 20:54:25,987 INFO: [ epoch: 43 ] [ iter: 18,300 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:21 ] [ l_g_pix: 5.4437e-02 ] [ l_g_total: 5.4437e-02 ] +2024-10-03 20:54:29,686 INFO: [ epoch: 43 ] [ iter: 18,400 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:05 ] [ l_g_pix: 4.3360e-02 ] [ l_g_total: 4.3360e-02 ] +2024-10-03 20:54:33,308 INFO: [ epoch: 43 ] [ iter: 18,500 ] [ performance: 29.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:50 ] [ l_g_pix: 5.6612e-02 ] [ l_g_total: 5.6612e-02 ] +2024-10-03 20:54:38,304 INFO: [ epoch: 44 ] [ iter: 18,600 ] [ performance: 20.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:41 ] [ l_g_pix: 4.5230e-02 ] [ l_g_total: 4.5230e-02 ] +2024-10-03 20:54:42,001 INFO: [ epoch: 44 ] [ iter: 18,700 ] [ performance: 27.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:26 ] [ l_g_pix: 5.5495e-02 ] [ l_g_total: 5.5495e-02 ] +2024-10-03 20:54:45,657 INFO: [ epoch: 44 ] [ iter: 18,800 ] [ performance: 27.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:11 ] [ l_g_pix: 4.0608e-02 ] [ l_g_total: 4.0608e-02 ] +2024-10-03 20:54:49,327 INFO: [ epoch: 44 ] [ iter: 18,900 ] [ performance: 28.269 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:56 ] [ l_g_pix: 5.6248e-02 ] [ l_g_total: 5.6248e-02 ] +2024-10-03 20:54:53,823 INFO: [ epoch: 45 ] [ iter: 19,000 ] [ performance: 22.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:44 ] [ l_g_pix: 5.1294e-02 ] [ l_g_total: 5.1294e-02 ] +2024-10-03 20:54:57,893 INFO: [ epoch: 45 ] [ iter: 19,100 ] [ performance: 25.933 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:32 ] [ l_g_pix: 4.0307e-02 ] [ l_g_total: 4.0307e-02 ] +2024-10-03 20:55:01,579 INFO: [ epoch: 45 ] [ iter: 19,200 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:17 ] [ l_g_pix: 5.5704e-02 ] [ l_g_total: 5.5704e-02 ] +2024-10-03 20:55:05,331 INFO: [ epoch: 45 ] [ iter: 19,300 ] [ performance: 26.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:03 ] [ l_g_pix: 4.4125e-02 ] [ l_g_total: 4.4125e-02 ] +2024-10-03 20:55:08,827 INFO: [ epoch: 45 ] [ iter: 19,400 ] [ performance: 28.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:48 ] [ l_g_pix: 5.6538e-02 ] [ l_g_total: 5.6538e-02 ] +2024-10-03 20:55:13,833 INFO: [ epoch: 46 ] [ iter: 19,500 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:39 ] [ l_g_pix: 5.9700e-02 ] [ l_g_total: 5.9700e-02 ] +2024-10-03 20:55:17,503 INFO: [ epoch: 46 ] [ iter: 19,600 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:25 ] [ l_g_pix: 4.2512e-02 ] [ l_g_total: 4.2512e-02 ] +2024-10-03 20:55:21,096 INFO: [ epoch: 46 ] [ iter: 19,700 ] [ performance: 25.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:11 ] [ l_g_pix: 6.0276e-02 ] [ l_g_total: 6.0276e-02 ] +2024-10-03 20:55:24,620 INFO: [ epoch: 46 ] [ iter: 19,800 ] [ performance: 28.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:57 ] [ l_g_pix: 5.2536e-02 ] [ l_g_total: 5.2536e-02 ] +2024-10-03 20:55:29,752 INFO: [ epoch: 47 ] [ iter: 19,900 ] [ performance: 28.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:49 ] [ l_g_pix: 5.9587e-02 ] [ l_g_total: 5.9587e-02 ] +2024-10-03 20:55:33,434 INFO: [ epoch: 47 ] [ iter: 20,000 ] [ performance: 27.170 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:35 ] [ l_g_pix: 4.4518e-02 ] [ l_g_total: 4.4518e-02 ] +2024-10-03 20:55:33,435 INFO: Saving models and training states. +2024-10-03 20:59:40,132 INFO: Validation val + + # psnr: 26.9525........ Best: 26.9525 @ 20000 iter + # ssim: 0.7556........ Best: 0.7556 @ 20000 iter + # dists: 0.7749........ Best: 0.7749 @ 20000 iter + +2024-10-03 20:59:43,847 INFO: [ epoch: 47 ] [ iter: 20,100 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:42 ] [ l_g_pix: 6.1641e-02 ] [ l_g_total: 6.1641e-02 ] +2024-10-03 20:59:47,447 INFO: [ epoch: 47 ] [ iter: 20,200 ] [ performance: 27.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:22 ] [ l_g_pix: 5.9547e-02 ] [ l_g_total: 5.9547e-02 ] +2024-10-03 20:59:52,294 INFO: [ epoch: 48 ] [ iter: 20,300 ] [ performance: 23.684 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:08 ] [ l_g_pix: 5.6713e-02 ] [ l_g_total: 5.6713e-02 ] +2024-10-03 20:59:56,007 INFO: [ epoch: 48 ] [ iter: 20,400 ] [ performance: 26.958 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:48 ] [ l_g_pix: 4.5679e-02 ] [ l_g_total: 4.5679e-02 ] +2024-10-03 20:59:59,714 INFO: [ epoch: 48 ] [ iter: 20,500 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:29 ] [ l_g_pix: 3.9772e-02 ] [ l_g_total: 3.9772e-02 ] +2024-10-03 21:00:03,343 INFO: [ epoch: 48 ] [ iter: 20,600 ] [ performance: 27.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:10 ] [ l_g_pix: 4.8249e-02 ] [ l_g_total: 4.8249e-02 ] +2024-10-03 21:00:08,165 INFO: [ epoch: 49 ] [ iter: 20,700 ] [ performance: 23.633 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:56 ] [ l_g_pix: 5.1246e-02 ] [ l_g_total: 5.1246e-02 ] +2024-10-03 21:00:11,902 INFO: [ epoch: 49 ] [ iter: 20,800 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:37 ] [ l_g_pix: 5.8373e-02 ] [ l_g_total: 5.8373e-02 ] +2024-10-03 21:00:15,615 INFO: [ epoch: 49 ] [ iter: 20,900 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:19 ] [ l_g_pix: 4.8109e-02 ] [ l_g_total: 4.8109e-02 ] +2024-10-03 21:00:19,359 INFO: [ epoch: 49 ] [ iter: 21,000 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:01 ] [ l_g_pix: 4.5207e-02 ] [ l_g_total: 4.5207e-02 ] +2024-10-03 21:00:22,877 INFO: [ epoch: 49 ] [ iter: 21,100 ] [ performance: 27.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:42 ] [ l_g_pix: 4.8777e-02 ] [ l_g_total: 4.8777e-02 ] +2024-10-03 21:00:27,792 INFO: [ epoch: 50 ] [ iter: 21,200 ] [ performance: 24.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:28 ] [ l_g_pix: 4.8439e-02 ] [ l_g_total: 4.8439e-02 ] +2024-10-03 21:00:31,498 INFO: [ epoch: 50 ] [ iter: 21,300 ] [ performance: 25.525 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:10 ] [ l_g_pix: 5.1338e-02 ] [ l_g_total: 5.1338e-02 ] +2024-10-03 21:00:35,182 INFO: [ epoch: 50 ] [ iter: 21,400 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:52 ] [ l_g_pix: 5.8718e-02 ] [ l_g_total: 5.8718e-02 ] +2024-10-03 21:00:38,695 INFO: [ epoch: 50 ] [ iter: 21,500 ] [ performance: 27.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:34 ] [ l_g_pix: 4.7563e-02 ] [ l_g_total: 4.7563e-02 ] +2024-10-03 21:00:43,865 INFO: [ epoch: 51 ] [ iter: 21,600 ] [ performance: 18.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:22 ] [ l_g_pix: 5.3916e-02 ] [ l_g_total: 5.3916e-02 ] +2024-10-03 21:00:47,613 INFO: [ epoch: 51 ] [ iter: 21,700 ] [ performance: 22.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:05 ] [ l_g_pix: 4.6181e-02 ] [ l_g_total: 4.6181e-02 ] +2024-10-03 21:00:51,322 INFO: [ epoch: 51 ] [ iter: 21,800 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:47 ] [ l_g_pix: 4.8925e-02 ] [ l_g_total: 4.8925e-02 ] +2024-10-03 21:00:54,909 INFO: [ epoch: 51 ] [ iter: 21,900 ] [ performance: 27.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:30 ] [ l_g_pix: 4.7449e-02 ] [ l_g_total: 4.7449e-02 ] +2024-10-03 21:00:59,963 INFO: [ epoch: 52 ] [ iter: 22,000 ] [ performance: 19.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:17 ] [ l_g_pix: 5.2674e-02 ] [ l_g_total: 5.2674e-02 ] +2024-10-03 21:01:03,688 INFO: [ epoch: 52 ] [ iter: 22,100 ] [ performance: 22.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:00 ] [ l_g_pix: 3.8085e-02 ] [ l_g_total: 3.8085e-02 ] +2024-10-03 21:01:07,416 INFO: [ epoch: 52 ] [ iter: 22,200 ] [ performance: 26.840 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:44 ] [ l_g_pix: 5.0008e-02 ] [ l_g_total: 5.0008e-02 ] +2024-10-03 21:01:11,037 INFO: [ epoch: 52 ] [ iter: 22,300 ] [ performance: 27.248 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:27 ] [ l_g_pix: 4.7529e-02 ] [ l_g_total: 4.7529e-02 ] +2024-10-03 21:01:16,023 INFO: [ epoch: 53 ] [ iter: 22,400 ] [ performance: 19.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:14 ] [ l_g_pix: 5.5806e-02 ] [ l_g_total: 5.5806e-02 ] +2024-10-03 21:01:19,794 INFO: [ epoch: 53 ] [ iter: 22,500 ] [ performance: 22.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:58 ] [ l_g_pix: 4.9211e-02 ] [ l_g_total: 4.9211e-02 ] +2024-10-03 21:01:23,484 INFO: [ epoch: 53 ] [ iter: 22,600 ] [ performance: 27.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:42 ] [ l_g_pix: 5.2051e-02 ] [ l_g_total: 5.2051e-02 ] +2024-10-03 21:01:27,139 INFO: [ epoch: 53 ] [ iter: 22,700 ] [ performance: 27.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:25 ] [ l_g_pix: 5.7238e-02 ] [ l_g_total: 5.7238e-02 ] +2024-10-03 21:01:31,636 INFO: [ epoch: 54 ] [ iter: 22,800 ] [ performance: 21.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:12 ] [ l_g_pix: 5.7776e-02 ] [ l_g_total: 5.7776e-02 ] +2024-10-03 21:01:35,647 INFO: [ epoch: 54 ] [ iter: 22,900 ] [ performance: 23.211 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:57 ] [ l_g_pix: 4.8315e-02 ] [ l_g_total: 4.8315e-02 ] +2024-10-03 21:01:39,241 INFO: [ epoch: 54 ] [ iter: 23,000 ] [ performance: 27.818 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:40 ] [ l_g_pix: 4.2211e-02 ] [ l_g_total: 4.2211e-02 ] +2024-10-03 21:01:42,935 INFO: [ epoch: 54 ] [ iter: 23,100 ] [ performance: 27.414 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:24 ] [ l_g_pix: 4.6402e-02 ] [ l_g_total: 4.6402e-02 ] +2024-10-03 21:01:46,358 INFO: [ epoch: 54 ] [ iter: 23,200 ] [ performance: 29.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:08 ] [ l_g_pix: 4.9748e-02 ] [ l_g_total: 4.9748e-02 ] +2024-10-03 21:01:51,470 INFO: [ epoch: 55 ] [ iter: 23,300 ] [ performance: 23.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:57 ] [ l_g_pix: 5.6689e-02 ] [ l_g_total: 5.6689e-02 ] +2024-10-03 21:01:55,114 INFO: [ epoch: 55 ] [ iter: 23,400 ] [ performance: 27.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:41 ] [ l_g_pix: 4.6204e-02 ] [ l_g_total: 4.6204e-02 ] +2024-10-03 21:01:58,775 INFO: [ epoch: 55 ] [ iter: 23,500 ] [ performance: 27.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:25 ] [ l_g_pix: 4.9337e-02 ] [ l_g_total: 4.9337e-02 ] +2024-10-03 21:02:02,238 INFO: [ epoch: 55 ] [ iter: 23,600 ] [ performance: 29.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:09 ] [ l_g_pix: 4.9973e-02 ] [ l_g_total: 4.9973e-02 ] +2024-10-03 21:02:07,149 INFO: [ epoch: 56 ] [ iter: 23,700 ] [ performance: 23.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:57 ] [ l_g_pix: 5.1261e-02 ] [ l_g_total: 5.1261e-02 ] +2024-10-03 21:02:10,882 INFO: [ epoch: 56 ] [ iter: 23,800 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:42 ] [ l_g_pix: 3.4377e-02 ] [ l_g_total: 3.4377e-02 ] +2024-10-03 21:02:14,566 INFO: [ epoch: 56 ] [ iter: 23,900 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:27 ] [ l_g_pix: 5.0951e-02 ] [ l_g_total: 5.0951e-02 ] +2024-10-03 21:02:18,178 INFO: [ epoch: 56 ] [ iter: 24,000 ] [ performance: 28.206 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:12 ] [ l_g_pix: 5.3626e-02 ] [ l_g_total: 5.3626e-02 ] +2024-10-03 21:02:23,103 INFO: [ epoch: 57 ] [ iter: 24,100 ] [ performance: 23.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:01 ] [ l_g_pix: 5.2265e-02 ] [ l_g_total: 5.2265e-02 ] +2024-10-03 21:02:26,824 INFO: [ epoch: 57 ] [ iter: 24,200 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:46 ] [ l_g_pix: 5.9235e-02 ] [ l_g_total: 5.9235e-02 ] +2024-10-03 21:02:30,527 INFO: [ epoch: 57 ] [ iter: 24,300 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:31 ] [ l_g_pix: 4.4488e-02 ] [ l_g_total: 4.4488e-02 ] +2024-10-03 21:02:34,168 INFO: [ epoch: 57 ] [ iter: 24,400 ] [ performance: 27.549 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:16 ] [ l_g_pix: 5.3835e-02 ] [ l_g_total: 5.3835e-02 ] +2024-10-03 21:02:38,776 INFO: [ epoch: 58 ] [ iter: 24,500 ] [ performance: 23.948 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:04 ] [ l_g_pix: 4.4074e-02 ] [ l_g_total: 4.4074e-02 ] +2024-10-03 21:02:42,657 INFO: [ epoch: 58 ] [ iter: 24,600 ] [ performance: 26.599 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:50 ] [ l_g_pix: 5.5706e-02 ] [ l_g_total: 5.5706e-02 ] +2024-10-03 21:02:46,357 INFO: [ epoch: 58 ] [ iter: 24,700 ] [ performance: 26.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:36 ] [ l_g_pix: 5.6287e-02 ] [ l_g_total: 5.6287e-02 ] +2024-10-03 21:02:50,061 INFO: [ epoch: 58 ] [ iter: 24,800 ] [ performance: 27.043 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:22 ] [ l_g_pix: 4.5589e-02 ] [ l_g_total: 4.5589e-02 ] +2024-10-03 21:02:54,383 INFO: [ epoch: 59 ] [ iter: 24,900 ] [ performance: 24.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:09 ] [ l_g_pix: 5.1629e-02 ] [ l_g_total: 5.1629e-02 ] +2024-10-03 21:02:58,365 INFO: [ epoch: 59 ] [ iter: 25,000 ] [ performance: 26.003 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:56 ] [ l_g_pix: 5.0785e-02 ] [ l_g_total: 5.0785e-02 ] +2024-10-03 21:03:02,034 INFO: [ epoch: 59 ] [ iter: 25,100 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:42 ] [ l_g_pix: 4.1847e-02 ] [ l_g_total: 4.1847e-02 ] +2024-10-03 21:03:05,755 INFO: [ epoch: 59 ] [ iter: 25,200 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:28 ] [ l_g_pix: 4.5601e-02 ] [ l_g_total: 4.5601e-02 ] +2024-10-03 21:03:09,175 INFO: [ epoch: 59 ] [ iter: 25,300 ] [ performance: 28.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:13 ] [ l_g_pix: 6.0775e-02 ] [ l_g_total: 6.0775e-02 ] +2024-10-03 21:03:14,158 INFO: [ epoch: 60 ] [ iter: 25,400 ] [ performance: 23.945 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:03 ] [ l_g_pix: 4.1649e-02 ] [ l_g_total: 4.1649e-02 ] +2024-10-03 21:03:17,888 INFO: [ epoch: 60 ] [ iter: 25,500 ] [ performance: 25.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:49 ] [ l_g_pix: 3.8702e-02 ] [ l_g_total: 3.8702e-02 ] +2024-10-03 21:03:21,609 INFO: [ epoch: 60 ] [ iter: 25,600 ] [ performance: 26.962 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:35 ] [ l_g_pix: 6.2794e-02 ] [ l_g_total: 6.2794e-02 ] +2024-10-03 21:03:25,144 INFO: [ epoch: 60 ] [ iter: 25,700 ] [ performance: 27.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:21 ] [ l_g_pix: 4.9061e-02 ] [ l_g_total: 4.9061e-02 ] +2024-10-03 21:03:30,106 INFO: [ epoch: 61 ] [ iter: 25,800 ] [ performance: 17.895 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:11 ] [ l_g_pix: 5.2380e-02 ] [ l_g_total: 5.2380e-02 ] +2024-10-03 21:03:33,785 INFO: [ epoch: 61 ] [ iter: 25,900 ] [ performance: 22.334 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:58 ] [ l_g_pix: 5.1073e-02 ] [ l_g_total: 5.1073e-02 ] +2024-10-03 21:03:37,454 INFO: [ epoch: 61 ] [ iter: 26,000 ] [ performance: 27.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:44 ] [ l_g_pix: 6.4031e-02 ] [ l_g_total: 6.4031e-02 ] +2024-10-03 21:03:41,016 INFO: [ epoch: 61 ] [ iter: 26,100 ] [ performance: 27.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:31 ] [ l_g_pix: 3.5573e-02 ] [ l_g_total: 3.5573e-02 ] +2024-10-03 21:03:45,946 INFO: [ epoch: 62 ] [ iter: 26,200 ] [ performance: 17.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:21 ] [ l_g_pix: 4.9886e-02 ] [ l_g_total: 4.9886e-02 ] +2024-10-03 21:03:49,681 INFO: [ epoch: 62 ] [ iter: 26,300 ] [ performance: 22.243 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:08 ] [ l_g_pix: 5.8533e-02 ] [ l_g_total: 5.8533e-02 ] +2024-10-03 21:03:53,446 INFO: [ epoch: 62 ] [ iter: 26,400 ] [ performance: 26.612 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:55 ] [ l_g_pix: 4.6695e-02 ] [ l_g_total: 4.6695e-02 ] +2024-10-03 21:03:57,160 INFO: [ epoch: 62 ] [ iter: 26,500 ] [ performance: 26.800 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:42 ] [ l_g_pix: 5.0178e-02 ] [ l_g_total: 5.0178e-02 ] +2024-10-03 21:04:01,504 INFO: [ epoch: 63 ] [ iter: 26,600 ] [ performance: 20.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:30 ] [ l_g_pix: 5.1599e-02 ] [ l_g_total: 5.1599e-02 ] +2024-10-03 21:04:05,447 INFO: [ epoch: 63 ] [ iter: 26,700 ] [ performance: 23.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:18 ] [ l_g_pix: 4.6547e-02 ] [ l_g_total: 4.6547e-02 ] +2024-10-03 21:04:09,195 INFO: [ epoch: 63 ] [ iter: 26,800 ] [ performance: 26.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:05 ] [ l_g_pix: 6.7999e-02 ] [ l_g_total: 6.7999e-02 ] +2024-10-03 21:04:12,935 INFO: [ epoch: 63 ] [ iter: 26,900 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:53 ] [ l_g_pix: 4.7767e-02 ] [ l_g_total: 4.7767e-02 ] +2024-10-03 21:04:16,358 INFO: [ epoch: 63 ] [ iter: 27,000 ] [ performance: 29.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:39 ] [ l_g_pix: 4.7219e-02 ] [ l_g_total: 4.7219e-02 ] +2024-10-03 21:04:21,484 INFO: [ epoch: 64 ] [ iter: 27,100 ] [ performance: 22.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:30 ] [ l_g_pix: 4.7231e-02 ] [ l_g_total: 4.7231e-02 ] +2024-10-03 21:04:25,121 INFO: [ epoch: 64 ] [ iter: 27,200 ] [ performance: 27.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:17 ] [ l_g_pix: 5.1544e-02 ] [ l_g_total: 5.1544e-02 ] +2024-10-03 21:04:28,759 INFO: [ epoch: 64 ] [ iter: 27,300 ] [ performance: 27.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:05 ] [ l_g_pix: 5.9857e-02 ] [ l_g_total: 5.9857e-02 ] +2024-10-03 21:04:32,266 INFO: [ epoch: 64 ] [ iter: 27,400 ] [ performance: 29.393 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:52 ] [ l_g_pix: 4.2524e-02 ] [ l_g_total: 4.2524e-02 ] +2024-10-03 21:04:37,097 INFO: [ epoch: 65 ] [ iter: 27,500 ] [ performance: 23.403 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:42 ] [ l_g_pix: 6.3025e-02 ] [ l_g_total: 6.3025e-02 ] +2024-10-03 21:04:40,854 INFO: [ epoch: 65 ] [ iter: 27,600 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:30 ] [ l_g_pix: 6.0859e-02 ] [ l_g_total: 6.0859e-02 ] +2024-10-03 21:04:44,572 INFO: [ epoch: 65 ] [ iter: 27,700 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:18 ] [ l_g_pix: 3.6625e-02 ] [ l_g_total: 3.6625e-02 ] +2024-10-03 21:04:48,138 INFO: [ epoch: 65 ] [ iter: 27,800 ] [ performance: 28.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:05 ] [ l_g_pix: 6.2533e-02 ] [ l_g_total: 6.2533e-02 ] +2024-10-03 21:04:53,221 INFO: [ epoch: 66 ] [ iter: 27,900 ] [ performance: 22.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:56 ] [ l_g_pix: 6.3122e-02 ] [ l_g_total: 6.3122e-02 ] +2024-10-03 21:04:56,986 INFO: [ epoch: 66 ] [ iter: 28,000 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:44 ] [ l_g_pix: 4.4261e-02 ] [ l_g_total: 4.4261e-02 ] +2024-10-03 21:05:00,698 INFO: [ epoch: 66 ] [ iter: 28,100 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:32 ] [ l_g_pix: 5.0889e-02 ] [ l_g_total: 5.0889e-02 ] +2024-10-03 21:05:04,348 INFO: [ epoch: 66 ] [ iter: 28,200 ] [ performance: 27.953 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:20 ] [ l_g_pix: 5.6058e-02 ] [ l_g_total: 5.6058e-02 ] +2024-10-03 21:05:09,313 INFO: [ epoch: 67 ] [ iter: 28,300 ] [ performance: 22.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:11 ] [ l_g_pix: 5.6925e-02 ] [ l_g_total: 5.6925e-02 ] +2024-10-03 21:05:13,058 INFO: [ epoch: 67 ] [ iter: 28,400 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:59 ] [ l_g_pix: 4.9592e-02 ] [ l_g_total: 4.9592e-02 ] +2024-10-03 21:05:16,786 INFO: [ epoch: 67 ] [ iter: 28,500 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:48 ] [ l_g_pix: 6.1653e-02 ] [ l_g_total: 6.1653e-02 ] +2024-10-03 21:05:20,537 INFO: [ epoch: 67 ] [ iter: 28,600 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:36 ] [ l_g_pix: 5.7439e-02 ] [ l_g_total: 5.7439e-02 ] +2024-10-03 21:05:24,847 INFO: [ epoch: 68 ] [ iter: 28,700 ] [ performance: 24.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:26 ] [ l_g_pix: 4.7538e-02 ] [ l_g_total: 4.7538e-02 ] +2024-10-03 21:05:28,953 INFO: [ epoch: 68 ] [ iter: 28,800 ] [ performance: 26.700 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:15 ] [ l_g_pix: 5.8182e-02 ] [ l_g_total: 5.8182e-02 ] +2024-10-03 21:05:32,637 INFO: [ epoch: 68 ] [ iter: 28,900 ] [ performance: 26.985 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:03 ] [ l_g_pix: 5.1286e-02 ] [ l_g_total: 5.1286e-02 ] +2024-10-03 21:05:36,326 INFO: [ epoch: 68 ] [ iter: 29,000 ] [ performance: 27.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:52 ] [ l_g_pix: 5.1167e-02 ] [ l_g_total: 5.1167e-02 ] +2024-10-03 21:05:39,804 INFO: [ epoch: 68 ] [ iter: 29,100 ] [ performance: 28.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:39 ] [ l_g_pix: 5.4881e-02 ] [ l_g_total: 5.4881e-02 ] +2024-10-03 21:05:44,975 INFO: [ epoch: 69 ] [ iter: 29,200 ] [ performance: 26.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 4.0552e-02 ] [ l_g_total: 4.0552e-02 ] +2024-10-03 21:05:48,684 INFO: [ epoch: 69 ] [ iter: 29,300 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:20 ] [ l_g_pix: 5.0813e-02 ] [ l_g_total: 5.0813e-02 ] +2024-10-03 21:05:52,382 INFO: [ epoch: 69 ] [ iter: 29,400 ] [ performance: 26.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:09 ] [ l_g_pix: 4.4504e-02 ] [ l_g_total: 4.4504e-02 ] +2024-10-03 21:05:55,929 INFO: [ epoch: 69 ] [ iter: 29,500 ] [ performance: 27.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 5.6492e-02 ] [ l_g_total: 5.6492e-02 ] +2024-10-03 21:06:00,740 INFO: [ epoch: 70 ] [ iter: 29,600 ] [ performance: 22.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:48 ] [ l_g_pix: 4.8308e-02 ] [ l_g_total: 4.8308e-02 ] +2024-10-03 21:06:04,445 INFO: [ epoch: 70 ] [ iter: 29,700 ] [ performance: 25.417 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 5.6340e-02 ] [ l_g_total: 5.6340e-02 ] +2024-10-03 21:06:08,187 INFO: [ epoch: 70 ] [ iter: 29,800 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:26 ] [ l_g_pix: 5.2194e-02 ] [ l_g_total: 5.2194e-02 ] +2024-10-03 21:06:11,803 INFO: [ epoch: 70 ] [ iter: 29,900 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:14 ] [ l_g_pix: 3.2549e-02 ] [ l_g_total: 3.2549e-02 ] +2024-10-03 21:06:16,809 INFO: [ epoch: 71 ] [ iter: 30,000 ] [ performance: 15.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:06 ] [ l_g_pix: 5.6815e-02 ] [ l_g_total: 5.6815e-02 ] +2024-10-03 21:06:16,810 INFO: Saving models and training states. +2024-10-03 21:12:56,152 INFO: Validation val + + # psnr: 27.1169........ Best: 27.1169 @ 30000 iter + # ssim: 0.7622........ Best: 0.7622 @ 30000 iter + # dists: 0.7733........ Best: 0.7733 @ 30000 iter + +2024-10-03 21:12:59,902 INFO: [ epoch: 71 ] [ iter: 30,100 ] [ performance: 21.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:23 ] [ l_g_pix: 5.4945e-02 ] [ l_g_total: 5.4945e-02 ] +2024-10-03 21:13:03,597 INFO: [ epoch: 71 ] [ iter: 30,200 ] [ performance: 26.993 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:07 ] [ l_g_pix: 4.1384e-02 ] [ l_g_total: 4.1384e-02 ] +2024-10-03 21:13:07,252 INFO: [ epoch: 71 ] [ iter: 30,300 ] [ performance: 27.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:52 ] [ l_g_pix: 4.9466e-02 ] [ l_g_total: 4.9466e-02 ] +2024-10-03 21:13:11,800 INFO: [ epoch: 72 ] [ iter: 30,400 ] [ performance: 17.402 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:39 ] [ l_g_pix: 5.7486e-02 ] [ l_g_total: 5.7486e-02 ] +2024-10-03 21:13:15,768 INFO: [ epoch: 72 ] [ iter: 30,500 ] [ performance: 21.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:24 ] [ l_g_pix: 5.3288e-02 ] [ l_g_total: 5.3288e-02 ] +2024-10-03 21:13:19,478 INFO: [ epoch: 72 ] [ iter: 30,600 ] [ performance: 27.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:09 ] [ l_g_pix: 4.8385e-02 ] [ l_g_total: 4.8385e-02 ] +2024-10-03 21:13:23,198 INFO: [ epoch: 72 ] [ iter: 30,700 ] [ performance: 26.955 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:54 ] [ l_g_pix: 4.4220e-02 ] [ l_g_total: 4.4220e-02 ] +2024-10-03 21:13:26,676 INFO: [ epoch: 72 ] [ iter: 30,800 ] [ performance: 29.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:38 ] [ l_g_pix: 4.3595e-02 ] [ l_g_total: 4.3595e-02 ] +2024-10-03 21:13:31,869 INFO: [ epoch: 73 ] [ iter: 30,900 ] [ performance: 21.584 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:27 ] [ l_g_pix: 3.8571e-02 ] [ l_g_total: 3.8571e-02 ] +2024-10-03 21:13:35,579 INFO: [ epoch: 73 ] [ iter: 31,000 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:12 ] [ l_g_pix: 4.9205e-02 ] [ l_g_total: 4.9205e-02 ] +2024-10-03 21:13:39,269 INFO: [ epoch: 73 ] [ iter: 31,100 ] [ performance: 27.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:57 ] [ l_g_pix: 3.6623e-02 ] [ l_g_total: 3.6623e-02 ] +2024-10-03 21:13:42,772 INFO: [ epoch: 73 ] [ iter: 31,200 ] [ performance: 29.451 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:42 ] [ l_g_pix: 4.0367e-02 ] [ l_g_total: 4.0367e-02 ] +2024-10-03 21:13:47,975 INFO: [ epoch: 74 ] [ iter: 31,300 ] [ performance: 21.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:31 ] [ l_g_pix: 4.2924e-02 ] [ l_g_total: 4.2924e-02 ] +2024-10-03 21:13:51,717 INFO: [ epoch: 74 ] [ iter: 31,400 ] [ performance: 26.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:16 ] [ l_g_pix: 6.8727e-02 ] [ l_g_total: 6.8727e-02 ] +2024-10-03 21:13:55,372 INFO: [ epoch: 74 ] [ iter: 31,500 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:02 ] [ l_g_pix: 4.8246e-02 ] [ l_g_total: 4.8246e-02 ] +2024-10-03 21:13:58,931 INFO: [ epoch: 74 ] [ iter: 31,600 ] [ performance: 29.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:47 ] [ l_g_pix: 4.3350e-02 ] [ l_g_total: 4.3350e-02 ] +2024-10-03 21:14:03,813 INFO: [ epoch: 75 ] [ iter: 31,700 ] [ performance: 22.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:35 ] [ l_g_pix: 4.1932e-02 ] [ l_g_total: 4.1932e-02 ] +2024-10-03 21:14:07,516 INFO: [ epoch: 75 ] [ iter: 31,800 ] [ performance: 27.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:21 ] [ l_g_pix: 5.3656e-02 ] [ l_g_total: 5.3656e-02 ] +2024-10-03 21:14:11,190 INFO: [ epoch: 75 ] [ iter: 31,900 ] [ performance: 27.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:06 ] [ l_g_pix: 6.1674e-02 ] [ l_g_total: 6.1674e-02 ] +2024-10-03 21:14:14,862 INFO: [ epoch: 75 ] [ iter: 32,000 ] [ performance: 27.865 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:52 ] [ l_g_pix: 5.2900e-02 ] [ l_g_total: 5.2900e-02 ] +2024-10-03 21:14:19,739 INFO: [ epoch: 76 ] [ iter: 32,100 ] [ performance: 22.216 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:40 ] [ l_g_pix: 5.1286e-02 ] [ l_g_total: 5.1286e-02 ] +2024-10-03 21:14:23,507 INFO: [ epoch: 76 ] [ iter: 32,200 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:26 ] [ l_g_pix: 5.4563e-02 ] [ l_g_total: 5.4563e-02 ] +2024-10-03 21:14:27,184 INFO: [ epoch: 76 ] [ iter: 32,300 ] [ performance: 27.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:12 ] [ l_g_pix: 3.7656e-02 ] [ l_g_total: 3.7656e-02 ] +2024-10-03 21:14:30,882 INFO: [ epoch: 76 ] [ iter: 32,400 ] [ performance: 27.232 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:58 ] [ l_g_pix: 4.5828e-02 ] [ l_g_total: 4.5828e-02 ] +2024-10-03 21:14:35,307 INFO: [ epoch: 77 ] [ iter: 32,500 ] [ performance: 23.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:46 ] [ l_g_pix: 5.9189e-02 ] [ l_g_total: 5.9189e-02 ] +2024-10-03 21:14:39,492 INFO: [ epoch: 77 ] [ iter: 32,600 ] [ performance: 27.023 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:33 ] [ l_g_pix: 6.8759e-02 ] [ l_g_total: 6.8759e-02 ] +2024-10-03 21:14:43,175 INFO: [ epoch: 77 ] [ iter: 32,700 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:19 ] [ l_g_pix: 5.0418e-02 ] [ l_g_total: 5.0418e-02 ] +2024-10-03 21:14:46,887 INFO: [ epoch: 77 ] [ iter: 32,800 ] [ performance: 26.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:06 ] [ l_g_pix: 4.0853e-02 ] [ l_g_total: 4.0853e-02 ] +2024-10-03 21:14:50,359 INFO: [ epoch: 77 ] [ iter: 32,900 ] [ performance: 28.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:52 ] [ l_g_pix: 5.6996e-02 ] [ l_g_total: 5.6996e-02 ] +2024-10-03 21:14:55,429 INFO: [ epoch: 78 ] [ iter: 33,000 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:41 ] [ l_g_pix: 5.9475e-02 ] [ l_g_total: 5.9475e-02 ] +2024-10-03 21:14:59,124 INFO: [ epoch: 78 ] [ iter: 33,100 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:27 ] [ l_g_pix: 4.4332e-02 ] [ l_g_total: 4.4332e-02 ] +2024-10-03 21:15:02,851 INFO: [ epoch: 78 ] [ iter: 33,200 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:14 ] [ l_g_pix: 5.3082e-02 ] [ l_g_total: 5.3082e-02 ] +2024-10-03 21:15:06,376 INFO: [ epoch: 78 ] [ iter: 33,300 ] [ performance: 27.873 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:00 ] [ l_g_pix: 5.4237e-02 ] [ l_g_total: 5.4237e-02 ] +2024-10-03 21:15:11,387 INFO: [ epoch: 79 ] [ iter: 33,400 ] [ performance: 24.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:49 ] [ l_g_pix: 4.4969e-02 ] [ l_g_total: 4.4969e-02 ] +2024-10-03 21:15:15,121 INFO: [ epoch: 79 ] [ iter: 33,500 ] [ performance: 26.299 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:36 ] [ l_g_pix: 3.9672e-02 ] [ l_g_total: 3.9672e-02 ] +2024-10-03 21:15:18,802 INFO: [ epoch: 79 ] [ iter: 33,600 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:23 ] [ l_g_pix: 4.7296e-02 ] [ l_g_total: 4.7296e-02 ] +2024-10-03 21:15:22,417 INFO: [ epoch: 79 ] [ iter: 33,700 ] [ performance: 27.469 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:09 ] [ l_g_pix: 5.1989e-02 ] [ l_g_total: 5.1989e-02 ] +2024-10-03 21:15:27,370 INFO: [ epoch: 80 ] [ iter: 33,800 ] [ performance: 20.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:59 ] [ l_g_pix: 4.7410e-02 ] [ l_g_total: 4.7410e-02 ] +2024-10-03 21:15:31,098 INFO: [ epoch: 80 ] [ iter: 33,900 ] [ performance: 25.056 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:46 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-03 21:15:34,826 INFO: [ epoch: 80 ] [ iter: 34,000 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:33 ] [ l_g_pix: 5.5241e-02 ] [ l_g_total: 5.5241e-02 ] +2024-10-03 21:15:38,459 INFO: [ epoch: 80 ] [ iter: 34,100 ] [ performance: 27.375 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:20 ] [ l_g_pix: 4.7861e-02 ] [ l_g_total: 4.7861e-02 ] +2024-10-03 21:15:43,323 INFO: [ epoch: 81 ] [ iter: 34,200 ] [ performance: 12.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:09 ] [ l_g_pix: 4.7955e-02 ] [ l_g_total: 4.7955e-02 ] +2024-10-03 21:15:47,219 INFO: [ epoch: 81 ] [ iter: 34,300 ] [ performance: 20.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:56 ] [ l_g_pix: 5.2634e-02 ] [ l_g_total: 5.2634e-02 ] +2024-10-03 21:15:50,917 INFO: [ epoch: 81 ] [ iter: 34,400 ] [ performance: 27.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:43 ] [ l_g_pix: 5.9236e-02 ] [ l_g_total: 5.9236e-02 ] +2024-10-03 21:15:54,564 INFO: [ epoch: 81 ] [ iter: 34,500 ] [ performance: 27.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:31 ] [ l_g_pix: 6.4620e-02 ] [ l_g_total: 6.4620e-02 ] +2024-10-03 21:15:57,985 INFO: [ epoch: 81 ] [ iter: 34,600 ] [ performance: 29.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:17 ] [ l_g_pix: 3.6647e-02 ] [ l_g_total: 3.6647e-02 ] +2024-10-03 21:16:03,085 INFO: [ epoch: 82 ] [ iter: 34,700 ] [ performance: 21.168 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:07 ] [ l_g_pix: 4.9797e-02 ] [ l_g_total: 4.9797e-02 ] +2024-10-03 21:16:06,801 INFO: [ epoch: 82 ] [ iter: 34,800 ] [ performance: 27.473 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:55 ] [ l_g_pix: 6.1720e-02 ] [ l_g_total: 6.1720e-02 ] +2024-10-03 21:16:10,506 INFO: [ epoch: 82 ] [ iter: 34,900 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:42 ] [ l_g_pix: 5.3219e-02 ] [ l_g_total: 5.3219e-02 ] +2024-10-03 21:16:14,031 INFO: [ epoch: 82 ] [ iter: 35,000 ] [ performance: 29.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:29 ] [ l_g_pix: 4.7739e-02 ] [ l_g_total: 4.7739e-02 ] +2024-10-03 21:16:19,165 INFO: [ epoch: 83 ] [ iter: 35,100 ] [ performance: 20.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:19 ] [ l_g_pix: 4.7675e-02 ] [ l_g_total: 4.7675e-02 ] +2024-10-03 21:16:22,898 INFO: [ epoch: 83 ] [ iter: 35,200 ] [ performance: 27.466 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:07 ] [ l_g_pix: 6.7497e-02 ] [ l_g_total: 6.7497e-02 ] +2024-10-03 21:16:26,649 INFO: [ epoch: 83 ] [ iter: 35,300 ] [ performance: 26.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:55 ] [ l_g_pix: 5.8289e-02 ] [ l_g_total: 5.8289e-02 ] +2024-10-03 21:16:30,224 INFO: [ epoch: 83 ] [ iter: 35,400 ] [ performance: 29.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:42 ] [ l_g_pix: 4.7327e-02 ] [ l_g_total: 4.7327e-02 ] +2024-10-03 21:16:35,248 INFO: [ epoch: 84 ] [ iter: 35,500 ] [ performance: 21.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:32 ] [ l_g_pix: 4.3136e-02 ] [ l_g_total: 4.3136e-02 ] +2024-10-03 21:16:38,899 INFO: [ epoch: 84 ] [ iter: 35,600 ] [ performance: 27.456 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:20 ] [ l_g_pix: 6.1895e-02 ] [ l_g_total: 6.1895e-02 ] +2024-10-03 21:16:42,604 INFO: [ epoch: 84 ] [ iter: 35,700 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:08 ] [ l_g_pix: 4.0374e-02 ] [ l_g_total: 4.0374e-02 ] +2024-10-03 21:16:46,262 INFO: [ epoch: 84 ] [ iter: 35,800 ] [ performance: 29.541 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:55 ] [ l_g_pix: 3.8885e-02 ] [ l_g_total: 3.8885e-02 ] +2024-10-03 21:16:50,999 INFO: [ epoch: 85 ] [ iter: 35,900 ] [ performance: 22.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:45 ] [ l_g_pix: 6.7233e-02 ] [ l_g_total: 6.7233e-02 ] +2024-10-03 21:16:54,795 INFO: [ epoch: 85 ] [ iter: 36,000 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:33 ] [ l_g_pix: 5.1984e-02 ] [ l_g_total: 5.1984e-02 ] +2024-10-03 21:16:58,517 INFO: [ epoch: 85 ] [ iter: 36,100 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:21 ] [ l_g_pix: 5.4198e-02 ] [ l_g_total: 5.4198e-02 ] +2024-10-03 21:17:02,203 INFO: [ epoch: 85 ] [ iter: 36,200 ] [ performance: 27.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:09 ] [ l_g_pix: 5.9035e-02 ] [ l_g_total: 5.9035e-02 ] +2024-10-03 21:17:06,795 INFO: [ epoch: 86 ] [ iter: 36,300 ] [ performance: 22.519 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:59 ] [ l_g_pix: 6.6970e-02 ] [ l_g_total: 6.6970e-02 ] +2024-10-03 21:17:10,890 INFO: [ epoch: 86 ] [ iter: 36,400 ] [ performance: 26.754 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:48 ] [ l_g_pix: 5.1109e-02 ] [ l_g_total: 5.1109e-02 ] +2024-10-03 21:17:14,628 INFO: [ epoch: 86 ] [ iter: 36,500 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 4.4783e-02 ] [ l_g_total: 4.4783e-02 ] +2024-10-03 21:17:18,360 INFO: [ epoch: 86 ] [ iter: 36,600 ] [ performance: 26.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:24 ] [ l_g_pix: 5.7133e-02 ] [ l_g_total: 5.7133e-02 ] +2024-10-03 21:17:21,868 INFO: [ epoch: 86 ] [ iter: 36,700 ] [ performance: 28.189 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:12 ] [ l_g_pix: 4.4103e-02 ] [ l_g_total: 4.4103e-02 ] +2024-10-03 21:17:27,114 INFO: [ epoch: 87 ] [ iter: 36,800 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:03 ] [ l_g_pix: 5.7328e-02 ] [ l_g_total: 5.7328e-02 ] +2024-10-03 21:17:30,788 INFO: [ epoch: 87 ] [ iter: 36,900 ] [ performance: 27.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:51 ] [ l_g_pix: 7.8825e-02 ] [ l_g_total: 7.8825e-02 ] +2024-10-03 21:17:34,442 INFO: [ epoch: 87 ] [ iter: 37,000 ] [ performance: 27.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:39 ] [ l_g_pix: 4.8726e-02 ] [ l_g_total: 4.8726e-02 ] +2024-10-03 21:17:38,014 INFO: [ epoch: 87 ] [ iter: 37,100 ] [ performance: 27.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:28 ] [ l_g_pix: 3.7700e-02 ] [ l_g_total: 3.7700e-02 ] +2024-10-03 21:17:42,929 INFO: [ epoch: 88 ] [ iter: 37,200 ] [ performance: 26.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:18 ] [ l_g_pix: 3.9939e-02 ] [ l_g_total: 3.9939e-02 ] +2024-10-03 21:17:46,634 INFO: [ epoch: 88 ] [ iter: 37,300 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:07 ] [ l_g_pix: 3.8281e-02 ] [ l_g_total: 3.8281e-02 ] +2024-10-03 21:17:50,270 INFO: [ epoch: 88 ] [ iter: 37,400 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:55 ] [ l_g_pix: 3.7453e-02 ] [ l_g_total: 3.7453e-02 ] +2024-10-03 21:17:53,858 INFO: [ epoch: 88 ] [ iter: 37,500 ] [ performance: 27.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:43 ] [ l_g_pix: 5.6584e-02 ] [ l_g_total: 5.6584e-02 ] +2024-10-03 21:17:58,976 INFO: [ epoch: 89 ] [ iter: 37,600 ] [ performance: 25.977 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:34 ] [ l_g_pix: 5.8914e-02 ] [ l_g_total: 5.8914e-02 ] +2024-10-03 21:18:02,680 INFO: [ epoch: 89 ] [ iter: 37,700 ] [ performance: 26.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:23 ] [ l_g_pix: 5.3180e-02 ] [ l_g_total: 5.3180e-02 ] +2024-10-03 21:18:06,387 INFO: [ epoch: 89 ] [ iter: 37,800 ] [ performance: 26.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 4.5505e-02 ] [ l_g_total: 4.5505e-02 ] +2024-10-03 21:18:10,037 INFO: [ epoch: 89 ] [ iter: 37,900 ] [ performance: 27.249 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:00 ] [ l_g_pix: 5.7455e-02 ] [ l_g_total: 5.7455e-02 ] +2024-10-03 21:18:14,782 INFO: [ epoch: 90 ] [ iter: 38,000 ] [ performance: 20.851 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:51 ] [ l_g_pix: 4.3202e-02 ] [ l_g_total: 4.3202e-02 ] +2024-10-03 21:18:18,635 INFO: [ epoch: 90 ] [ iter: 38,100 ] [ performance: 25.348 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:40 ] [ l_g_pix: 5.1774e-02 ] [ l_g_total: 5.1774e-02 ] +2024-10-03 21:18:22,296 INFO: [ epoch: 90 ] [ iter: 38,200 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:28 ] [ l_g_pix: 4.6454e-02 ] [ l_g_total: 4.6454e-02 ] +2024-10-03 21:18:26,009 INFO: [ epoch: 90 ] [ iter: 38,300 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:17 ] [ l_g_pix: 4.2964e-02 ] [ l_g_total: 4.2964e-02 ] +2024-10-03 21:18:29,420 INFO: [ epoch: 90 ] [ iter: 38,400 ] [ performance: 29.285 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:06 ] [ l_g_pix: 5.7592e-02 ] [ l_g_total: 5.7592e-02 ] +2024-10-03 21:18:34,665 INFO: [ epoch: 91 ] [ iter: 38,500 ] [ performance: 19.637 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:57 ] [ l_g_pix: 4.9233e-02 ] [ l_g_total: 4.9233e-02 ] +2024-10-03 21:18:38,321 INFO: [ epoch: 91 ] [ iter: 38,600 ] [ performance: 27.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:46 ] [ l_g_pix: 4.6700e-02 ] [ l_g_total: 4.6700e-02 ] +2024-10-03 21:18:41,978 INFO: [ epoch: 91 ] [ iter: 38,700 ] [ performance: 27.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:35 ] [ l_g_pix: 5.2540e-02 ] [ l_g_total: 5.2540e-02 ] +2024-10-03 21:18:45,493 INFO: [ epoch: 91 ] [ iter: 38,800 ] [ performance: 29.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:24 ] [ l_g_pix: 5.3845e-02 ] [ l_g_total: 5.3845e-02 ] +2024-10-03 21:18:50,576 INFO: [ epoch: 92 ] [ iter: 38,900 ] [ performance: 20.116 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:15 ] [ l_g_pix: 5.4405e-02 ] [ l_g_total: 5.4405e-02 ] +2024-10-03 21:18:54,256 INFO: [ epoch: 92 ] [ iter: 39,000 ] [ performance: 25.850 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:04 ] [ l_g_pix: 6.3058e-02 ] [ l_g_total: 6.3058e-02 ] +2024-10-03 21:18:58,007 INFO: [ epoch: 92 ] [ iter: 39,100 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:53 ] [ l_g_pix: 5.4342e-02 ] [ l_g_total: 5.4342e-02 ] +2024-10-03 21:19:01,601 INFO: [ epoch: 92 ] [ iter: 39,200 ] [ performance: 29.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:42 ] [ l_g_pix: 4.2526e-02 ] [ l_g_total: 4.2526e-02 ] +2024-10-03 21:19:06,648 INFO: [ epoch: 93 ] [ iter: 39,300 ] [ performance: 20.133 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:34 ] [ l_g_pix: 5.7437e-02 ] [ l_g_total: 5.7437e-02 ] +2024-10-03 21:19:10,367 INFO: [ epoch: 93 ] [ iter: 39,400 ] [ performance: 26.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:23 ] [ l_g_pix: 5.0041e-02 ] [ l_g_total: 5.0041e-02 ] +2024-10-03 21:19:14,045 INFO: [ epoch: 93 ] [ iter: 39,500 ] [ performance: 27.190 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:12 ] [ l_g_pix: 4.4327e-02 ] [ l_g_total: 4.4327e-02 ] +2024-10-03 21:19:17,625 INFO: [ epoch: 93 ] [ iter: 39,600 ] [ performance: 27.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:01 ] [ l_g_pix: 7.0361e-02 ] [ l_g_total: 7.0361e-02 ] +2024-10-03 21:19:22,711 INFO: [ epoch: 94 ] [ iter: 39,700 ] [ performance: 19.838 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:53 ] [ l_g_pix: 4.8945e-02 ] [ l_g_total: 4.8945e-02 ] +2024-10-03 21:19:26,394 INFO: [ epoch: 94 ] [ iter: 39,800 ] [ performance: 25.621 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:42 ] [ l_g_pix: 5.9351e-02 ] [ l_g_total: 5.9351e-02 ] +2024-10-03 21:19:30,102 INFO: [ epoch: 94 ] [ iter: 39,900 ] [ performance: 26.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:31 ] [ l_g_pix: 4.1567e-02 ] [ l_g_total: 4.1567e-02 ] +2024-10-03 21:19:33,721 INFO: [ epoch: 94 ] [ iter: 40,000 ] [ performance: 29.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:21 ] [ l_g_pix: 6.1618e-02 ] [ l_g_total: 6.1618e-02 ] +2024-10-03 21:19:33,721 INFO: Saving models and training states. +2024-10-03 21:22:35,708 INFO: Validation val + + # psnr: 27.1485........ Best: 27.1485 @ 40000 iter + # ssim: 0.7640........ Best: 0.7640 @ 40000 iter + # dists: 0.7731........ Best: 0.7731 @ 40000 iter + +2024-10-03 21:22:40,120 INFO: [ epoch: 95 ] [ iter: 40,100 ] [ performance: 22.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:43 ] [ l_g_pix: 5.8060e-02 ] [ l_g_total: 5.8060e-02 ] +2024-10-03 21:22:44,153 INFO: [ epoch: 95 ] [ iter: 40,200 ] [ performance: 23.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:32 ] [ l_g_pix: 4.6624e-02 ] [ l_g_total: 4.6624e-02 ] +2024-10-03 21:22:47,932 INFO: [ epoch: 95 ] [ iter: 40,300 ] [ performance: 26.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:21 ] [ l_g_pix: 5.2707e-02 ] [ l_g_total: 5.2707e-02 ] +2024-10-03 21:22:51,675 INFO: [ epoch: 95 ] [ iter: 40,400 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:09 ] [ l_g_pix: 5.4447e-02 ] [ l_g_total: 5.4447e-02 ] +2024-10-03 21:22:55,151 INFO: [ epoch: 95 ] [ iter: 40,500 ] [ performance: 28.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 5.3292e-02 ] [ l_g_total: 5.3292e-02 ] +2024-10-03 21:23:00,414 INFO: [ epoch: 96 ] [ iter: 40,600 ] [ performance: 22.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:48 ] [ l_g_pix: 5.3879e-02 ] [ l_g_total: 5.3879e-02 ] +2024-10-03 21:23:04,124 INFO: [ epoch: 96 ] [ iter: 40,700 ] [ performance: 26.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:37 ] [ l_g_pix: 5.6243e-02 ] [ l_g_total: 5.6243e-02 ] +2024-10-03 21:23:07,770 INFO: [ epoch: 96 ] [ iter: 40,800 ] [ performance: 27.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:25 ] [ l_g_pix: 6.0586e-02 ] [ l_g_total: 6.0586e-02 ] +2024-10-03 21:23:11,257 INFO: [ epoch: 96 ] [ iter: 40,900 ] [ performance: 28.720 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:13 ] [ l_g_pix: 4.5226e-02 ] [ l_g_total: 4.5226e-02 ] +2024-10-03 21:23:16,536 INFO: [ epoch: 97 ] [ iter: 41,000 ] [ performance: 22.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:04 ] [ l_g_pix: 4.4917e-02 ] [ l_g_total: 4.4917e-02 ] +2024-10-03 21:23:20,282 INFO: [ epoch: 97 ] [ iter: 41,100 ] [ performance: 26.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:53 ] [ l_g_pix: 2.9033e-02 ] [ l_g_total: 2.9033e-02 ] +2024-10-03 21:23:23,956 INFO: [ epoch: 97 ] [ iter: 41,200 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:42 ] [ l_g_pix: 4.8723e-02 ] [ l_g_total: 4.8723e-02 ] +2024-10-03 21:23:27,515 INFO: [ epoch: 97 ] [ iter: 41,300 ] [ performance: 28.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:30 ] [ l_g_pix: 5.4809e-02 ] [ l_g_total: 5.4809e-02 ] +2024-10-03 21:23:32,334 INFO: [ epoch: 98 ] [ iter: 41,400 ] [ performance: 23.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:21 ] [ l_g_pix: 5.3242e-02 ] [ l_g_total: 5.3242e-02 ] +2024-10-03 21:23:36,074 INFO: [ epoch: 98 ] [ iter: 41,500 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:10 ] [ l_g_pix: 4.9877e-02 ] [ l_g_total: 4.9877e-02 ] +2024-10-03 21:23:39,802 INFO: [ epoch: 98 ] [ iter: 41,600 ] [ performance: 26.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:59 ] [ l_g_pix: 6.0919e-02 ] [ l_g_total: 6.0919e-02 ] +2024-10-03 21:23:43,480 INFO: [ epoch: 98 ] [ iter: 41,700 ] [ performance: 27.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:48 ] [ l_g_pix: 4.8321e-02 ] [ l_g_total: 4.8321e-02 ] +2024-10-03 21:23:48,094 INFO: [ epoch: 99 ] [ iter: 41,800 ] [ performance: 24.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:38 ] [ l_g_pix: 4.5764e-02 ] [ l_g_total: 4.5764e-02 ] +2024-10-03 21:23:51,974 INFO: [ epoch: 99 ] [ iter: 41,900 ] [ performance: 26.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:27 ] [ l_g_pix: 6.2799e-02 ] [ l_g_total: 6.2799e-02 ] +2024-10-03 21:23:55,705 INFO: [ epoch: 99 ] [ iter: 42,000 ] [ performance: 26.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 5.1073e-02 ] [ l_g_total: 5.1073e-02 ] +2024-10-03 21:23:59,436 INFO: [ epoch: 99 ] [ iter: 42,100 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:05 ] [ l_g_pix: 3.9365e-02 ] [ l_g_total: 3.9365e-02 ] +2024-10-03 21:24:02,998 INFO: [ epoch: 99 ] [ iter: 42,200 ] [ performance: 27.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:54 ] [ l_g_pix: 5.5069e-02 ] [ l_g_total: 5.5069e-02 ] +2024-10-03 21:24:08,146 INFO: [ epoch: 100 ] [ iter: 42,300 ] [ performance: 24.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:45 ] [ l_g_pix: 4.1998e-02 ] [ l_g_total: 4.1998e-02 ] +2024-10-03 21:24:11,890 INFO: [ epoch: 100 ] [ iter: 42,400 ] [ performance: 25.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:34 ] [ l_g_pix: 4.0232e-02 ] [ l_g_total: 4.0232e-02 ] +2024-10-03 21:24:15,578 INFO: [ epoch: 100 ] [ iter: 42,500 ] [ performance: 27.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:24 ] [ l_g_pix: 4.3353e-02 ] [ l_g_total: 4.3353e-02 ] +2024-10-03 21:24:19,103 INFO: [ epoch: 100 ] [ iter: 42,600 ] [ performance: 27.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:12 ] [ l_g_pix: 4.6782e-02 ] [ l_g_total: 4.6782e-02 ] +2024-10-03 21:24:24,323 INFO: [ epoch: 101 ] [ iter: 42,700 ] [ performance: 18.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:04 ] [ l_g_pix: 4.5159e-02 ] [ l_g_total: 4.5159e-02 ] +2024-10-03 21:24:28,066 INFO: [ epoch: 101 ] [ iter: 42,800 ] [ performance: 22.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:53 ] [ l_g_pix: 4.0048e-02 ] [ l_g_total: 4.0048e-02 ] +2024-10-03 21:24:31,754 INFO: [ epoch: 101 ] [ iter: 42,900 ] [ performance: 27.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:42 ] [ l_g_pix: 7.0747e-02 ] [ l_g_total: 7.0747e-02 ] +2024-10-03 21:24:35,298 INFO: [ epoch: 101 ] [ iter: 43,000 ] [ performance: 27.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:32 ] [ l_g_pix: 5.1426e-02 ] [ l_g_total: 5.1426e-02 ] +2024-10-03 21:24:40,305 INFO: [ epoch: 102 ] [ iter: 43,100 ] [ performance: 19.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:23 ] [ l_g_pix: 4.4395e-02 ] [ l_g_total: 4.4395e-02 ] +2024-10-03 21:24:43,999 INFO: [ epoch: 102 ] [ iter: 43,200 ] [ performance: 22.636 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:12 ] [ l_g_pix: 5.3610e-02 ] [ l_g_total: 5.3610e-02 ] +2024-10-03 21:24:47,702 INFO: [ epoch: 102 ] [ iter: 43,300 ] [ performance: 26.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:01 ] [ l_g_pix: 3.9643e-02 ] [ l_g_total: 3.9643e-02 ] +2024-10-03 21:24:51,310 INFO: [ epoch: 102 ] [ iter: 43,400 ] [ performance: 27.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 4.3862e-02 ] [ l_g_total: 4.3862e-02 ] +2024-10-03 21:24:56,425 INFO: [ epoch: 103 ] [ iter: 43,500 ] [ performance: 18.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:42 ] [ l_g_pix: 5.4293e-02 ] [ l_g_total: 5.4293e-02 ] +2024-10-03 21:25:00,135 INFO: [ epoch: 103 ] [ iter: 43,600 ] [ performance: 22.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:32 ] [ l_g_pix: 5.6839e-02 ] [ l_g_total: 5.6839e-02 ] +2024-10-03 21:25:03,880 INFO: [ epoch: 103 ] [ iter: 43,700 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:21 ] [ l_g_pix: 5.2758e-02 ] [ l_g_total: 5.2758e-02 ] +2024-10-03 21:25:07,572 INFO: [ epoch: 103 ] [ iter: 43,800 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:11 ] [ l_g_pix: 8.0186e-02 ] [ l_g_total: 8.0186e-02 ] +2024-10-03 21:25:12,023 INFO: [ epoch: 104 ] [ iter: 43,900 ] [ performance: 21.315 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:01 ] [ l_g_pix: 4.7306e-02 ] [ l_g_total: 4.7306e-02 ] +2024-10-03 21:25:16,140 INFO: [ epoch: 104 ] [ iter: 44,000 ] [ performance: 22.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:51 ] [ l_g_pix: 4.9225e-02 ] [ l_g_total: 4.9225e-02 ] +2024-10-03 21:25:19,843 INFO: [ epoch: 104 ] [ iter: 44,100 ] [ performance: 26.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:41 ] [ l_g_pix: 5.3374e-02 ] [ l_g_total: 5.3374e-02 ] +2024-10-03 21:25:23,571 INFO: [ epoch: 104 ] [ iter: 44,200 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:31 ] [ l_g_pix: 5.2901e-02 ] [ l_g_total: 5.2901e-02 ] +2024-10-03 21:25:27,024 INFO: [ epoch: 104 ] [ iter: 44,300 ] [ performance: 29.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:20 ] [ l_g_pix: 3.9591e-02 ] [ l_g_total: 3.9591e-02 ] +2024-10-03 21:25:32,344 INFO: [ epoch: 105 ] [ iter: 44,400 ] [ performance: 22.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:12 ] [ l_g_pix: 4.3435e-02 ] [ l_g_total: 4.3435e-02 ] +2024-10-03 21:25:36,033 INFO: [ epoch: 105 ] [ iter: 44,500 ] [ performance: 27.186 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 6.9532e-02 ] [ l_g_total: 6.9532e-02 ] +2024-10-03 21:25:39,690 INFO: [ epoch: 105 ] [ iter: 44,600 ] [ performance: 27.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:52 ] [ l_g_pix: 4.7467e-02 ] [ l_g_total: 4.7467e-02 ] +2024-10-03 21:25:43,273 INFO: [ epoch: 105 ] [ iter: 44,700 ] [ performance: 28.247 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:41 ] [ l_g_pix: 6.2877e-02 ] [ l_g_total: 6.2877e-02 ] +2024-10-03 21:25:48,495 INFO: [ epoch: 106 ] [ iter: 44,800 ] [ performance: 22.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:33 ] [ l_g_pix: 4.2987e-02 ] [ l_g_total: 4.2987e-02 ] +2024-10-03 21:25:52,256 INFO: [ epoch: 106 ] [ iter: 44,900 ] [ performance: 26.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:23 ] [ l_g_pix: 4.3835e-02 ] [ l_g_total: 4.3835e-02 ] +2024-10-03 21:25:55,967 INFO: [ epoch: 106 ] [ iter: 45,000 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:13 ] [ l_g_pix: 4.8487e-02 ] [ l_g_total: 4.8487e-02 ] +2024-10-03 21:25:59,524 INFO: [ epoch: 106 ] [ iter: 45,100 ] [ performance: 28.529 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:03 ] [ l_g_pix: 4.7572e-02 ] [ l_g_total: 4.7572e-02 ] +2024-10-03 21:26:04,486 INFO: [ epoch: 107 ] [ iter: 45,200 ] [ performance: 23.082 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:54 ] [ l_g_pix: 4.8945e-02 ] [ l_g_total: 4.8945e-02 ] +2024-10-03 21:26:08,167 INFO: [ epoch: 107 ] [ iter: 45,300 ] [ performance: 27.338 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:44 ] [ l_g_pix: 3.9169e-02 ] [ l_g_total: 3.9169e-02 ] +2024-10-03 21:26:11,901 INFO: [ epoch: 107 ] [ iter: 45,400 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:34 ] [ l_g_pix: 5.9341e-02 ] [ l_g_total: 5.9341e-02 ] +2024-10-03 21:26:15,614 INFO: [ epoch: 107 ] [ iter: 45,500 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:24 ] [ l_g_pix: 4.8111e-02 ] [ l_g_total: 4.8111e-02 ] +2024-10-03 21:26:20,651 INFO: [ epoch: 108 ] [ iter: 45,600 ] [ performance: 22.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:16 ] [ l_g_pix: 5.4636e-02 ] [ l_g_total: 5.4636e-02 ] +2024-10-03 21:26:24,431 INFO: [ epoch: 108 ] [ iter: 45,700 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 5.0398e-02 ] [ l_g_total: 5.0398e-02 ] +2024-10-03 21:26:28,170 INFO: [ epoch: 108 ] [ iter: 45,800 ] [ performance: 26.733 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:56 ] [ l_g_pix: 5.5688e-02 ] [ l_g_total: 5.5688e-02 ] +2024-10-03 21:26:31,898 INFO: [ epoch: 108 ] [ iter: 45,900 ] [ performance: 27.010 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:46 ] [ l_g_pix: 4.4969e-02 ] [ l_g_total: 4.4969e-02 ] +2024-10-03 21:26:36,243 INFO: [ epoch: 109 ] [ iter: 46,000 ] [ performance: 24.542 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:37 ] [ l_g_pix: 5.7874e-02 ] [ l_g_total: 5.7874e-02 ] +2024-10-03 21:26:40,341 INFO: [ epoch: 109 ] [ iter: 46,100 ] [ performance: 25.888 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:28 ] [ l_g_pix: 5.6321e-02 ] [ l_g_total: 5.6321e-02 ] +2024-10-03 21:26:44,016 INFO: [ epoch: 109 ] [ iter: 46,200 ] [ performance: 26.648 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:18 ] [ l_g_pix: 5.3813e-02 ] [ l_g_total: 5.3813e-02 ] +2024-10-03 21:26:47,704 INFO: [ epoch: 109 ] [ iter: 46,300 ] [ performance: 27.246 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:08 ] [ l_g_pix: 4.3003e-02 ] [ l_g_total: 4.3003e-02 ] +2024-10-03 21:26:51,194 INFO: [ epoch: 109 ] [ iter: 46,400 ] [ performance: 28.062 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:58 ] [ l_g_pix: 5.2945e-02 ] [ l_g_total: 5.2945e-02 ] +2024-10-03 21:26:56,365 INFO: [ epoch: 110 ] [ iter: 46,500 ] [ performance: 24.325 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:50 ] [ l_g_pix: 4.0893e-02 ] [ l_g_total: 4.0893e-02 ] +2024-10-03 21:27:00,110 INFO: [ epoch: 110 ] [ iter: 46,600 ] [ performance: 25.681 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:41 ] [ l_g_pix: 5.6505e-02 ] [ l_g_total: 5.6505e-02 ] +2024-10-03 21:27:03,868 INFO: [ epoch: 110 ] [ iter: 46,700 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:31 ] [ l_g_pix: 4.5458e-02 ] [ l_g_total: 4.5458e-02 ] +2024-10-03 21:27:07,428 INFO: [ epoch: 110 ] [ iter: 46,800 ] [ performance: 27.438 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:21 ] [ l_g_pix: 4.3049e-02 ] [ l_g_total: 4.3049e-02 ] +2024-10-03 21:27:12,638 INFO: [ epoch: 111 ] [ iter: 46,900 ] [ performance: 16.481 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:14 ] [ l_g_pix: 4.7493e-02 ] [ l_g_total: 4.7493e-02 ] +2024-10-03 21:27:16,372 INFO: [ epoch: 111 ] [ iter: 47,000 ] [ performance: 21.415 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:04 ] [ l_g_pix: 4.4870e-02 ] [ l_g_total: 4.4870e-02 ] +2024-10-03 21:27:20,090 INFO: [ epoch: 111 ] [ iter: 47,100 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:54 ] [ l_g_pix: 4.0497e-02 ] [ l_g_total: 4.0497e-02 ] +2024-10-03 21:27:23,719 INFO: [ epoch: 111 ] [ iter: 47,200 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:45 ] [ l_g_pix: 3.5661e-02 ] [ l_g_total: 3.5661e-02 ] +2024-10-03 21:27:28,786 INFO: [ epoch: 112 ] [ iter: 47,300 ] [ performance: 16.892 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:37 ] [ l_g_pix: 4.7367e-02 ] [ l_g_total: 4.7367e-02 ] +2024-10-03 21:27:32,503 INFO: [ epoch: 112 ] [ iter: 47,400 ] [ performance: 21.815 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:27 ] [ l_g_pix: 4.0239e-02 ] [ l_g_total: 4.0239e-02 ] +2024-10-03 21:27:36,183 INFO: [ epoch: 112 ] [ iter: 47,500 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:18 ] [ l_g_pix: 4.8079e-02 ] [ l_g_total: 4.8079e-02 ] +2024-10-03 21:27:39,842 INFO: [ epoch: 112 ] [ iter: 47,600 ] [ performance: 27.225 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:08 ] [ l_g_pix: 5.2839e-02 ] [ l_g_total: 5.2839e-02 ] +2024-10-03 21:27:44,663 INFO: [ epoch: 113 ] [ iter: 47,700 ] [ performance: 17.741 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:00 ] [ l_g_pix: 4.2291e-02 ] [ l_g_total: 4.2291e-02 ] +2024-10-03 21:27:48,637 INFO: [ epoch: 113 ] [ iter: 47,800 ] [ performance: 21.700 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:51 ] [ l_g_pix: 4.7367e-02 ] [ l_g_total: 4.7367e-02 ] +2024-10-03 21:27:52,321 INFO: [ epoch: 113 ] [ iter: 47,900 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:42 ] [ l_g_pix: 6.3835e-02 ] [ l_g_total: 6.3835e-02 ] +2024-10-03 21:27:56,031 INFO: [ epoch: 113 ] [ iter: 48,000 ] [ performance: 27.074 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:32 ] [ l_g_pix: 4.5599e-02 ] [ l_g_total: 4.5599e-02 ] +2024-10-03 21:27:59,560 INFO: [ epoch: 113 ] [ iter: 48,100 ] [ performance: 28.796 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:23 ] [ l_g_pix: 6.4032e-02 ] [ l_g_total: 6.4032e-02 ] +2024-10-03 21:28:04,600 INFO: [ epoch: 114 ] [ iter: 48,200 ] [ performance: 22.495 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:15 ] [ l_g_pix: 7.4952e-02 ] [ l_g_total: 7.4952e-02 ] +2024-10-03 21:28:08,384 INFO: [ epoch: 114 ] [ iter: 48,300 ] [ performance: 26.464 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:06 ] [ l_g_pix: 5.6189e-02 ] [ l_g_total: 5.6189e-02 ] +2024-10-03 21:28:12,072 INFO: [ epoch: 114 ] [ iter: 48,400 ] [ performance: 26.871 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:56 ] [ l_g_pix: 4.3051e-02 ] [ l_g_total: 4.3051e-02 ] +2024-10-03 21:28:15,543 INFO: [ epoch: 114 ] [ iter: 48,500 ] [ performance: 29.743 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:47 ] [ l_g_pix: 4.3767e-02 ] [ l_g_total: 4.3767e-02 ] +2024-10-03 21:28:20,728 INFO: [ epoch: 115 ] [ iter: 48,600 ] [ performance: 22.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:39 ] [ l_g_pix: 5.2576e-02 ] [ l_g_total: 5.2576e-02 ] +2024-10-03 21:28:24,403 INFO: [ epoch: 115 ] [ iter: 48,700 ] [ performance: 27.385 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:30 ] [ l_g_pix: 5.8359e-02 ] [ l_g_total: 5.8359e-02 ] +2024-10-03 21:28:28,136 INFO: [ epoch: 115 ] [ iter: 48,800 ] [ performance: 27.008 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:21 ] [ l_g_pix: 4.1205e-02 ] [ l_g_total: 4.1205e-02 ] +2024-10-03 21:28:31,731 INFO: [ epoch: 115 ] [ iter: 48,900 ] [ performance: 28.492 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:12 ] [ l_g_pix: 4.8639e-02 ] [ l_g_total: 4.8639e-02 ] +2024-10-03 21:28:36,806 INFO: [ epoch: 116 ] [ iter: 49,000 ] [ performance: 22.196 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:04 ] [ l_g_pix: 5.7196e-02 ] [ l_g_total: 5.7196e-02 ] +2024-10-03 21:28:40,562 INFO: [ epoch: 116 ] [ iter: 49,100 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:55 ] [ l_g_pix: 4.4978e-02 ] [ l_g_total: 4.4978e-02 ] +2024-10-03 21:28:44,297 INFO: [ epoch: 116 ] [ iter: 49,200 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:46 ] [ l_g_pix: 5.6635e-02 ] [ l_g_total: 5.6635e-02 ] +2024-10-03 21:28:47,888 INFO: [ epoch: 116 ] [ iter: 49,300 ] [ performance: 28.217 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:37 ] [ l_g_pix: 5.7930e-02 ] [ l_g_total: 5.7930e-02 ] +2024-10-03 21:28:52,614 INFO: [ epoch: 117 ] [ iter: 49,400 ] [ performance: 23.225 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:29 ] [ l_g_pix: 5.2738e-02 ] [ l_g_total: 5.2738e-02 ] +2024-10-03 21:28:56,410 INFO: [ epoch: 117 ] [ iter: 49,500 ] [ performance: 27.168 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:20 ] [ l_g_pix: 5.3255e-02 ] [ l_g_total: 5.3255e-02 ] +2024-10-03 21:29:00,095 INFO: [ epoch: 117 ] [ iter: 49,600 ] [ performance: 27.148 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:11 ] [ l_g_pix: 5.1299e-02 ] [ l_g_total: 5.1299e-02 ] +2024-10-03 21:29:03,789 INFO: [ epoch: 117 ] [ iter: 49,700 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:02 ] [ l_g_pix: 4.1768e-02 ] [ l_g_total: 4.1768e-02 ] +2024-10-03 21:29:08,184 INFO: [ epoch: 118 ] [ iter: 49,800 ] [ performance: 24.046 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:53 ] [ l_g_pix: 3.9745e-02 ] [ l_g_total: 3.9745e-02 ] +2024-10-03 21:29:12,268 INFO: [ epoch: 118 ] [ iter: 49,900 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:45 ] [ l_g_pix: 4.3822e-02 ] [ l_g_total: 4.3822e-02 ] +2024-10-03 21:29:15,997 INFO: [ epoch: 118 ] [ iter: 50,000 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:36 ] [ l_g_pix: 4.0268e-02 ] [ l_g_total: 4.0268e-02 ] +2024-10-03 21:29:15,998 INFO: Saving models and training states. +2024-10-03 21:34:34,007 INFO: Validation val + + # psnr: 27.1577........ Best: 27.1577 @ 50000 iter + # ssim: 0.7645........ Best: 0.7645 @ 50000 iter + # dists: 0.7730........ Best: 0.7730 @ 50000 iter + +2024-10-03 21:34:37,704 INFO: [ epoch: 118 ] [ iter: 50,100 ] [ performance: 27.230 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:44 ] [ l_g_pix: 4.5702e-02 ] [ l_g_total: 4.5702e-02 ] +2024-10-03 21:34:41,165 INFO: [ epoch: 118 ] [ iter: 50,200 ] [ performance: 28.315 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:33 ] [ l_g_pix: 4.7795e-02 ] [ l_g_total: 4.7795e-02 ] +2024-10-03 21:34:46,554 INFO: [ epoch: 119 ] [ iter: 50,300 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:25 ] [ l_g_pix: 5.0515e-02 ] [ l_g_total: 5.0515e-02 ] +2024-10-03 21:34:50,219 INFO: [ epoch: 119 ] [ iter: 50,400 ] [ performance: 27.156 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:15 ] [ l_g_pix: 5.3436e-02 ] [ l_g_total: 5.3436e-02 ] +2024-10-03 21:34:53,916 INFO: [ epoch: 119 ] [ iter: 50,500 ] [ performance: 27.193 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:05 ] [ l_g_pix: 4.2993e-02 ] [ l_g_total: 4.2993e-02 ] +2024-10-03 21:34:57,396 INFO: [ epoch: 119 ] [ iter: 50,600 ] [ performance: 28.214 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:54 ] [ l_g_pix: 4.9768e-02 ] [ l_g_total: 4.9768e-02 ] +2024-10-03 21:35:02,430 INFO: [ epoch: 120 ] [ iter: 50,700 ] [ performance: 23.315 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:46 ] [ l_g_pix: 4.2767e-02 ] [ l_g_total: 4.2767e-02 ] +2024-10-03 21:35:06,134 INFO: [ epoch: 120 ] [ iter: 50,800 ] [ performance: 25.687 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:36 ] [ l_g_pix: 4.8563e-02 ] [ l_g_total: 4.8563e-02 ] +2024-10-03 21:35:09,811 INFO: [ epoch: 120 ] [ iter: 50,900 ] [ performance: 27.207 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:26 ] [ l_g_pix: 5.8192e-02 ] [ l_g_total: 5.8192e-02 ] +2024-10-03 21:35:13,436 INFO: [ epoch: 120 ] [ iter: 51,000 ] [ performance: 27.466 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:16 ] [ l_g_pix: 5.2976e-02 ] [ l_g_total: 5.2976e-02 ] +2024-10-03 21:35:18,640 INFO: [ epoch: 121 ] [ iter: 51,100 ] [ performance: 13.669 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:07 ] [ l_g_pix: 5.7505e-02 ] [ l_g_total: 5.7505e-02 ] +2024-10-03 21:35:22,322 INFO: [ epoch: 121 ] [ iter: 51,200 ] [ performance: 20.718 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:57 ] [ l_g_pix: 6.1819e-02 ] [ l_g_total: 6.1819e-02 ] +2024-10-03 21:35:26,026 INFO: [ epoch: 121 ] [ iter: 51,300 ] [ performance: 26.630 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:47 ] [ l_g_pix: 5.0429e-02 ] [ l_g_total: 5.0429e-02 ] +2024-10-03 21:35:29,682 INFO: [ epoch: 121 ] [ iter: 51,400 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:37 ] [ l_g_pix: 5.7729e-02 ] [ l_g_total: 5.7729e-02 ] +2024-10-03 21:35:34,561 INFO: [ epoch: 122 ] [ iter: 51,500 ] [ performance: 14.781 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:29 ] [ l_g_pix: 4.4054e-02 ] [ l_g_total: 4.4054e-02 ] +2024-10-03 21:35:38,531 INFO: [ epoch: 122 ] [ iter: 51,600 ] [ performance: 20.732 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:19 ] [ l_g_pix: 4.6287e-02 ] [ l_g_total: 4.6287e-02 ] +2024-10-03 21:35:42,247 INFO: [ epoch: 122 ] [ iter: 51,700 ] [ performance: 27.237 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:09 ] [ l_g_pix: 4.0746e-02 ] [ l_g_total: 4.0746e-02 ] +2024-10-03 21:35:45,936 INFO: [ epoch: 122 ] [ iter: 51,800 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:59 ] [ l_g_pix: 4.3716e-02 ] [ l_g_total: 4.3716e-02 ] +2024-10-03 21:35:49,374 INFO: [ epoch: 122 ] [ iter: 51,900 ] [ performance: 29.141 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:49 ] [ l_g_pix: 4.3119e-02 ] [ l_g_total: 4.3119e-02 ] +2024-10-03 21:35:54,762 INFO: [ epoch: 123 ] [ iter: 52,000 ] [ performance: 20.797 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:41 ] [ l_g_pix: 4.8689e-02 ] [ l_g_total: 4.8689e-02 ] +2024-10-03 21:35:58,492 INFO: [ epoch: 123 ] [ iter: 52,100 ] [ performance: 27.117 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:31 ] [ l_g_pix: 5.6666e-02 ] [ l_g_total: 5.6666e-02 ] +2024-10-03 21:36:02,160 INFO: [ epoch: 123 ] [ iter: 52,200 ] [ performance: 27.224 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:22 ] [ l_g_pix: 3.7538e-02 ] [ l_g_total: 3.7538e-02 ] +2024-10-03 21:36:05,679 INFO: [ epoch: 123 ] [ iter: 52,300 ] [ performance: 29.287 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:12 ] [ l_g_pix: 4.7553e-02 ] [ l_g_total: 4.7553e-02 ] +2024-10-03 21:36:10,905 INFO: [ epoch: 124 ] [ iter: 52,400 ] [ performance: 21.244 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:04 ] [ l_g_pix: 4.4384e-02 ] [ l_g_total: 4.4384e-02 ] +2024-10-03 21:36:14,568 INFO: [ epoch: 124 ] [ iter: 52,500 ] [ performance: 27.508 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:54 ] [ l_g_pix: 4.4519e-02 ] [ l_g_total: 4.4519e-02 ] +2024-10-03 21:36:18,230 INFO: [ epoch: 124 ] [ iter: 52,600 ] [ performance: 27.365 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:44 ] [ l_g_pix: 7.0043e-02 ] [ l_g_total: 7.0043e-02 ] +2024-10-03 21:36:21,828 INFO: [ epoch: 124 ] [ iter: 52,700 ] [ performance: 29.235 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:35 ] [ l_g_pix: 4.4757e-02 ] [ l_g_total: 4.4757e-02 ] +2024-10-03 21:36:27,067 INFO: [ epoch: 125 ] [ iter: 52,800 ] [ performance: 21.107 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:26 ] [ l_g_pix: 4.4848e-02 ] [ l_g_total: 4.4848e-02 ] +2024-10-03 21:36:30,825 INFO: [ epoch: 125 ] [ iter: 52,900 ] [ performance: 26.328 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:17 ] [ l_g_pix: 6.0730e-02 ] [ l_g_total: 6.0730e-02 ] +2024-10-03 21:36:34,544 INFO: [ epoch: 125 ] [ iter: 53,000 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:07 ] [ l_g_pix: 4.4202e-02 ] [ l_g_total: 4.4202e-02 ] +2024-10-03 21:36:38,178 INFO: [ epoch: 125 ] [ iter: 53,100 ] [ performance: 28.960 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:58 ] [ l_g_pix: 5.4277e-02 ] [ l_g_total: 5.4277e-02 ] +2024-10-03 21:36:43,278 INFO: [ epoch: 126 ] [ iter: 53,200 ] [ performance: 21.447 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:50 ] [ l_g_pix: 5.2506e-02 ] [ l_g_total: 5.2506e-02 ] +2024-10-03 21:36:47,002 INFO: [ epoch: 126 ] [ iter: 53,300 ] [ performance: 26.447 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:40 ] [ l_g_pix: 5.3297e-02 ] [ l_g_total: 5.3297e-02 ] +2024-10-03 21:36:50,684 INFO: [ epoch: 126 ] [ iter: 53,400 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:31 ] [ l_g_pix: 6.4612e-02 ] [ l_g_total: 6.4612e-02 ] +2024-10-03 21:36:54,414 INFO: [ epoch: 126 ] [ iter: 53,500 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:21 ] [ l_g_pix: 5.6105e-02 ] [ l_g_total: 5.6105e-02 ] +2024-10-03 21:36:59,045 INFO: [ epoch: 127 ] [ iter: 53,600 ] [ performance: 22.716 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:13 ] [ l_g_pix: 4.5452e-02 ] [ l_g_total: 4.5452e-02 ] +2024-10-03 21:37:03,308 INFO: [ epoch: 127 ] [ iter: 53,700 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:04 ] [ l_g_pix: 4.6946e-02 ] [ l_g_total: 4.6946e-02 ] +2024-10-03 21:37:07,051 INFO: [ epoch: 127 ] [ iter: 53,800 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:55 ] [ l_g_pix: 5.7305e-02 ] [ l_g_total: 5.7305e-02 ] +2024-10-03 21:37:10,748 INFO: [ epoch: 127 ] [ iter: 53,900 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:45 ] [ l_g_pix: 5.5455e-02 ] [ l_g_total: 5.5455e-02 ] +2024-10-03 21:37:14,238 INFO: [ epoch: 127 ] [ iter: 54,000 ] [ performance: 28.194 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:36 ] [ l_g_pix: 3.5402e-02 ] [ l_g_total: 3.5402e-02 ] +2024-10-03 21:37:19,611 INFO: [ epoch: 128 ] [ iter: 54,100 ] [ performance: 26.542 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:28 ] [ l_g_pix: 5.0773e-02 ] [ l_g_total: 5.0773e-02 ] +2024-10-03 21:37:23,311 INFO: [ epoch: 128 ] [ iter: 54,200 ] [ performance: 26.913 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:18 ] [ l_g_pix: 4.2780e-02 ] [ l_g_total: 4.2780e-02 ] +2024-10-03 21:37:27,003 INFO: [ epoch: 128 ] [ iter: 54,300 ] [ performance: 27.195 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:09 ] [ l_g_pix: 4.8032e-02 ] [ l_g_total: 4.8032e-02 ] +2024-10-03 21:37:30,547 INFO: [ epoch: 128 ] [ iter: 54,400 ] [ performance: 27.974 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:00 ] [ l_g_pix: 5.3824e-02 ] [ l_g_total: 5.3824e-02 ] +2024-10-03 21:37:35,760 INFO: [ epoch: 129 ] [ iter: 54,500 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:52 ] [ l_g_pix: 4.0712e-02 ] [ l_g_total: 4.0712e-02 ] +2024-10-03 21:37:39,431 INFO: [ epoch: 129 ] [ iter: 54,600 ] [ performance: 27.159 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:43 ] [ l_g_pix: 4.8919e-02 ] [ l_g_total: 4.8919e-02 ] +2024-10-03 21:37:43,100 INFO: [ epoch: 129 ] [ iter: 54,700 ] [ performance: 27.378 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:33 ] [ l_g_pix: 3.7465e-02 ] [ l_g_total: 3.7465e-02 ] +2024-10-03 21:37:46,695 INFO: [ epoch: 129 ] [ iter: 54,800 ] [ performance: 27.725 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:24 ] [ l_g_pix: 4.0494e-02 ] [ l_g_total: 4.0494e-02 ] +2024-10-03 21:37:51,672 INFO: [ epoch: 130 ] [ iter: 54,900 ] [ performance: 21.457 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:16 ] [ l_g_pix: 5.6282e-02 ] [ l_g_total: 5.6282e-02 ] +2024-10-03 21:37:55,378 INFO: [ epoch: 130 ] [ iter: 55,000 ] [ performance: 25.586 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:07 ] [ l_g_pix: 4.7980e-02 ] [ l_g_total: 4.7980e-02 ] +2024-10-03 21:37:59,045 INFO: [ epoch: 130 ] [ iter: 55,100 ] [ performance: 26.574 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:58 ] [ l_g_pix: 3.8884e-02 ] [ l_g_total: 3.8884e-02 ] +2024-10-03 21:38:02,718 INFO: [ epoch: 130 ] [ iter: 55,200 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:49 ] [ l_g_pix: 4.9254e-02 ] [ l_g_total: 4.9254e-02 ] +2024-10-03 21:38:07,519 INFO: [ epoch: 131 ] [ iter: 55,300 ] [ performance: 11.269 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:41 ] [ l_g_pix: 4.5694e-02 ] [ l_g_total: 4.5694e-02 ] +2024-10-03 21:38:11,478 INFO: [ epoch: 131 ] [ iter: 55,400 ] [ performance: 20.238 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:32 ] [ l_g_pix: 4.3392e-02 ] [ l_g_total: 4.3392e-02 ] +2024-10-03 21:38:15,161 INFO: [ epoch: 131 ] [ iter: 55,500 ] [ performance: 27.410 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:23 ] [ l_g_pix: 4.5015e-02 ] [ l_g_total: 4.5015e-02 ] +2024-10-03 21:38:18,848 INFO: [ epoch: 131 ] [ iter: 55,600 ] [ performance: 27.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:14 ] [ l_g_pix: 4.5424e-02 ] [ l_g_total: 4.5424e-02 ] +2024-10-03 21:38:22,283 INFO: [ epoch: 131 ] [ iter: 55,700 ] [ performance: 29.285 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:04 ] [ l_g_pix: 4.9294e-02 ] [ l_g_total: 4.9294e-02 ] +2024-10-03 21:38:27,470 INFO: [ epoch: 132 ] [ iter: 55,800 ] [ performance: 20.600 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:57 ] [ l_g_pix: 4.2405e-02 ] [ l_g_total: 4.2405e-02 ] +2024-10-03 21:38:31,179 INFO: [ epoch: 132 ] [ iter: 55,900 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:48 ] [ l_g_pix: 5.5097e-02 ] [ l_g_total: 5.5097e-02 ] +2024-10-03 21:38:34,880 INFO: [ epoch: 132 ] [ iter: 56,000 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:39 ] [ l_g_pix: 4.6762e-02 ] [ l_g_total: 4.6762e-02 ] +2024-10-03 21:38:38,366 INFO: [ epoch: 132 ] [ iter: 56,100 ] [ performance: 29.335 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:30 ] [ l_g_pix: 4.9468e-02 ] [ l_g_total: 4.9468e-02 ] +2024-10-03 21:38:43,730 INFO: [ epoch: 133 ] [ iter: 56,200 ] [ performance: 19.906 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:22 ] [ l_g_pix: 4.3800e-02 ] [ l_g_total: 4.3800e-02 ] +2024-10-03 21:38:47,408 INFO: [ epoch: 133 ] [ iter: 56,300 ] [ performance: 27.983 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:13 ] [ l_g_pix: 3.5476e-02 ] [ l_g_total: 3.5476e-02 ] +2024-10-03 21:38:51,058 INFO: [ epoch: 133 ] [ iter: 56,400 ] [ performance: 27.495 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:04 ] [ l_g_pix: 5.0871e-02 ] [ l_g_total: 5.0871e-02 ] +2024-10-03 21:38:54,632 INFO: [ epoch: 133 ] [ iter: 56,500 ] [ performance: 29.263 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:55 ] [ l_g_pix: 5.5252e-02 ] [ l_g_total: 5.5252e-02 ] +2024-10-03 21:38:59,933 INFO: [ epoch: 134 ] [ iter: 56,600 ] [ performance: 20.006 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:48 ] [ l_g_pix: 5.3965e-02 ] [ l_g_total: 5.3965e-02 ] +2024-10-03 21:39:03,630 INFO: [ epoch: 134 ] [ iter: 56,700 ] [ performance: 27.336 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:39 ] [ l_g_pix: 5.6031e-02 ] [ l_g_total: 5.6031e-02 ] +2024-10-03 21:39:07,305 INFO: [ epoch: 134 ] [ iter: 56,800 ] [ performance: 27.230 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:30 ] [ l_g_pix: 4.0852e-02 ] [ l_g_total: 4.0852e-02 ] +2024-10-03 21:39:10,955 INFO: [ epoch: 134 ] [ iter: 56,900 ] [ performance: 29.081 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:21 ] [ l_g_pix: 5.7788e-02 ] [ l_g_total: 5.7788e-02 ] +2024-10-03 21:39:16,015 INFO: [ epoch: 135 ] [ iter: 57,000 ] [ performance: 20.737 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:13 ] [ l_g_pix: 4.6456e-02 ] [ l_g_total: 4.6456e-02 ] +2024-10-03 21:39:19,761 INFO: [ epoch: 135 ] [ iter: 57,100 ] [ performance: 27.368 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:05 ] [ l_g_pix: 3.7715e-02 ] [ l_g_total: 3.7715e-02 ] +2024-10-03 21:39:23,457 INFO: [ epoch: 135 ] [ iter: 57,200 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:56 ] [ l_g_pix: 4.9723e-02 ] [ l_g_total: 4.9723e-02 ] +2024-10-03 21:39:27,171 INFO: [ epoch: 135 ] [ iter: 57,300 ] [ performance: 27.181 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:47 ] [ l_g_pix: 6.6628e-02 ] [ l_g_total: 6.6628e-02 ] +2024-10-03 21:39:31,813 INFO: [ epoch: 136 ] [ iter: 57,400 ] [ performance: 22.149 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:39 ] [ l_g_pix: 3.6805e-02 ] [ l_g_total: 3.6805e-02 ] +2024-10-03 21:39:36,016 INFO: [ epoch: 136 ] [ iter: 57,500 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:31 ] [ l_g_pix: 5.1666e-02 ] [ l_g_total: 5.1666e-02 ] +2024-10-03 21:39:39,725 INFO: [ epoch: 136 ] [ iter: 57,600 ] [ performance: 26.932 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:22 ] [ l_g_pix: 5.4557e-02 ] [ l_g_total: 5.4557e-02 ] +2024-10-03 21:39:43,341 INFO: [ epoch: 136 ] [ iter: 57,700 ] [ performance: 28.178 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:13 ] [ l_g_pix: 4.8884e-02 ] [ l_g_total: 4.8884e-02 ] +2024-10-03 21:39:46,834 INFO: [ epoch: 136 ] [ iter: 57,800 ] [ performance: 28.581 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:05 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-10-03 21:39:52,220 INFO: [ epoch: 137 ] [ iter: 57,900 ] [ performance: 27.214 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:57 ] [ l_g_pix: 4.4132e-02 ] [ l_g_total: 4.4132e-02 ] +2024-10-03 21:39:55,896 INFO: [ epoch: 137 ] [ iter: 58,000 ] [ performance: 27.211 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:49 ] [ l_g_pix: 5.7364e-02 ] [ l_g_total: 5.7364e-02 ] +2024-10-03 21:39:59,590 INFO: [ epoch: 137 ] [ iter: 58,100 ] [ performance: 27.204 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:40 ] [ l_g_pix: 4.2207e-02 ] [ l_g_total: 4.2207e-02 ] +2024-10-03 21:40:03,144 INFO: [ epoch: 137 ] [ iter: 58,200 ] [ performance: 28.049 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:31 ] [ l_g_pix: 4.4758e-02 ] [ l_g_total: 4.4758e-02 ] +2024-10-03 21:40:08,259 INFO: [ epoch: 138 ] [ iter: 58,300 ] [ performance: 26.562 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:24 ] [ l_g_pix: 4.2015e-02 ] [ l_g_total: 4.2015e-02 ] +2024-10-03 21:40:11,994 INFO: [ epoch: 138 ] [ iter: 58,400 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:15 ] [ l_g_pix: 5.2924e-02 ] [ l_g_total: 5.2924e-02 ] +2024-10-03 21:40:15,734 INFO: [ epoch: 138 ] [ iter: 58,500 ] [ performance: 26.478 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:07 ] [ l_g_pix: 3.9286e-02 ] [ l_g_total: 3.9286e-02 ] +2024-10-03 21:40:19,331 INFO: [ epoch: 138 ] [ iter: 58,600 ] [ performance: 27.694 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:58 ] [ l_g_pix: 5.1877e-02 ] [ l_g_total: 5.1877e-02 ] +2024-10-03 21:40:24,308 INFO: [ epoch: 139 ] [ iter: 58,700 ] [ performance: 24.263 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:50 ] [ l_g_pix: 4.6302e-02 ] [ l_g_total: 4.6302e-02 ] +2024-10-03 21:40:28,029 INFO: [ epoch: 139 ] [ iter: 58,800 ] [ performance: 26.666 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:42 ] [ l_g_pix: 5.1504e-02 ] [ l_g_total: 5.1504e-02 ] +2024-10-03 21:40:31,718 INFO: [ epoch: 139 ] [ iter: 58,900 ] [ performance: 26.348 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:34 ] [ l_g_pix: 6.1615e-02 ] [ l_g_total: 6.1615e-02 ] +2024-10-03 21:40:35,392 INFO: [ epoch: 139 ] [ iter: 59,000 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:25 ] [ l_g_pix: 5.3500e-02 ] [ l_g_total: 5.3500e-02 ] +2024-10-03 21:40:40,295 INFO: [ epoch: 140 ] [ iter: 59,100 ] [ performance: 17.155 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:17 ] [ l_g_pix: 5.8156e-02 ] [ l_g_total: 5.8156e-02 ] +2024-10-03 21:40:44,182 INFO: [ epoch: 140 ] [ iter: 59,200 ] [ performance: 25.041 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:09 ] [ l_g_pix: 6.8559e-02 ] [ l_g_total: 6.8559e-02 ] +2024-10-03 21:40:47,909 INFO: [ epoch: 140 ] [ iter: 59,300 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:01 ] [ l_g_pix: 5.4951e-02 ] [ l_g_total: 5.4951e-02 ] +2024-10-03 21:40:51,597 INFO: [ epoch: 140 ] [ iter: 59,400 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:52 ] [ l_g_pix: 4.0516e-02 ] [ l_g_total: 4.0516e-02 ] +2024-10-03 21:40:55,017 INFO: [ epoch: 140 ] [ iter: 59,500 ] [ performance: 29.363 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:44 ] [ l_g_pix: 4.1017e-02 ] [ l_g_total: 4.1017e-02 ] +2024-10-03 21:41:00,536 INFO: [ epoch: 141 ] [ iter: 59,600 ] [ performance: 18.395 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:37 ] [ l_g_pix: 6.3701e-02 ] [ l_g_total: 6.3701e-02 ] +2024-10-03 21:41:04,297 INFO: [ epoch: 141 ] [ iter: 59,700 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:28 ] [ l_g_pix: 4.5658e-02 ] [ l_g_total: 4.5658e-02 ] +2024-10-03 21:41:08,020 INFO: [ epoch: 141 ] [ iter: 59,800 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:20 ] [ l_g_pix: 4.9706e-02 ] [ l_g_total: 4.9706e-02 ] +2024-10-03 21:41:11,518 INFO: [ epoch: 141 ] [ iter: 59,900 ] [ performance: 29.219 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:12 ] [ l_g_pix: 4.1034e-02 ] [ l_g_total: 4.1034e-02 ] +2024-10-03 21:41:16,919 INFO: [ epoch: 142 ] [ iter: 60,000 ] [ performance: 18.653 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:04 ] [ l_g_pix: 4.1485e-02 ] [ l_g_total: 4.1485e-02 ] +2024-10-03 21:41:16,920 INFO: Saving models and training states. +2024-10-03 21:44:36,703 INFO: Validation val + + # psnr: 27.1720........ Best: 27.1720 @ 60000 iter + # ssim: 0.7653........ Best: 0.7653 @ 60000 iter + # dists: 0.7730........ Best: 0.7730 @ 60000 iter + +2024-10-03 21:44:40,406 INFO: [ epoch: 142 ] [ iter: 60,100 ] [ performance: 25.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:09 ] [ l_g_pix: 4.1008e-02 ] [ l_g_total: 4.1008e-02 ] +2024-10-03 21:44:44,123 INFO: [ epoch: 142 ] [ iter: 60,200 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:00 ] [ l_g_pix: 4.0125e-02 ] [ l_g_total: 4.0125e-02 ] +2024-10-03 21:44:47,685 INFO: [ epoch: 142 ] [ iter: 60,300 ] [ performance: 27.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:51 ] [ l_g_pix: 5.6228e-02 ] [ l_g_total: 5.6228e-02 ] +2024-10-03 21:44:53,054 INFO: [ epoch: 143 ] [ iter: 60,400 ] [ performance: 18.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:43 ] [ l_g_pix: 4.8770e-02 ] [ l_g_total: 4.8770e-02 ] +2024-10-03 21:44:56,738 INFO: [ epoch: 143 ] [ iter: 60,500 ] [ performance: 22.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:34 ] [ l_g_pix: 4.7183e-02 ] [ l_g_total: 4.7183e-02 ] +2024-10-03 21:45:00,385 INFO: [ epoch: 143 ] [ iter: 60,600 ] [ performance: 27.449 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:26 ] [ l_g_pix: 4.1996e-02 ] [ l_g_total: 4.1996e-02 ] +2024-10-03 21:45:04,005 INFO: [ epoch: 143 ] [ iter: 60,700 ] [ performance: 27.538 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:17 ] [ l_g_pix: 5.9687e-02 ] [ l_g_total: 5.9687e-02 ] +2024-10-03 21:45:09,223 INFO: [ epoch: 144 ] [ iter: 60,800 ] [ performance: 19.038 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:09 ] [ l_g_pix: 3.6507e-02 ] [ l_g_total: 3.6507e-02 ] +2024-10-03 21:45:12,966 INFO: [ epoch: 144 ] [ iter: 60,900 ] [ performance: 22.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:00 ] [ l_g_pix: 5.7923e-02 ] [ l_g_total: 5.7923e-02 ] +2024-10-03 21:45:16,686 INFO: [ epoch: 144 ] [ iter: 61,000 ] [ performance: 26.888 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:52 ] [ l_g_pix: 4.6226e-02 ] [ l_g_total: 4.6226e-02 ] +2024-10-03 21:45:20,374 INFO: [ epoch: 144 ] [ iter: 61,100 ] [ performance: 27.004 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:43 ] [ l_g_pix: 5.4498e-02 ] [ l_g_total: 5.4498e-02 ] +2024-10-03 21:45:25,226 INFO: [ epoch: 145 ] [ iter: 61,200 ] [ performance: 20.368 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:35 ] [ l_g_pix: 5.9445e-02 ] [ l_g_total: 5.9445e-02 ] +2024-10-03 21:45:29,298 INFO: [ epoch: 145 ] [ iter: 61,300 ] [ performance: 22.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:27 ] [ l_g_pix: 5.6208e-02 ] [ l_g_total: 5.6208e-02 ] +2024-10-03 21:45:33,004 INFO: [ epoch: 145 ] [ iter: 61,400 ] [ performance: 26.990 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:18 ] [ l_g_pix: 4.7981e-02 ] [ l_g_total: 4.7981e-02 ] +2024-10-03 21:45:36,735 INFO: [ epoch: 145 ] [ iter: 61,500 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:09 ] [ l_g_pix: 4.3206e-02 ] [ l_g_total: 4.3206e-02 ] +2024-10-03 21:45:40,190 INFO: [ epoch: 145 ] [ iter: 61,600 ] [ performance: 29.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:01 ] [ l_g_pix: 6.3398e-02 ] [ l_g_total: 6.3398e-02 ] +2024-10-03 21:45:45,314 INFO: [ epoch: 146 ] [ iter: 61,700 ] [ performance: 23.234 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:53 ] [ l_g_pix: 4.5394e-02 ] [ l_g_total: 4.5394e-02 ] +2024-10-03 21:45:49,020 INFO: [ epoch: 146 ] [ iter: 61,800 ] [ performance: 27.054 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:44 ] [ l_g_pix: 3.5907e-02 ] [ l_g_total: 3.5907e-02 ] +2024-10-03 21:45:52,687 INFO: [ epoch: 146 ] [ iter: 61,900 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:36 ] [ l_g_pix: 5.7117e-02 ] [ l_g_total: 5.7117e-02 ] +2024-10-03 21:45:56,176 INFO: [ epoch: 146 ] [ iter: 62,000 ] [ performance: 28.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:27 ] [ l_g_pix: 5.2211e-02 ] [ l_g_total: 5.2211e-02 ] +2024-10-03 21:46:01,509 INFO: [ epoch: 147 ] [ iter: 62,100 ] [ performance: 22.523 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:20 ] [ l_g_pix: 5.0860e-02 ] [ l_g_total: 5.0860e-02 ] +2024-10-03 21:46:05,222 INFO: [ epoch: 147 ] [ iter: 62,200 ] [ performance: 27.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:11 ] [ l_g_pix: 4.5605e-02 ] [ l_g_total: 4.5605e-02 ] +2024-10-03 21:46:08,867 INFO: [ epoch: 147 ] [ iter: 62,300 ] [ performance: 27.242 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:02 ] [ l_g_pix: 4.3742e-02 ] [ l_g_total: 4.3742e-02 ] +2024-10-03 21:46:12,488 INFO: [ epoch: 147 ] [ iter: 62,400 ] [ performance: 27.826 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:54 ] [ l_g_pix: 5.6673e-02 ] [ l_g_total: 5.6673e-02 ] +2024-10-03 21:46:17,803 INFO: [ epoch: 148 ] [ iter: 62,500 ] [ performance: 22.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:46 ] [ l_g_pix: 4.8576e-02 ] [ l_g_total: 4.8576e-02 ] +2024-10-03 21:46:21,533 INFO: [ epoch: 148 ] [ iter: 62,600 ] [ performance: 26.782 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:38 ] [ l_g_pix: 6.1306e-02 ] [ l_g_total: 6.1306e-02 ] +2024-10-03 21:46:25,244 INFO: [ epoch: 148 ] [ iter: 62,700 ] [ performance: 26.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:30 ] [ l_g_pix: 4.3137e-02 ] [ l_g_total: 4.3137e-02 ] +2024-10-03 21:46:28,914 INFO: [ epoch: 148 ] [ iter: 62,800 ] [ performance: 27.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:21 ] [ l_g_pix: 5.4648e-02 ] [ l_g_total: 5.4648e-02 ] +2024-10-03 21:46:34,150 INFO: [ epoch: 149 ] [ iter: 62,900 ] [ performance: 22.264 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:14 ] [ l_g_pix: 4.4728e-02 ] [ l_g_total: 4.4728e-02 ] +2024-10-03 21:46:37,894 INFO: [ epoch: 149 ] [ iter: 63,000 ] [ performance: 26.976 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:05 ] [ l_g_pix: 5.2431e-02 ] [ l_g_total: 5.2431e-02 ] +2024-10-03 21:46:41,594 INFO: [ epoch: 149 ] [ iter: 63,100 ] [ performance: 27.007 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:57 ] [ l_g_pix: 5.2547e-02 ] [ l_g_total: 5.2547e-02 ] +2024-10-03 21:46:45,330 INFO: [ epoch: 149 ] [ iter: 63,200 ] [ performance: 26.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:48 ] [ l_g_pix: 5.4211e-02 ] [ l_g_total: 5.4211e-02 ] +2024-10-03 21:46:48,870 INFO: [ epoch: 149 ] [ iter: 63,300 ] [ performance: 27.599 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:40 ] [ l_g_pix: 4.6750e-02 ] [ l_g_total: 4.6750e-02 ] +2024-10-03 21:46:53,956 INFO: [ epoch: 150 ] [ iter: 63,400 ] [ performance: 24.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:32 ] [ l_g_pix: 4.4582e-02 ] [ l_g_total: 4.4582e-02 ] +2024-10-03 21:46:57,725 INFO: [ epoch: 150 ] [ iter: 63,500 ] [ performance: 25.740 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:24 ] [ l_g_pix: 4.5608e-02 ] [ l_g_total: 4.5608e-02 ] +2024-10-03 21:47:01,491 INFO: [ epoch: 150 ] [ iter: 63,600 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:16 ] [ l_g_pix: 4.6139e-02 ] [ l_g_total: 4.6139e-02 ] +2024-10-03 21:47:04,956 INFO: [ epoch: 150 ] [ iter: 63,700 ] [ performance: 27.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:07 ] [ l_g_pix: 4.8372e-02 ] [ l_g_total: 4.8372e-02 ] +2024-10-03 21:47:10,120 INFO: [ epoch: 151 ] [ iter: 63,800 ] [ performance: 18.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:00 ] [ l_g_pix: 4.8175e-02 ] [ l_g_total: 4.8175e-02 ] +2024-10-03 21:47:13,804 INFO: [ epoch: 151 ] [ iter: 63,900 ] [ performance: 22.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:52 ] [ l_g_pix: 4.9862e-02 ] [ l_g_total: 4.9862e-02 ] +2024-10-03 21:47:17,477 INFO: [ epoch: 151 ] [ iter: 64,000 ] [ performance: 27.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:43 ] [ l_g_pix: 4.6648e-02 ] [ l_g_total: 4.6648e-02 ] +2024-10-03 21:47:21,016 INFO: [ epoch: 151 ] [ iter: 64,100 ] [ performance: 27.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:35 ] [ l_g_pix: 4.9055e-02 ] [ l_g_total: 4.9055e-02 ] +2024-10-03 21:47:26,413 INFO: [ epoch: 152 ] [ iter: 64,200 ] [ performance: 17.044 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:28 ] [ l_g_pix: 4.8973e-02 ] [ l_g_total: 4.8973e-02 ] +2024-10-03 21:47:30,104 INFO: [ epoch: 152 ] [ iter: 64,300 ] [ performance: 21.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:19 ] [ l_g_pix: 5.9303e-02 ] [ l_g_total: 5.9303e-02 ] +2024-10-03 21:47:33,761 INFO: [ epoch: 152 ] [ iter: 64,400 ] [ performance: 27.562 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:11 ] [ l_g_pix: 5.1219e-02 ] [ l_g_total: 5.1219e-02 ] +2024-10-03 21:47:37,390 INFO: [ epoch: 152 ] [ iter: 64,500 ] [ performance: 27.563 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:03 ] [ l_g_pix: 3.5963e-02 ] [ l_g_total: 3.5963e-02 ] +2024-10-03 21:47:42,429 INFO: [ epoch: 153 ] [ iter: 64,600 ] [ performance: 18.311 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:55 ] [ l_g_pix: 5.7790e-02 ] [ l_g_total: 5.7790e-02 ] +2024-10-03 21:47:46,141 INFO: [ epoch: 153 ] [ iter: 64,700 ] [ performance: 22.306 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:47 ] [ l_g_pix: 3.6505e-02 ] [ l_g_total: 3.6505e-02 ] +2024-10-03 21:47:49,787 INFO: [ epoch: 153 ] [ iter: 64,800 ] [ performance: 27.613 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:39 ] [ l_g_pix: 5.1695e-02 ] [ l_g_total: 5.1695e-02 ] +2024-10-03 21:47:53,430 INFO: [ epoch: 153 ] [ iter: 64,900 ] [ performance: 27.523 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:31 ] [ l_g_pix: 4.1967e-02 ] [ l_g_total: 4.1967e-02 ] +2024-10-03 21:47:58,293 INFO: [ epoch: 154 ] [ iter: 65,000 ] [ performance: 18.939 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:23 ] [ l_g_pix: 5.3210e-02 ] [ l_g_total: 5.3210e-02 ] +2024-10-03 21:48:02,391 INFO: [ epoch: 154 ] [ iter: 65,100 ] [ performance: 21.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:15 ] [ l_g_pix: 4.8466e-02 ] [ l_g_total: 4.8466e-02 ] +2024-10-03 21:48:06,154 INFO: [ epoch: 154 ] [ iter: 65,200 ] [ performance: 26.482 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:07 ] [ l_g_pix: 3.7691e-02 ] [ l_g_total: 3.7691e-02 ] +2024-10-03 21:48:09,856 INFO: [ epoch: 154 ] [ iter: 65,300 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:59 ] [ l_g_pix: 5.3489e-02 ] [ l_g_total: 5.3489e-02 ] +2024-10-03 21:48:13,403 INFO: [ epoch: 154 ] [ iter: 65,400 ] [ performance: 28.624 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:51 ] [ l_g_pix: 6.0166e-02 ] [ l_g_total: 6.0166e-02 ] +2024-10-03 21:48:18,709 INFO: [ epoch: 155 ] [ iter: 65,500 ] [ performance: 22.084 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 4.9235e-02 ] [ l_g_total: 4.9235e-02 ] +2024-10-03 21:48:22,437 INFO: [ epoch: 155 ] [ iter: 65,600 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:36 ] [ l_g_pix: 5.2220e-02 ] [ l_g_total: 5.2220e-02 ] +2024-10-03 21:48:26,124 INFO: [ epoch: 155 ] [ iter: 65,700 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:28 ] [ l_g_pix: 4.7994e-02 ] [ l_g_total: 4.7994e-02 ] +2024-10-03 21:48:29,652 INFO: [ epoch: 155 ] [ iter: 65,800 ] [ performance: 29.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:20 ] [ l_g_pix: 4.4725e-02 ] [ l_g_total: 4.4725e-02 ] +2024-10-03 21:48:34,850 INFO: [ epoch: 156 ] [ iter: 65,900 ] [ performance: 22.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:12 ] [ l_g_pix: 5.4517e-02 ] [ l_g_total: 5.4517e-02 ] +2024-10-03 21:48:38,556 INFO: [ epoch: 156 ] [ iter: 66,000 ] [ performance: 27.077 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:04 ] [ l_g_pix: 5.6260e-02 ] [ l_g_total: 5.6260e-02 ] +2024-10-03 21:48:42,226 INFO: [ epoch: 156 ] [ iter: 66,100 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:56 ] [ l_g_pix: 4.2807e-02 ] [ l_g_total: 4.2807e-02 ] +2024-10-03 21:48:45,807 INFO: [ epoch: 156 ] [ iter: 66,200 ] [ performance: 28.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:48 ] [ l_g_pix: 4.4795e-02 ] [ l_g_total: 4.4795e-02 ] +2024-10-03 21:48:50,774 INFO: [ epoch: 157 ] [ iter: 66,300 ] [ performance: 22.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:41 ] [ l_g_pix: 4.1192e-02 ] [ l_g_total: 4.1192e-02 ] +2024-10-03 21:48:54,486 INFO: [ epoch: 157 ] [ iter: 66,400 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:33 ] [ l_g_pix: 5.6375e-02 ] [ l_g_total: 5.6375e-02 ] +2024-10-03 21:48:58,180 INFO: [ epoch: 157 ] [ iter: 66,500 ] [ performance: 27.037 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:25 ] [ l_g_pix: 6.2687e-02 ] [ l_g_total: 6.2687e-02 ] +2024-10-03 21:49:01,826 INFO: [ epoch: 157 ] [ iter: 66,600 ] [ performance: 27.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:17 ] [ l_g_pix: 4.1328e-02 ] [ l_g_total: 4.1328e-02 ] +2024-10-03 21:49:06,727 INFO: [ epoch: 158 ] [ iter: 66,700 ] [ performance: 22.923 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:10 ] [ l_g_pix: 5.7514e-02 ] [ l_g_total: 5.7514e-02 ] +2024-10-03 21:49:10,580 INFO: [ epoch: 158 ] [ iter: 66,800 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:02 ] [ l_g_pix: 6.0451e-02 ] [ l_g_total: 6.0451e-02 ] +2024-10-03 21:49:14,350 INFO: [ epoch: 158 ] [ iter: 66,900 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:54 ] [ l_g_pix: 5.4795e-02 ] [ l_g_total: 5.4795e-02 ] +2024-10-03 21:49:18,066 INFO: [ epoch: 158 ] [ iter: 67,000 ] [ performance: 26.998 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 4.8264e-02 ] [ l_g_total: 4.8264e-02 ] +2024-10-03 21:49:22,672 INFO: [ epoch: 159 ] [ iter: 67,100 ] [ performance: 23.566 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:39 ] [ l_g_pix: 4.5544e-02 ] [ l_g_total: 4.5544e-02 ] +2024-10-03 21:49:26,848 INFO: [ epoch: 159 ] [ iter: 67,200 ] [ performance: 26.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:31 ] [ l_g_pix: 4.5976e-02 ] [ l_g_total: 4.5976e-02 ] +2024-10-03 21:49:30,612 INFO: [ epoch: 159 ] [ iter: 67,300 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 6.7230e-02 ] [ l_g_total: 6.7230e-02 ] +2024-10-03 21:49:34,343 INFO: [ epoch: 159 ] [ iter: 67,400 ] [ performance: 26.992 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:15 ] [ l_g_pix: 4.6892e-02 ] [ l_g_total: 4.6892e-02 ] +2024-10-03 21:49:37,843 INFO: [ epoch: 159 ] [ iter: 67,500 ] [ performance: 27.932 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:08 ] [ l_g_pix: 6.1393e-02 ] [ l_g_total: 6.1393e-02 ] +2024-10-03 21:49:43,166 INFO: [ epoch: 160 ] [ iter: 67,600 ] [ performance: 23.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 5.3972e-02 ] [ l_g_total: 5.3972e-02 ] +2024-10-03 21:49:46,853 INFO: [ epoch: 160 ] [ iter: 67,700 ] [ performance: 25.745 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:53 ] [ l_g_pix: 4.5645e-02 ] [ l_g_total: 4.5645e-02 ] +2024-10-03 21:49:50,523 INFO: [ epoch: 160 ] [ iter: 67,800 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:45 ] [ l_g_pix: 5.1446e-02 ] [ l_g_total: 5.1446e-02 ] +2024-10-03 21:49:54,108 INFO: [ epoch: 160 ] [ iter: 67,900 ] [ performance: 27.682 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:37 ] [ l_g_pix: 5.1039e-02 ] [ l_g_total: 5.1039e-02 ] +2024-10-03 21:49:59,541 INFO: [ epoch: 161 ] [ iter: 68,000 ] [ performance: 15.080 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:30 ] [ l_g_pix: 4.9792e-02 ] [ l_g_total: 4.9792e-02 ] +2024-10-03 21:50:03,207 INFO: [ epoch: 161 ] [ iter: 68,100 ] [ performance: 20.833 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:22 ] [ l_g_pix: 4.6387e-02 ] [ l_g_total: 4.6387e-02 ] +2024-10-03 21:50:06,929 INFO: [ epoch: 161 ] [ iter: 68,200 ] [ performance: 26.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 6.2123e-02 ] [ l_g_total: 6.2123e-02 ] +2024-10-03 21:50:10,544 INFO: [ epoch: 161 ] [ iter: 68,300 ] [ performance: 27.356 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:07 ] [ l_g_pix: 4.6550e-02 ] [ l_g_total: 4.6550e-02 ] +2024-10-03 21:50:15,746 INFO: [ epoch: 162 ] [ iter: 68,400 ] [ performance: 15.559 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:00 ] [ l_g_pix: 4.2060e-02 ] [ l_g_total: 4.2060e-02 ] +2024-10-03 21:50:19,455 INFO: [ epoch: 162 ] [ iter: 68,500 ] [ performance: 21.174 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:52 ] [ l_g_pix: 5.0431e-02 ] [ l_g_total: 5.0431e-02 ] +2024-10-03 21:50:23,164 INFO: [ epoch: 162 ] [ iter: 68,600 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:44 ] [ l_g_pix: 5.9094e-02 ] [ l_g_total: 5.9094e-02 ] +2024-10-03 21:50:26,874 INFO: [ epoch: 162 ] [ iter: 68,700 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:37 ] [ l_g_pix: 3.5716e-02 ] [ l_g_total: 3.5716e-02 ] +2024-10-03 21:50:31,859 INFO: [ epoch: 163 ] [ iter: 68,800 ] [ performance: 16.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:29 ] [ l_g_pix: 5.1404e-02 ] [ l_g_total: 5.1404e-02 ] +2024-10-03 21:50:35,798 INFO: [ epoch: 163 ] [ iter: 68,900 ] [ performance: 21.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 5.5262e-02 ] [ l_g_total: 5.5262e-02 ] +2024-10-03 21:50:39,453 INFO: [ epoch: 163 ] [ iter: 69,000 ] [ performance: 27.576 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:14 ] [ l_g_pix: 5.5217e-02 ] [ l_g_total: 5.5217e-02 ] +2024-10-03 21:50:43,163 INFO: [ epoch: 163 ] [ iter: 69,100 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:07 ] [ l_g_pix: 3.5672e-02 ] [ l_g_total: 3.5672e-02 ] +2024-10-03 21:50:46,603 INFO: [ epoch: 163 ] [ iter: 69,200 ] [ performance: 29.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:59 ] [ l_g_pix: 5.0182e-02 ] [ l_g_total: 5.0182e-02 ] +2024-10-03 21:50:52,012 INFO: [ epoch: 164 ] [ iter: 69,300 ] [ performance: 21.332 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:52 ] [ l_g_pix: 5.7912e-02 ] [ l_g_total: 5.7912e-02 ] +2024-10-03 21:50:55,738 INFO: [ epoch: 164 ] [ iter: 69,400 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:44 ] [ l_g_pix: 4.4007e-02 ] [ l_g_total: 4.4007e-02 ] +2024-10-03 21:50:59,456 INFO: [ epoch: 164 ] [ iter: 69,500 ] [ performance: 26.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:37 ] [ l_g_pix: 3.7445e-02 ] [ l_g_total: 3.7445e-02 ] +2024-10-03 21:51:02,975 INFO: [ epoch: 164 ] [ iter: 69,600 ] [ performance: 28.988 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:29 ] [ l_g_pix: 4.5766e-02 ] [ l_g_total: 4.5766e-02 ] +2024-10-03 21:51:08,362 INFO: [ epoch: 165 ] [ iter: 69,700 ] [ performance: 21.246 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:22 ] [ l_g_pix: 5.5405e-02 ] [ l_g_total: 5.5405e-02 ] +2024-10-03 21:51:12,094 INFO: [ epoch: 165 ] [ iter: 69,800 ] [ performance: 27.072 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:15 ] [ l_g_pix: 4.6815e-02 ] [ l_g_total: 4.6815e-02 ] +2024-10-03 21:51:15,784 INFO: [ epoch: 165 ] [ iter: 69,900 ] [ performance: 27.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:07 ] [ l_g_pix: 4.3783e-02 ] [ l_g_total: 4.3783e-02 ] +2024-10-03 21:51:19,352 INFO: [ epoch: 165 ] [ iter: 70,000 ] [ performance: 29.014 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:59 ] [ l_g_pix: 5.2874e-02 ] [ l_g_total: 5.2874e-02 ] +2024-10-03 21:51:19,352 INFO: Saving models and training states. +2024-10-03 21:54:18,484 INFO: Validation val + + # psnr: 27.1858........ Best: 27.1858 @ 70000 iter + # ssim: 0.7660........ Best: 0.7660 @ 70000 iter + # dists: 0.7728........ Best: 0.7728 @ 70000 iter + +2024-10-03 21:54:23,871 INFO: [ epoch: 166 ] [ iter: 70,100 ] [ performance: 21.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:09 ] [ l_g_pix: 4.9635e-02 ] [ l_g_total: 4.9635e-02 ] +2024-10-03 21:54:27,575 INFO: [ epoch: 166 ] [ iter: 70,200 ] [ performance: 27.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:01 ] [ l_g_pix: 4.1927e-02 ] [ l_g_total: 4.1927e-02 ] +2024-10-03 21:54:31,226 INFO: [ epoch: 166 ] [ iter: 70,300 ] [ performance: 27.357 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:53 ] [ l_g_pix: 4.4732e-02 ] [ l_g_total: 4.4732e-02 ] +2024-10-03 21:54:34,857 INFO: [ epoch: 166 ] [ iter: 70,400 ] [ performance: 28.034 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:45 ] [ l_g_pix: 6.9144e-02 ] [ l_g_total: 6.9144e-02 ] +2024-10-03 21:54:39,864 INFO: [ epoch: 167 ] [ iter: 70,500 ] [ performance: 22.096 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:38 ] [ l_g_pix: 4.6949e-02 ] [ l_g_total: 4.6949e-02 ] +2024-10-03 21:54:43,590 INFO: [ epoch: 167 ] [ iter: 70,600 ] [ performance: 27.051 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:30 ] [ l_g_pix: 4.2377e-02 ] [ l_g_total: 4.2377e-02 ] +2024-10-03 21:54:47,257 INFO: [ epoch: 167 ] [ iter: 70,700 ] [ performance: 27.204 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:22 ] [ l_g_pix: 4.3067e-02 ] [ l_g_total: 4.3067e-02 ] +2024-10-03 21:54:50,942 INFO: [ epoch: 167 ] [ iter: 70,800 ] [ performance: 27.015 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:14 ] [ l_g_pix: 4.2662e-02 ] [ l_g_total: 4.2662e-02 ] +2024-10-03 21:54:55,395 INFO: [ epoch: 168 ] [ iter: 70,900 ] [ performance: 23.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:07 ] [ l_g_pix: 4.5500e-02 ] [ l_g_total: 4.5500e-02 ] +2024-10-03 21:54:59,471 INFO: [ epoch: 168 ] [ iter: 71,000 ] [ performance: 27.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:59 ] [ l_g_pix: 3.8586e-02 ] [ l_g_total: 3.8586e-02 ] +2024-10-03 21:55:03,191 INFO: [ epoch: 168 ] [ iter: 71,100 ] [ performance: 27.016 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:51 ] [ l_g_pix: 4.0519e-02 ] [ l_g_total: 4.0519e-02 ] +2024-10-03 21:55:06,938 INFO: [ epoch: 168 ] [ iter: 71,200 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:44 ] [ l_g_pix: 4.7202e-02 ] [ l_g_total: 4.7202e-02 ] +2024-10-03 21:55:10,414 INFO: [ epoch: 168 ] [ iter: 71,300 ] [ performance: 28.041 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:36 ] [ l_g_pix: 4.2796e-02 ] [ l_g_total: 4.2796e-02 ] +2024-10-03 21:55:15,667 INFO: [ epoch: 169 ] [ iter: 71,400 ] [ performance: 26.679 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:29 ] [ l_g_pix: 4.0393e-02 ] [ l_g_total: 4.0393e-02 ] +2024-10-03 21:55:19,362 INFO: [ epoch: 169 ] [ iter: 71,500 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 7.2119e-02 ] [ l_g_total: 7.2119e-02 ] +2024-10-03 21:55:23,066 INFO: [ epoch: 169 ] [ iter: 71,600 ] [ performance: 26.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:13 ] [ l_g_pix: 4.1456e-02 ] [ l_g_total: 4.1456e-02 ] +2024-10-03 21:55:26,661 INFO: [ epoch: 169 ] [ iter: 71,700 ] [ performance: 27.490 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:05 ] [ l_g_pix: 5.3651e-02 ] [ l_g_total: 5.3651e-02 ] +2024-10-03 21:55:31,924 INFO: [ epoch: 170 ] [ iter: 71,800 ] [ performance: 24.785 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:58 ] [ l_g_pix: 4.2254e-02 ] [ l_g_total: 4.2254e-02 ] +2024-10-03 21:55:35,631 INFO: [ epoch: 170 ] [ iter: 71,900 ] [ performance: 26.281 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:50 ] [ l_g_pix: 5.9369e-02 ] [ l_g_total: 5.9369e-02 ] +2024-10-03 21:55:39,325 INFO: [ epoch: 170 ] [ iter: 72,000 ] [ performance: 26.862 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:43 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-03 21:55:42,906 INFO: [ epoch: 170 ] [ iter: 72,100 ] [ performance: 27.602 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 4.8206e-02 ] [ l_g_total: 4.8206e-02 ] +2024-10-03 21:55:47,776 INFO: [ epoch: 171 ] [ iter: 72,200 ] [ performance: 14.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:28 ] [ l_g_pix: 5.3326e-02 ] [ l_g_total: 5.3326e-02 ] +2024-10-03 21:55:51,495 INFO: [ epoch: 171 ] [ iter: 72,300 ] [ performance: 21.357 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:20 ] [ l_g_pix: 4.6277e-02 ] [ l_g_total: 4.6277e-02 ] +2024-10-03 21:55:55,164 INFO: [ epoch: 171 ] [ iter: 72,400 ] [ performance: 27.282 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:12 ] [ l_g_pix: 3.6998e-02 ] [ l_g_total: 3.6998e-02 ] +2024-10-03 21:55:58,814 INFO: [ epoch: 171 ] [ iter: 72,500 ] [ performance: 27.368 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:05 ] [ l_g_pix: 4.8742e-02 ] [ l_g_total: 4.8742e-02 ] +2024-10-03 21:56:03,761 INFO: [ epoch: 172 ] [ iter: 72,600 ] [ performance: 13.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:58 ] [ l_g_pix: 4.0743e-02 ] [ l_g_total: 4.0743e-02 ] +2024-10-03 21:56:07,651 INFO: [ epoch: 172 ] [ iter: 72,700 ] [ performance: 20.611 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:50 ] [ l_g_pix: 4.1487e-02 ] [ l_g_total: 4.1487e-02 ] +2024-10-03 21:56:11,355 INFO: [ epoch: 172 ] [ iter: 72,800 ] [ performance: 27.092 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:42 ] [ l_g_pix: 4.3911e-02 ] [ l_g_total: 4.3911e-02 ] +2024-10-03 21:56:15,031 INFO: [ epoch: 172 ] [ iter: 72,900 ] [ performance: 27.175 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:35 ] [ l_g_pix: 5.7590e-02 ] [ l_g_total: 5.7590e-02 ] +2024-10-03 21:56:18,461 INFO: [ epoch: 172 ] [ iter: 73,000 ] [ performance: 29.927 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:27 ] [ l_g_pix: 4.9140e-02 ] [ l_g_total: 4.9140e-02 ] +2024-10-03 21:56:23,627 INFO: [ epoch: 173 ] [ iter: 73,100 ] [ performance: 21.403 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:20 ] [ l_g_pix: 6.5938e-02 ] [ l_g_total: 6.5938e-02 ] +2024-10-03 21:56:27,338 INFO: [ epoch: 173 ] [ iter: 73,200 ] [ performance: 26.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:12 ] [ l_g_pix: 6.3204e-02 ] [ l_g_total: 6.3204e-02 ] +2024-10-03 21:56:31,038 INFO: [ epoch: 173 ] [ iter: 73,300 ] [ performance: 27.019 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 4.2527e-02 ] [ l_g_total: 4.2527e-02 ] +2024-10-03 21:56:34,552 INFO: [ epoch: 173 ] [ iter: 73,400 ] [ performance: 29.366 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:57 ] [ l_g_pix: 5.3358e-02 ] [ l_g_total: 5.3358e-02 ] +2024-10-03 21:56:39,757 INFO: [ epoch: 174 ] [ iter: 73,500 ] [ performance: 21.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:50 ] [ l_g_pix: 4.4202e-02 ] [ l_g_total: 4.4202e-02 ] +2024-10-03 21:56:43,488 INFO: [ epoch: 174 ] [ iter: 73,600 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:43 ] [ l_g_pix: 5.2522e-02 ] [ l_g_total: 5.2522e-02 ] +2024-10-03 21:56:47,208 INFO: [ epoch: 174 ] [ iter: 73,700 ] [ performance: 26.862 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:35 ] [ l_g_pix: 4.3770e-02 ] [ l_g_total: 4.3770e-02 ] +2024-10-03 21:56:50,831 INFO: [ epoch: 174 ] [ iter: 73,800 ] [ performance: 29.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:28 ] [ l_g_pix: 4.9690e-02 ] [ l_g_total: 4.9690e-02 ] +2024-10-03 21:56:56,110 INFO: [ epoch: 175 ] [ iter: 73,900 ] [ performance: 20.759 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:21 ] [ l_g_pix: 6.5985e-02 ] [ l_g_total: 6.5985e-02 ] +2024-10-03 21:56:59,827 INFO: [ epoch: 175 ] [ iter: 74,000 ] [ performance: 26.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:13 ] [ l_g_pix: 4.6885e-02 ] [ l_g_total: 4.6885e-02 ] +2024-10-03 21:57:03,519 INFO: [ epoch: 175 ] [ iter: 74,100 ] [ performance: 27.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:06 ] [ l_g_pix: 4.4802e-02 ] [ l_g_total: 4.4802e-02 ] +2024-10-03 21:57:07,172 INFO: [ epoch: 175 ] [ iter: 74,200 ] [ performance: 28.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:58 ] [ l_g_pix: 4.8492e-02 ] [ l_g_total: 4.8492e-02 ] +2024-10-03 21:57:12,375 INFO: [ epoch: 176 ] [ iter: 74,300 ] [ performance: 20.872 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:51 ] [ l_g_pix: 5.3906e-02 ] [ l_g_total: 5.3906e-02 ] +2024-10-03 21:57:16,072 INFO: [ epoch: 176 ] [ iter: 74,400 ] [ performance: 26.668 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:44 ] [ l_g_pix: 5.6817e-02 ] [ l_g_total: 5.6817e-02 ] +2024-10-03 21:57:19,793 INFO: [ epoch: 176 ] [ iter: 74,500 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:36 ] [ l_g_pix: 4.5615e-02 ] [ l_g_total: 4.5615e-02 ] +2024-10-03 21:57:23,554 INFO: [ epoch: 176 ] [ iter: 74,600 ] [ performance: 26.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 4.5027e-02 ] [ l_g_total: 4.5027e-02 ] +2024-10-03 21:57:28,041 INFO: [ epoch: 177 ] [ iter: 74,700 ] [ performance: 23.180 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 5.0546e-02 ] [ l_g_total: 5.0546e-02 ] +2024-10-03 21:57:32,264 INFO: [ epoch: 177 ] [ iter: 74,800 ] [ performance: 27.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:14 ] [ l_g_pix: 4.7363e-02 ] [ l_g_total: 4.7363e-02 ] +2024-10-03 21:57:36,006 INFO: [ epoch: 177 ] [ iter: 74,900 ] [ performance: 26.838 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:07 ] [ l_g_pix: 6.4034e-02 ] [ l_g_total: 6.4034e-02 ] +2024-10-03 21:57:39,728 INFO: [ epoch: 177 ] [ iter: 75,000 ] [ performance: 26.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:00 ] [ l_g_pix: 5.3506e-02 ] [ l_g_total: 5.3506e-02 ] +2024-10-03 21:57:43,272 INFO: [ epoch: 177 ] [ iter: 75,100 ] [ performance: 27.907 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:52 ] [ l_g_pix: 5.0736e-02 ] [ l_g_total: 5.0736e-02 ] +2024-10-03 21:57:48,580 INFO: [ epoch: 178 ] [ iter: 75,200 ] [ performance: 26.493 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:45 ] [ l_g_pix: 4.1109e-02 ] [ l_g_total: 4.1109e-02 ] +2024-10-03 21:57:52,320 INFO: [ epoch: 178 ] [ iter: 75,300 ] [ performance: 26.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:38 ] [ l_g_pix: 4.8213e-02 ] [ l_g_total: 4.8213e-02 ] +2024-10-03 21:57:56,025 INFO: [ epoch: 178 ] [ iter: 75,400 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:30 ] [ l_g_pix: 4.9560e-02 ] [ l_g_total: 4.9560e-02 ] +2024-10-03 21:57:59,572 INFO: [ epoch: 178 ] [ iter: 75,500 ] [ performance: 27.907 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:23 ] [ l_g_pix: 5.1328e-02 ] [ l_g_total: 5.1328e-02 ] +2024-10-03 21:58:04,867 INFO: [ epoch: 179 ] [ iter: 75,600 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:16 ] [ l_g_pix: 4.5911e-02 ] [ l_g_total: 4.5911e-02 ] +2024-10-03 21:58:08,636 INFO: [ epoch: 179 ] [ iter: 75,700 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:09 ] [ l_g_pix: 5.2288e-02 ] [ l_g_total: 5.2288e-02 ] +2024-10-03 21:58:12,373 INFO: [ epoch: 179 ] [ iter: 75,800 ] [ performance: 26.774 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:02 ] [ l_g_pix: 5.4625e-02 ] [ l_g_total: 5.4625e-02 ] +2024-10-03 21:58:16,017 INFO: [ epoch: 179 ] [ iter: 75,900 ] [ performance: 27.318 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:54 ] [ l_g_pix: 5.2909e-02 ] [ l_g_total: 5.2909e-02 ] +2024-10-03 21:58:21,009 INFO: [ epoch: 180 ] [ iter: 76,000 ] [ performance: 21.318 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:47 ] [ l_g_pix: 4.9742e-02 ] [ l_g_total: 4.9742e-02 ] +2024-10-03 21:58:24,699 INFO: [ epoch: 180 ] [ iter: 76,100 ] [ performance: 25.839 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:40 ] [ l_g_pix: 4.6494e-02 ] [ l_g_total: 4.6494e-02 ] +2024-10-03 21:58:28,414 INFO: [ epoch: 180 ] [ iter: 76,200 ] [ performance: 26.868 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:33 ] [ l_g_pix: 4.9322e-02 ] [ l_g_total: 4.9322e-02 ] +2024-10-03 21:58:32,048 INFO: [ epoch: 180 ] [ iter: 76,300 ] [ performance: 27.411 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:25 ] [ l_g_pix: 5.5419e-02 ] [ l_g_total: 5.5419e-02 ] +2024-10-03 21:58:36,713 INFO: [ epoch: 181 ] [ iter: 76,400 ] [ performance: 10.085 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:18 ] [ l_g_pix: 3.9946e-02 ] [ l_g_total: 3.9946e-02 ] +2024-10-03 21:58:40,675 INFO: [ epoch: 181 ] [ iter: 76,500 ] [ performance: 20.190 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:11 ] [ l_g_pix: 4.6495e-02 ] [ l_g_total: 4.6495e-02 ] +2024-10-03 21:58:44,370 INFO: [ epoch: 181 ] [ iter: 76,600 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:04 ] [ l_g_pix: 5.8378e-02 ] [ l_g_total: 5.8378e-02 ] +2024-10-03 21:58:48,134 INFO: [ epoch: 181 ] [ iter: 76,700 ] [ performance: 26.638 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:57 ] [ l_g_pix: 3.9304e-02 ] [ l_g_total: 3.9304e-02 ] +2024-10-03 21:58:51,569 INFO: [ epoch: 181 ] [ iter: 76,800 ] [ performance: 29.466 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:49 ] [ l_g_pix: 5.4254e-02 ] [ l_g_total: 5.4254e-02 ] +2024-10-03 21:58:57,009 INFO: [ epoch: 182 ] [ iter: 76,900 ] [ performance: 19.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:43 ] [ l_g_pix: 4.3353e-02 ] [ l_g_total: 4.3353e-02 ] +2024-10-03 21:59:00,725 INFO: [ epoch: 182 ] [ iter: 77,000 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:35 ] [ l_g_pix: 4.2952e-02 ] [ l_g_total: 4.2952e-02 ] +2024-10-03 21:59:04,436 INFO: [ epoch: 182 ] [ iter: 77,100 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:28 ] [ l_g_pix: 4.9205e-02 ] [ l_g_total: 4.9205e-02 ] +2024-10-03 21:59:07,932 INFO: [ epoch: 182 ] [ iter: 77,200 ] [ performance: 28.459 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:21 ] [ l_g_pix: 4.7382e-02 ] [ l_g_total: 4.7382e-02 ] +2024-10-03 21:59:13,019 INFO: [ epoch: 183 ] [ iter: 77,300 ] [ performance: 20.539 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:14 ] [ l_g_pix: 6.0082e-02 ] [ l_g_total: 6.0082e-02 ] +2024-10-03 21:59:16,756 INFO: [ epoch: 183 ] [ iter: 77,400 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 4.5905e-02 ] [ l_g_total: 4.5905e-02 ] +2024-10-03 21:59:20,471 INFO: [ epoch: 183 ] [ iter: 77,500 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:00 ] [ l_g_pix: 5.1101e-02 ] [ l_g_total: 5.1101e-02 ] +2024-10-03 21:59:24,003 INFO: [ epoch: 183 ] [ iter: 77,600 ] [ performance: 30.075 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:52 ] [ l_g_pix: 3.6411e-02 ] [ l_g_total: 3.6411e-02 ] +2024-10-03 21:59:29,287 INFO: [ epoch: 184 ] [ iter: 77,700 ] [ performance: 19.832 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:46 ] [ l_g_pix: 5.7554e-02 ] [ l_g_total: 5.7554e-02 ] +2024-10-03 21:59:32,970 INFO: [ epoch: 184 ] [ iter: 77,800 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:39 ] [ l_g_pix: 4.9916e-02 ] [ l_g_total: 4.9916e-02 ] +2024-10-03 21:59:36,649 INFO: [ epoch: 184 ] [ iter: 77,900 ] [ performance: 27.147 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:31 ] [ l_g_pix: 5.6009e-02 ] [ l_g_total: 5.6009e-02 ] +2024-10-03 21:59:40,286 INFO: [ epoch: 184 ] [ iter: 78,000 ] [ performance: 29.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:24 ] [ l_g_pix: 5.9936e-02 ] [ l_g_total: 5.9936e-02 ] +2024-10-03 21:59:45,435 INFO: [ epoch: 185 ] [ iter: 78,100 ] [ performance: 20.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:18 ] [ l_g_pix: 3.3366e-02 ] [ l_g_total: 3.3366e-02 ] +2024-10-03 21:59:49,170 INFO: [ epoch: 185 ] [ iter: 78,200 ] [ performance: 27.025 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:10 ] [ l_g_pix: 4.5980e-02 ] [ l_g_total: 4.5980e-02 ] +2024-10-03 21:59:52,908 INFO: [ epoch: 185 ] [ iter: 78,300 ] [ performance: 26.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:03 ] [ l_g_pix: 5.0580e-02 ] [ l_g_total: 5.0580e-02 ] +2024-10-03 21:59:56,680 INFO: [ epoch: 185 ] [ iter: 78,400 ] [ performance: 27.224 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:56 ] [ l_g_pix: 4.6743e-02 ] [ l_g_total: 4.6743e-02 ] +2024-10-03 22:00:01,322 INFO: [ epoch: 186 ] [ iter: 78,500 ] [ performance: 21.965 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:49 ] [ l_g_pix: 4.3298e-02 ] [ l_g_total: 4.3298e-02 ] +2024-10-03 22:00:05,356 INFO: [ epoch: 186 ] [ iter: 78,600 ] [ performance: 27.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 3.8329e-02 ] [ l_g_total: 3.8329e-02 ] +2024-10-03 22:00:09,107 INFO: [ epoch: 186 ] [ iter: 78,700 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:35 ] [ l_g_pix: 5.0780e-02 ] [ l_g_total: 5.0780e-02 ] +2024-10-03 22:00:12,810 INFO: [ epoch: 186 ] [ iter: 78,800 ] [ performance: 26.191 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:28 ] [ l_g_pix: 3.9096e-02 ] [ l_g_total: 3.9096e-02 ] +2024-10-03 22:00:16,321 INFO: [ epoch: 186 ] [ iter: 78,900 ] [ performance: 28.299 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:21 ] [ l_g_pix: 4.9403e-02 ] [ l_g_total: 4.9403e-02 ] +2024-10-03 22:00:21,382 INFO: [ epoch: 187 ] [ iter: 79,000 ] [ performance: 28.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 4.2216e-02 ] [ l_g_total: 4.2216e-02 ] +2024-10-03 22:00:25,112 INFO: [ epoch: 187 ] [ iter: 79,100 ] [ performance: 26.899 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:07 ] [ l_g_pix: 4.7333e-02 ] [ l_g_total: 4.7333e-02 ] +2024-10-03 22:00:28,857 INFO: [ epoch: 187 ] [ iter: 79,200 ] [ performance: 27.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:00 ] [ l_g_pix: 5.2260e-02 ] [ l_g_total: 5.2260e-02 ] +2024-10-03 22:00:32,399 INFO: [ epoch: 187 ] [ iter: 79,300 ] [ performance: 28.184 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:53 ] [ l_g_pix: 4.5500e-02 ] [ l_g_total: 4.5500e-02 ] +2024-10-03 22:00:37,606 INFO: [ epoch: 188 ] [ iter: 79,400 ] [ performance: 25.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:47 ] [ l_g_pix: 5.1746e-02 ] [ l_g_total: 5.1746e-02 ] +2024-10-03 22:00:41,329 INFO: [ epoch: 188 ] [ iter: 79,500 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:40 ] [ l_g_pix: 4.2569e-02 ] [ l_g_total: 4.2569e-02 ] +2024-10-03 22:00:45,031 INFO: [ epoch: 188 ] [ iter: 79,600 ] [ performance: 28.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 3.6282e-02 ] [ l_g_total: 3.6282e-02 ] +2024-10-03 22:00:48,663 INFO: [ epoch: 188 ] [ iter: 79,700 ] [ performance: 27.558 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:25 ] [ l_g_pix: 3.7045e-02 ] [ l_g_total: 3.7045e-02 ] +2024-10-03 22:00:53,864 INFO: [ epoch: 189 ] [ iter: 79,800 ] [ performance: 27.260 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:19 ] [ l_g_pix: 4.4156e-02 ] [ l_g_total: 4.4156e-02 ] +2024-10-03 22:00:57,529 INFO: [ epoch: 189 ] [ iter: 79,900 ] [ performance: 27.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:12 ] [ l_g_pix: 4.8794e-02 ] [ l_g_total: 4.8794e-02 ] +2024-10-03 22:01:01,222 INFO: [ epoch: 189 ] [ iter: 80,000 ] [ performance: 25.517 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:05 ] [ l_g_pix: 4.8079e-02 ] [ l_g_total: 4.8079e-02 ] +2024-10-03 22:01:01,222 INFO: Saving models and training states. +2024-10-03 22:03:56,035 INFO: Validation val + + # psnr: 27.1956........ Best: 27.1956 @ 80000 iter + # ssim: 0.7663........ Best: 0.7663 @ 80000 iter + # dists: 0.7728........ Best: 0.7728 @ 80000 iter + +2024-10-03 22:03:59,653 INFO: [ epoch: 189 ] [ iter: 80,100 ] [ performance: 27.603 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:41 ] [ l_g_pix: 5.1635e-02 ] [ l_g_total: 5.1635e-02 ] +2024-10-03 22:04:05,144 INFO: [ epoch: 190 ] [ iter: 80,200 ] [ performance: 22.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:34 ] [ l_g_pix: 5.7470e-02 ] [ l_g_total: 5.7470e-02 ] +2024-10-03 22:04:09,227 INFO: [ epoch: 190 ] [ iter: 80,300 ] [ performance: 24.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:27 ] [ l_g_pix: 4.5985e-02 ] [ l_g_total: 4.5985e-02 ] +2024-10-03 22:04:12,913 INFO: [ epoch: 190 ] [ iter: 80,400 ] [ performance: 25.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:20 ] [ l_g_pix: 4.4560e-02 ] [ l_g_total: 4.4560e-02 ] +2024-10-03 22:04:16,548 INFO: [ epoch: 190 ] [ iter: 80,500 ] [ performance: 27.516 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:13 ] [ l_g_pix: 4.9935e-02 ] [ l_g_total: 4.9935e-02 ] +2024-10-03 22:04:19,995 INFO: [ epoch: 190 ] [ iter: 80,600 ] [ performance: 28.247 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:06 ] [ l_g_pix: 5.8941e-02 ] [ l_g_total: 5.8941e-02 ] +2024-10-03 22:04:25,343 INFO: [ epoch: 191 ] [ iter: 80,700 ] [ performance: 18.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:59 ] [ l_g_pix: 4.8698e-02 ] [ l_g_total: 4.8698e-02 ] +2024-10-03 22:04:29,093 INFO: [ epoch: 191 ] [ iter: 80,800 ] [ performance: 21.959 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:52 ] [ l_g_pix: 5.3902e-02 ] [ l_g_total: 5.3902e-02 ] +2024-10-03 22:04:32,849 INFO: [ epoch: 191 ] [ iter: 80,900 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:44 ] [ l_g_pix: 5.2643e-02 ] [ l_g_total: 5.2643e-02 ] +2024-10-03 22:04:36,327 INFO: [ epoch: 191 ] [ iter: 81,000 ] [ performance: 27.668 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:37 ] [ l_g_pix: 5.4551e-02 ] [ l_g_total: 5.4551e-02 ] +2024-10-03 22:04:41,631 INFO: [ epoch: 192 ] [ iter: 81,100 ] [ performance: 18.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:30 ] [ l_g_pix: 5.6727e-02 ] [ l_g_total: 5.6727e-02 ] +2024-10-03 22:04:45,356 INFO: [ epoch: 192 ] [ iter: 81,200 ] [ performance: 22.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:23 ] [ l_g_pix: 5.2157e-02 ] [ l_g_total: 5.2157e-02 ] +2024-10-03 22:04:49,027 INFO: [ epoch: 192 ] [ iter: 81,300 ] [ performance: 27.204 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:16 ] [ l_g_pix: 3.8870e-02 ] [ l_g_total: 3.8870e-02 ] +2024-10-03 22:04:52,589 INFO: [ epoch: 192 ] [ iter: 81,400 ] [ performance: 27.643 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:09 ] [ l_g_pix: 5.9357e-02 ] [ l_g_total: 5.9357e-02 ] +2024-10-03 22:04:57,955 INFO: [ epoch: 193 ] [ iter: 81,500 ] [ performance: 18.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:02 ] [ l_g_pix: 4.9038e-02 ] [ l_g_total: 4.9038e-02 ] +2024-10-03 22:05:01,693 INFO: [ epoch: 193 ] [ iter: 81,600 ] [ performance: 21.838 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 4.2321e-02 ] [ l_g_total: 4.2321e-02 ] +2024-10-03 22:05:05,380 INFO: [ epoch: 193 ] [ iter: 81,700 ] [ performance: 27.141 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:48 ] [ l_g_pix: 4.5879e-02 ] [ l_g_total: 4.5879e-02 ] +2024-10-03 22:05:09,024 INFO: [ epoch: 193 ] [ iter: 81,800 ] [ performance: 27.299 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:41 ] [ l_g_pix: 4.1430e-02 ] [ l_g_total: 4.1430e-02 ] +2024-10-03 22:05:13,956 INFO: [ epoch: 194 ] [ iter: 81,900 ] [ performance: 19.839 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:34 ] [ l_g_pix: 4.6526e-02 ] [ l_g_total: 4.6526e-02 ] +2024-10-03 22:05:17,749 INFO: [ epoch: 194 ] [ iter: 82,000 ] [ performance: 22.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 5.5425e-02 ] [ l_g_total: 5.5425e-02 ] +2024-10-03 22:05:21,456 INFO: [ epoch: 194 ] [ iter: 82,100 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 4.8027e-02 ] [ l_g_total: 4.8027e-02 ] +2024-10-03 22:05:25,167 INFO: [ epoch: 194 ] [ iter: 82,200 ] [ performance: 26.957 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:13 ] [ l_g_pix: 5.5145e-02 ] [ l_g_total: 5.5145e-02 ] +2024-10-03 22:05:29,933 INFO: [ epoch: 195 ] [ iter: 82,300 ] [ performance: 20.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:06 ] [ l_g_pix: 5.3620e-02 ] [ l_g_total: 5.3620e-02 ] +2024-10-03 22:05:33,929 INFO: [ epoch: 195 ] [ iter: 82,400 ] [ performance: 22.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:59 ] [ l_g_pix: 4.3214e-02 ] [ l_g_total: 4.3214e-02 ] +2024-10-03 22:05:37,697 INFO: [ epoch: 195 ] [ iter: 82,500 ] [ performance: 26.544 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:52 ] [ l_g_pix: 5.8880e-02 ] [ l_g_total: 5.8880e-02 ] +2024-10-03 22:05:41,422 INFO: [ epoch: 195 ] [ iter: 82,600 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:45 ] [ l_g_pix: 4.4913e-02 ] [ l_g_total: 4.4913e-02 ] +2024-10-03 22:05:44,950 INFO: [ epoch: 195 ] [ iter: 82,700 ] [ performance: 28.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:38 ] [ l_g_pix: 5.6031e-02 ] [ l_g_total: 5.6031e-02 ] +2024-10-03 22:05:50,441 INFO: [ epoch: 196 ] [ iter: 82,800 ] [ performance: 22.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:31 ] [ l_g_pix: 3.8600e-02 ] [ l_g_total: 3.8600e-02 ] +2024-10-03 22:05:54,147 INFO: [ epoch: 196 ] [ iter: 82,900 ] [ performance: 27.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:24 ] [ l_g_pix: 3.3568e-02 ] [ l_g_total: 3.3568e-02 ] +2024-10-03 22:05:57,825 INFO: [ epoch: 196 ] [ iter: 83,000 ] [ performance: 27.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:17 ] [ l_g_pix: 4.7954e-02 ] [ l_g_total: 4.7954e-02 ] +2024-10-03 22:06:01,389 INFO: [ epoch: 196 ] [ iter: 83,100 ] [ performance: 28.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:10 ] [ l_g_pix: 4.5380e-02 ] [ l_g_total: 4.5380e-02 ] +2024-10-03 22:06:06,741 INFO: [ epoch: 197 ] [ iter: 83,200 ] [ performance: 22.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:03 ] [ l_g_pix: 5.0285e-02 ] [ l_g_total: 5.0285e-02 ] +2024-10-03 22:06:10,482 INFO: [ epoch: 197 ] [ iter: 83,300 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:56 ] [ l_g_pix: 5.4815e-02 ] [ l_g_total: 5.4815e-02 ] +2024-10-03 22:06:14,247 INFO: [ epoch: 197 ] [ iter: 83,400 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:49 ] [ l_g_pix: 4.6043e-02 ] [ l_g_total: 4.6043e-02 ] +2024-10-03 22:06:17,868 INFO: [ epoch: 197 ] [ iter: 83,500 ] [ performance: 27.738 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:42 ] [ l_g_pix: 4.0929e-02 ] [ l_g_total: 4.0929e-02 ] +2024-10-03 22:06:22,905 INFO: [ epoch: 198 ] [ iter: 83,600 ] [ performance: 22.839 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:36 ] [ l_g_pix: 4.5666e-02 ] [ l_g_total: 4.5666e-02 ] +2024-10-03 22:06:26,609 INFO: [ epoch: 198 ] [ iter: 83,700 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:29 ] [ l_g_pix: 4.9059e-02 ] [ l_g_total: 4.9059e-02 ] +2024-10-03 22:06:30,344 INFO: [ epoch: 198 ] [ iter: 83,800 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:22 ] [ l_g_pix: 4.3276e-02 ] [ l_g_total: 4.3276e-02 ] +2024-10-03 22:06:34,066 INFO: [ epoch: 198 ] [ iter: 83,900 ] [ performance: 26.937 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:15 ] [ l_g_pix: 4.7030e-02 ] [ l_g_total: 4.7030e-02 ] +2024-10-03 22:06:39,078 INFO: [ epoch: 199 ] [ iter: 84,000 ] [ performance: 22.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:08 ] [ l_g_pix: 4.9297e-02 ] [ l_g_total: 4.9297e-02 ] +2024-10-03 22:06:42,961 INFO: [ epoch: 199 ] [ iter: 84,100 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:01 ] [ l_g_pix: 5.4429e-02 ] [ l_g_total: 5.4429e-02 ] +2024-10-03 22:06:46,663 INFO: [ epoch: 199 ] [ iter: 84,200 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:54 ] [ l_g_pix: 4.5926e-02 ] [ l_g_total: 4.5926e-02 ] +2024-10-03 22:06:50,336 INFO: [ epoch: 199 ] [ iter: 84,300 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:47 ] [ l_g_pix: 5.6982e-02 ] [ l_g_total: 5.6982e-02 ] +2024-10-03 22:06:53,899 INFO: [ epoch: 199 ] [ iter: 84,400 ] [ performance: 27.667 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:40 ] [ l_g_pix: 4.9359e-02 ] [ l_g_total: 4.9359e-02 ] +2024-10-03 22:06:59,035 INFO: [ epoch: 200 ] [ iter: 84,500 ] [ performance: 25.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:34 ] [ l_g_pix: 5.3090e-02 ] [ l_g_total: 5.3090e-02 ] +2024-10-03 22:07:02,759 INFO: [ epoch: 200 ] [ iter: 84,600 ] [ performance: 26.240 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:27 ] [ l_g_pix: 4.9248e-02 ] [ l_g_total: 4.9248e-02 ] +2024-10-03 22:07:06,493 INFO: [ epoch: 200 ] [ iter: 84,700 ] [ performance: 26.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:20 ] [ l_g_pix: 5.4742e-02 ] [ l_g_total: 5.4742e-02 ] +2024-10-03 22:07:10,005 INFO: [ epoch: 200 ] [ iter: 84,800 ] [ performance: 27.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 4.0177e-02 ] [ l_g_total: 4.0177e-02 ] +2024-10-03 22:07:15,388 INFO: [ epoch: 201 ] [ iter: 84,900 ] [ performance: 17.344 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 5.7804e-02 ] [ l_g_total: 5.7804e-02 ] +2024-10-03 22:07:19,131 INFO: [ epoch: 201 ] [ iter: 85,000 ] [ performance: 21.604 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:59 ] [ l_g_pix: 4.4073e-02 ] [ l_g_total: 4.4073e-02 ] +2024-10-03 22:07:22,869 INFO: [ epoch: 201 ] [ iter: 85,100 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:53 ] [ l_g_pix: 5.1652e-02 ] [ l_g_total: 5.1652e-02 ] +2024-10-03 22:07:26,438 INFO: [ epoch: 201 ] [ iter: 85,200 ] [ performance: 27.456 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:46 ] [ l_g_pix: 5.4320e-02 ] [ l_g_total: 5.4320e-02 ] +2024-10-03 22:07:31,696 INFO: [ epoch: 202 ] [ iter: 85,300 ] [ performance: 17.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:39 ] [ l_g_pix: 5.0520e-02 ] [ l_g_total: 5.0520e-02 ] +2024-10-03 22:07:35,388 INFO: [ epoch: 202 ] [ iter: 85,400 ] [ performance: 21.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:32 ] [ l_g_pix: 4.9988e-02 ] [ l_g_total: 4.9988e-02 ] +2024-10-03 22:07:39,066 INFO: [ epoch: 202 ] [ iter: 85,500 ] [ performance: 27.350 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:25 ] [ l_g_pix: 4.0805e-02 ] [ l_g_total: 4.0805e-02 ] +2024-10-03 22:07:42,685 INFO: [ epoch: 202 ] [ iter: 85,600 ] [ performance: 27.511 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:18 ] [ l_g_pix: 5.2944e-02 ] [ l_g_total: 5.2944e-02 ] +2024-10-03 22:07:47,627 INFO: [ epoch: 203 ] [ iter: 85,700 ] [ performance: 18.255 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 5.5435e-02 ] [ l_g_total: 5.5435e-02 ] +2024-10-03 22:07:51,389 INFO: [ epoch: 203 ] [ iter: 85,800 ] [ performance: 22.266 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:05 ] [ l_g_pix: 6.1057e-02 ] [ l_g_total: 6.1057e-02 ] +2024-10-03 22:07:55,130 INFO: [ epoch: 203 ] [ iter: 85,900 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:58 ] [ l_g_pix: 4.9539e-02 ] [ l_g_total: 4.9539e-02 ] +2024-10-03 22:07:58,854 INFO: [ epoch: 203 ] [ iter: 86,000 ] [ performance: 26.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:51 ] [ l_g_pix: 5.1040e-02 ] [ l_g_total: 5.1040e-02 ] +2024-10-03 22:08:03,742 INFO: [ epoch: 204 ] [ iter: 86,100 ] [ performance: 18.291 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:45 ] [ l_g_pix: 3.7961e-02 ] [ l_g_total: 3.7961e-02 ] +2024-10-03 22:08:07,838 INFO: [ epoch: 204 ] [ iter: 86,200 ] [ performance: 21.437 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:38 ] [ l_g_pix: 3.8741e-02 ] [ l_g_total: 3.8741e-02 ] +2024-10-03 22:08:11,569 INFO: [ epoch: 204 ] [ iter: 86,300 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:31 ] [ l_g_pix: 4.5666e-02 ] [ l_g_total: 4.5666e-02 ] +2024-10-03 22:08:15,253 INFO: [ epoch: 204 ] [ iter: 86,400 ] [ performance: 26.972 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 4.4967e-02 ] [ l_g_total: 4.4967e-02 ] +2024-10-03 22:08:18,703 INFO: [ epoch: 204 ] [ iter: 86,500 ] [ performance: 29.345 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 5.9227e-02 ] [ l_g_total: 5.9227e-02 ] +2024-10-03 22:08:24,180 INFO: [ epoch: 205 ] [ iter: 86,600 ] [ performance: 21.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:11 ] [ l_g_pix: 5.0354e-02 ] [ l_g_total: 5.0354e-02 ] +2024-10-03 22:08:27,982 INFO: [ epoch: 205 ] [ iter: 86,700 ] [ performance: 26.339 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:04 ] [ l_g_pix: 4.9933e-02 ] [ l_g_total: 4.9933e-02 ] +2024-10-03 22:08:31,701 INFO: [ epoch: 205 ] [ iter: 86,800 ] [ performance: 26.662 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 5.1647e-02 ] [ l_g_total: 5.1647e-02 ] +2024-10-03 22:08:35,253 INFO: [ epoch: 205 ] [ iter: 86,900 ] [ performance: 28.841 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:51 ] [ l_g_pix: 6.5065e-02 ] [ l_g_total: 6.5065e-02 ] +2024-10-03 22:08:40,632 INFO: [ epoch: 206 ] [ iter: 87,000 ] [ performance: 21.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:44 ] [ l_g_pix: 3.5485e-02 ] [ l_g_total: 3.5485e-02 ] +2024-10-03 22:08:44,363 INFO: [ epoch: 206 ] [ iter: 87,100 ] [ performance: 27.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:38 ] [ l_g_pix: 4.5856e-02 ] [ l_g_total: 4.5856e-02 ] +2024-10-03 22:08:48,131 INFO: [ epoch: 206 ] [ iter: 87,200 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:31 ] [ l_g_pix: 5.2543e-02 ] [ l_g_total: 5.2543e-02 ] +2024-10-03 22:08:51,748 INFO: [ epoch: 206 ] [ iter: 87,300 ] [ performance: 28.548 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:24 ] [ l_g_pix: 4.1527e-02 ] [ l_g_total: 4.1527e-02 ] +2024-10-03 22:08:57,092 INFO: [ epoch: 207 ] [ iter: 87,400 ] [ performance: 21.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:18 ] [ l_g_pix: 7.1026e-02 ] [ l_g_total: 7.1026e-02 ] +2024-10-03 22:09:00,822 INFO: [ epoch: 207 ] [ iter: 87,500 ] [ performance: 27.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:11 ] [ l_g_pix: 4.9485e-02 ] [ l_g_total: 4.9485e-02 ] +2024-10-03 22:09:04,545 INFO: [ epoch: 207 ] [ iter: 87,600 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:04 ] [ l_g_pix: 4.3696e-02 ] [ l_g_total: 4.3696e-02 ] +2024-10-03 22:09:08,192 INFO: [ epoch: 207 ] [ iter: 87,700 ] [ performance: 27.931 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:58 ] [ l_g_pix: 4.4551e-02 ] [ l_g_total: 4.4551e-02 ] +2024-10-03 22:09:13,019 INFO: [ epoch: 208 ] [ iter: 87,800 ] [ performance: 23.043 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:51 ] [ l_g_pix: 4.6905e-02 ] [ l_g_total: 4.6905e-02 ] +2024-10-03 22:09:16,954 INFO: [ epoch: 208 ] [ iter: 87,900 ] [ performance: 26.706 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:44 ] [ l_g_pix: 4.4111e-02 ] [ l_g_total: 4.4111e-02 ] +2024-10-03 22:09:20,709 INFO: [ epoch: 208 ] [ iter: 88,000 ] [ performance: 26.665 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:38 ] [ l_g_pix: 4.6477e-02 ] [ l_g_total: 4.6477e-02 ] +2024-10-03 22:09:24,469 INFO: [ epoch: 208 ] [ iter: 88,100 ] [ performance: 26.570 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:31 ] [ l_g_pix: 5.4252e-02 ] [ l_g_total: 5.4252e-02 ] +2024-10-03 22:09:29,098 INFO: [ epoch: 209 ] [ iter: 88,200 ] [ performance: 23.272 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 5.3213e-02 ] [ l_g_total: 5.3213e-02 ] +2024-10-03 22:09:33,228 INFO: [ epoch: 209 ] [ iter: 88,300 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:18 ] [ l_g_pix: 4.4605e-02 ] [ l_g_total: 4.4605e-02 ] +2024-10-03 22:09:36,973 INFO: [ epoch: 209 ] [ iter: 88,400 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:11 ] [ l_g_pix: 5.7099e-02 ] [ l_g_total: 5.7099e-02 ] +2024-10-03 22:09:40,719 INFO: [ epoch: 209 ] [ iter: 88,500 ] [ performance: 26.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 6.0069e-02 ] [ l_g_total: 6.0069e-02 ] +2024-10-03 22:09:44,194 INFO: [ epoch: 209 ] [ iter: 88,600 ] [ performance: 27.998 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:58 ] [ l_g_pix: 3.6067e-02 ] [ l_g_total: 3.6067e-02 ] +2024-10-03 22:09:49,500 INFO: [ epoch: 210 ] [ iter: 88,700 ] [ performance: 24.237 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:52 ] [ l_g_pix: 3.8031e-02 ] [ l_g_total: 3.8031e-02 ] +2024-10-03 22:09:53,231 INFO: [ epoch: 210 ] [ iter: 88,800 ] [ performance: 25.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 5.4660e-02 ] [ l_g_total: 5.4660e-02 ] +2024-10-03 22:09:56,969 INFO: [ epoch: 210 ] [ iter: 88,900 ] [ performance: 26.758 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 4.0476e-02 ] [ l_g_total: 4.0476e-02 ] +2024-10-03 22:10:00,509 INFO: [ epoch: 210 ] [ iter: 89,000 ] [ performance: 27.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:32 ] [ l_g_pix: 5.3375e-02 ] [ l_g_total: 5.3375e-02 ] +2024-10-03 22:10:05,928 INFO: [ epoch: 211 ] [ iter: 89,100 ] [ performance: 20.082 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 4.4085e-02 ] [ l_g_total: 4.4085e-02 ] +2024-10-03 22:10:09,628 INFO: [ epoch: 211 ] [ iter: 89,200 ] [ performance: 24.016 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 4.5595e-02 ] [ l_g_total: 4.5595e-02 ] +2024-10-03 22:10:13,356 INFO: [ epoch: 211 ] [ iter: 89,300 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:12 ] [ l_g_pix: 3.8673e-02 ] [ l_g_total: 3.8673e-02 ] +2024-10-03 22:10:16,970 INFO: [ epoch: 211 ] [ iter: 89,400 ] [ performance: 27.360 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:05 ] [ l_g_pix: 5.6826e-02 ] [ l_g_total: 5.6826e-02 ] +2024-10-03 22:10:21,922 INFO: [ epoch: 212 ] [ iter: 89,500 ] [ performance: 16.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:59 ] [ l_g_pix: 5.0870e-02 ] [ l_g_total: 5.0870e-02 ] +2024-10-03 22:10:25,705 INFO: [ epoch: 212 ] [ iter: 89,600 ] [ performance: 21.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:52 ] [ l_g_pix: 4.7357e-02 ] [ l_g_total: 4.7357e-02 ] +2024-10-03 22:10:29,425 INFO: [ epoch: 212 ] [ iter: 89,700 ] [ performance: 26.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:46 ] [ l_g_pix: 5.1510e-02 ] [ l_g_total: 5.1510e-02 ] +2024-10-03 22:10:33,158 INFO: [ epoch: 212 ] [ iter: 89,800 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:39 ] [ l_g_pix: 5.6187e-02 ] [ l_g_total: 5.6187e-02 ] +2024-10-03 22:10:37,828 INFO: [ epoch: 213 ] [ iter: 89,900 ] [ performance: 17.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:33 ] [ l_g_pix: 5.0166e-02 ] [ l_g_total: 5.0166e-02 ] +2024-10-03 22:10:41,841 INFO: [ epoch: 213 ] [ iter: 90,000 ] [ performance: 21.608 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:26 ] [ l_g_pix: 5.3201e-02 ] [ l_g_total: 5.3201e-02 ] +2024-10-03 22:10:41,841 INFO: Saving models and training states. +2024-10-03 22:13:28,397 INFO: Validation val + + # psnr: 27.2014........ Best: 27.2014 @ 90000 iter + # ssim: 0.7664........ Best: 0.7664 @ 90000 iter + # dists: 0.7728........ Best: 0.7728 @ 90000 iter + +2024-10-03 22:13:32,052 INFO: [ epoch: 213 ] [ iter: 90,100 ] [ performance: 27.588 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:38 ] [ l_g_pix: 4.6408e-02 ] [ l_g_total: 4.6408e-02 ] +2024-10-03 22:13:35,719 INFO: [ epoch: 213 ] [ iter: 90,200 ] [ performance: 27.383 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:31 ] [ l_g_pix: 4.6903e-02 ] [ l_g_total: 4.6903e-02 ] +2024-10-03 22:13:39,201 INFO: [ epoch: 213 ] [ iter: 90,300 ] [ performance: 29.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:25 ] [ l_g_pix: 4.3246e-02 ] [ l_g_total: 4.3246e-02 ] +2024-10-03 22:13:44,844 INFO: [ epoch: 214 ] [ iter: 90,400 ] [ performance: 20.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:18 ] [ l_g_pix: 6.0427e-02 ] [ l_g_total: 6.0427e-02 ] +2024-10-03 22:13:49,108 INFO: [ epoch: 214 ] [ iter: 90,500 ] [ performance: 23.453 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:11 ] [ l_g_pix: 4.6263e-02 ] [ l_g_total: 4.6263e-02 ] +2024-10-03 22:13:52,901 INFO: [ epoch: 214 ] [ iter: 90,600 ] [ performance: 25.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:05 ] [ l_g_pix: 4.5297e-02 ] [ l_g_total: 4.5297e-02 ] +2024-10-03 22:13:56,348 INFO: [ epoch: 214 ] [ iter: 90,700 ] [ performance: 29.792 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:58 ] [ l_g_pix: 4.2998e-02 ] [ l_g_total: 4.2998e-02 ] +2024-10-03 22:14:01,635 INFO: [ epoch: 215 ] [ iter: 90,800 ] [ performance: 21.498 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:51 ] [ l_g_pix: 6.0387e-02 ] [ l_g_total: 6.0387e-02 ] +2024-10-03 22:14:05,351 INFO: [ epoch: 215 ] [ iter: 90,900 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:45 ] [ l_g_pix: 4.9310e-02 ] [ l_g_total: 4.9310e-02 ] +2024-10-03 22:14:09,078 INFO: [ epoch: 215 ] [ iter: 91,000 ] [ performance: 26.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:38 ] [ l_g_pix: 4.5396e-02 ] [ l_g_total: 4.5396e-02 ] +2024-10-03 22:14:12,710 INFO: [ epoch: 215 ] [ iter: 91,100 ] [ performance: 28.345 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:31 ] [ l_g_pix: 5.0469e-02 ] [ l_g_total: 5.0469e-02 ] +2024-10-03 22:14:17,751 INFO: [ epoch: 216 ] [ iter: 91,200 ] [ performance: 21.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:25 ] [ l_g_pix: 3.9811e-02 ] [ l_g_total: 3.9811e-02 ] +2024-10-03 22:14:21,486 INFO: [ epoch: 216 ] [ iter: 91,300 ] [ performance: 26.849 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:18 ] [ l_g_pix: 5.2769e-02 ] [ l_g_total: 5.2769e-02 ] +2024-10-03 22:14:25,181 INFO: [ epoch: 216 ] [ iter: 91,400 ] [ performance: 27.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:11 ] [ l_g_pix: 4.5505e-02 ] [ l_g_total: 4.5505e-02 ] +2024-10-03 22:14:28,850 INFO: [ epoch: 216 ] [ iter: 91,500 ] [ performance: 28.103 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 4.7017e-02 ] [ l_g_total: 4.7017e-02 ] +2024-10-03 22:14:33,744 INFO: [ epoch: 217 ] [ iter: 91,600 ] [ performance: 22.327 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:58 ] [ l_g_pix: 4.3908e-02 ] [ l_g_total: 4.3908e-02 ] +2024-10-03 22:14:37,569 INFO: [ epoch: 217 ] [ iter: 91,700 ] [ performance: 27.322 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:51 ] [ l_g_pix: 4.9667e-02 ] [ l_g_total: 4.9667e-02 ] +2024-10-03 22:14:41,257 INFO: [ epoch: 217 ] [ iter: 91,800 ] [ performance: 27.183 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:45 ] [ l_g_pix: 4.5569e-02 ] [ l_g_total: 4.5569e-02 ] +2024-10-03 22:14:44,961 INFO: [ epoch: 217 ] [ iter: 91,900 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:38 ] [ l_g_pix: 5.2432e-02 ] [ l_g_total: 5.2432e-02 ] +2024-10-03 22:14:49,492 INFO: [ epoch: 218 ] [ iter: 92,000 ] [ performance: 23.327 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:32 ] [ l_g_pix: 4.4001e-02 ] [ l_g_total: 4.4001e-02 ] +2024-10-03 22:14:53,636 INFO: [ epoch: 218 ] [ iter: 92,100 ] [ performance: 26.931 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:25 ] [ l_g_pix: 5.2924e-02 ] [ l_g_total: 5.2924e-02 ] +2024-10-03 22:14:57,377 INFO: [ epoch: 218 ] [ iter: 92,200 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:18 ] [ l_g_pix: 3.8172e-02 ] [ l_g_total: 3.8172e-02 ] +2024-10-03 22:15:01,031 INFO: [ epoch: 218 ] [ iter: 92,300 ] [ performance: 27.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:12 ] [ l_g_pix: 6.0039e-02 ] [ l_g_total: 6.0039e-02 ] +2024-10-03 22:15:04,477 INFO: [ epoch: 218 ] [ iter: 92,400 ] [ performance: 28.553 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:05 ] [ l_g_pix: 4.4142e-02 ] [ l_g_total: 4.4142e-02 ] +2024-10-03 22:15:09,611 INFO: [ epoch: 219 ] [ iter: 92,500 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:59 ] [ l_g_pix: 3.9835e-02 ] [ l_g_total: 3.9835e-02 ] +2024-10-03 22:15:13,306 INFO: [ epoch: 219 ] [ iter: 92,600 ] [ performance: 27.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:52 ] [ l_g_pix: 4.9097e-02 ] [ l_g_total: 4.9097e-02 ] +2024-10-03 22:15:17,077 INFO: [ epoch: 219 ] [ iter: 92,700 ] [ performance: 26.528 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:45 ] [ l_g_pix: 4.2194e-02 ] [ l_g_total: 4.2194e-02 ] +2024-10-03 22:15:20,631 INFO: [ epoch: 219 ] [ iter: 92,800 ] [ performance: 27.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:39 ] [ l_g_pix: 4.8184e-02 ] [ l_g_total: 4.8184e-02 ] +2024-10-03 22:15:25,950 INFO: [ epoch: 220 ] [ iter: 92,900 ] [ performance: 25.365 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:32 ] [ l_g_pix: 5.5641e-02 ] [ l_g_total: 5.5641e-02 ] +2024-10-03 22:15:29,682 INFO: [ epoch: 220 ] [ iter: 93,000 ] [ performance: 26.389 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:26 ] [ l_g_pix: 4.1856e-02 ] [ l_g_total: 4.1856e-02 ] +2024-10-03 22:15:33,421 INFO: [ epoch: 220 ] [ iter: 93,100 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:19 ] [ l_g_pix: 3.1939e-02 ] [ l_g_total: 3.1939e-02 ] +2024-10-03 22:15:37,013 INFO: [ epoch: 220 ] [ iter: 93,200 ] [ performance: 27.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:13 ] [ l_g_pix: 5.1591e-02 ] [ l_g_total: 5.1591e-02 ] +2024-10-03 22:15:42,322 INFO: [ epoch: 221 ] [ iter: 93,300 ] [ performance: 17.867 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:06 ] [ l_g_pix: 5.7857e-02 ] [ l_g_total: 5.7857e-02 ] +2024-10-03 22:15:46,043 INFO: [ epoch: 221 ] [ iter: 93,400 ] [ performance: 23.714 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:00 ] [ l_g_pix: 6.8548e-02 ] [ l_g_total: 6.8548e-02 ] +2024-10-03 22:15:49,740 INFO: [ epoch: 221 ] [ iter: 93,500 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:53 ] [ l_g_pix: 4.6704e-02 ] [ l_g_total: 4.6704e-02 ] +2024-10-03 22:15:53,401 INFO: [ epoch: 221 ] [ iter: 93,600 ] [ performance: 27.126 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:47 ] [ l_g_pix: 5.5488e-02 ] [ l_g_total: 5.5488e-02 ] +2024-10-03 22:15:58,381 INFO: [ epoch: 222 ] [ iter: 93,700 ] [ performance: 12.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:40 ] [ l_g_pix: 4.8482e-02 ] [ l_g_total: 4.8482e-02 ] +2024-10-03 22:16:02,295 INFO: [ epoch: 222 ] [ iter: 93,800 ] [ performance: 20.164 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:34 ] [ l_g_pix: 4.7795e-02 ] [ l_g_total: 4.7795e-02 ] +2024-10-03 22:16:06,027 INFO: [ epoch: 222 ] [ iter: 93,900 ] [ performance: 27.643 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 4.8535e-02 ] [ l_g_total: 4.8535e-02 ] +2024-10-03 22:16:09,756 INFO: [ epoch: 222 ] [ iter: 94,000 ] [ performance: 27.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:21 ] [ l_g_pix: 4.1518e-02 ] [ l_g_total: 4.1518e-02 ] +2024-10-03 22:16:13,180 INFO: [ epoch: 222 ] [ iter: 94,100 ] [ performance: 29.541 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:14 ] [ l_g_pix: 4.3116e-02 ] [ l_g_total: 4.3116e-02 ] +2024-10-03 22:16:18,667 INFO: [ epoch: 223 ] [ iter: 94,200 ] [ performance: 20.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:08 ] [ l_g_pix: 4.5160e-02 ] [ l_g_total: 4.5160e-02 ] +2024-10-03 22:16:22,393 INFO: [ epoch: 223 ] [ iter: 94,300 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:01 ] [ l_g_pix: 5.0658e-02 ] [ l_g_total: 5.0658e-02 ] +2024-10-03 22:16:26,071 INFO: [ epoch: 223 ] [ iter: 94,400 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:55 ] [ l_g_pix: 4.7056e-02 ] [ l_g_total: 4.7056e-02 ] +2024-10-03 22:16:29,566 INFO: [ epoch: 223 ] [ iter: 94,500 ] [ performance: 29.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:48 ] [ l_g_pix: 4.4133e-02 ] [ l_g_total: 4.4133e-02 ] +2024-10-03 22:16:34,975 INFO: [ epoch: 224 ] [ iter: 94,600 ] [ performance: 20.263 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:42 ] [ l_g_pix: 5.9603e-02 ] [ l_g_total: 5.9603e-02 ] +2024-10-03 22:16:38,685 INFO: [ epoch: 224 ] [ iter: 94,700 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:35 ] [ l_g_pix: 3.6108e-02 ] [ l_g_total: 3.6108e-02 ] +2024-10-03 22:16:42,412 INFO: [ epoch: 224 ] [ iter: 94,800 ] [ performance: 26.851 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:29 ] [ l_g_pix: 4.2621e-02 ] [ l_g_total: 4.2621e-02 ] +2024-10-03 22:16:45,999 INFO: [ epoch: 224 ] [ iter: 94,900 ] [ performance: 29.264 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:22 ] [ l_g_pix: 3.9081e-02 ] [ l_g_total: 3.9081e-02 ] +2024-10-03 22:16:51,279 INFO: [ epoch: 225 ] [ iter: 95,000 ] [ performance: 20.528 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:16 ] [ l_g_pix: 5.6296e-02 ] [ l_g_total: 5.6296e-02 ] +2024-10-03 22:16:54,989 INFO: [ epoch: 225 ] [ iter: 95,100 ] [ performance: 27.243 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:09 ] [ l_g_pix: 5.0056e-02 ] [ l_g_total: 5.0056e-02 ] +2024-10-03 22:16:58,708 INFO: [ epoch: 225 ] [ iter: 95,200 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:03 ] [ l_g_pix: 4.3073e-02 ] [ l_g_total: 4.3073e-02 ] +2024-10-03 22:17:02,400 INFO: [ epoch: 225 ] [ iter: 95,300 ] [ performance: 28.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:56 ] [ l_g_pix: 4.6981e-02 ] [ l_g_total: 4.6981e-02 ] +2024-10-03 22:17:07,664 INFO: [ epoch: 226 ] [ iter: 95,400 ] [ performance: 20.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:50 ] [ l_g_pix: 4.2917e-02 ] [ l_g_total: 4.2917e-02 ] +2024-10-03 22:17:11,367 INFO: [ epoch: 226 ] [ iter: 95,500 ] [ performance: 26.697 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:44 ] [ l_g_pix: 5.5353e-02 ] [ l_g_total: 5.5353e-02 ] +2024-10-03 22:17:15,072 INFO: [ epoch: 226 ] [ iter: 95,600 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:37 ] [ l_g_pix: 3.4845e-02 ] [ l_g_total: 3.4845e-02 ] +2024-10-03 22:17:18,766 INFO: [ epoch: 226 ] [ iter: 95,700 ] [ performance: 26.867 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:31 ] [ l_g_pix: 3.8309e-02 ] [ l_g_total: 3.8309e-02 ] +2024-10-03 22:17:23,489 INFO: [ epoch: 227 ] [ iter: 95,800 ] [ performance: 22.085 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:24 ] [ l_g_pix: 4.8332e-02 ] [ l_g_total: 4.8332e-02 ] +2024-10-03 22:17:27,675 INFO: [ epoch: 227 ] [ iter: 95,900 ] [ performance: 27.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:18 ] [ l_g_pix: 5.3798e-02 ] [ l_g_total: 5.3798e-02 ] +2024-10-03 22:17:31,390 INFO: [ epoch: 227 ] [ iter: 96,000 ] [ performance: 27.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:12 ] [ l_g_pix: 4.5474e-02 ] [ l_g_total: 4.5474e-02 ] +2024-10-03 22:17:35,157 INFO: [ epoch: 227 ] [ iter: 96,100 ] [ performance: 26.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:05 ] [ l_g_pix: 4.3341e-02 ] [ l_g_total: 4.3341e-02 ] +2024-10-03 22:17:38,703 INFO: [ epoch: 227 ] [ iter: 96,200 ] [ performance: 27.874 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:59 ] [ l_g_pix: 4.9093e-02 ] [ l_g_total: 4.9093e-02 ] +2024-10-03 22:17:43,946 INFO: [ epoch: 228 ] [ iter: 96,300 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:52 ] [ l_g_pix: 5.1573e-02 ] [ l_g_total: 5.1573e-02 ] +2024-10-03 22:17:47,650 INFO: [ epoch: 228 ] [ iter: 96,400 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:46 ] [ l_g_pix: 4.6565e-02 ] [ l_g_total: 4.6565e-02 ] +2024-10-03 22:17:51,361 INFO: [ epoch: 228 ] [ iter: 96,500 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:40 ] [ l_g_pix: 4.0670e-02 ] [ l_g_total: 4.0670e-02 ] +2024-10-03 22:17:54,861 INFO: [ epoch: 228 ] [ iter: 96,600 ] [ performance: 28.298 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:33 ] [ l_g_pix: 5.2370e-02 ] [ l_g_total: 5.2370e-02 ] +2024-10-03 22:18:00,122 INFO: [ epoch: 229 ] [ iter: 96,700 ] [ performance: 26.239 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:27 ] [ l_g_pix: 4.6073e-02 ] [ l_g_total: 4.6073e-02 ] +2024-10-03 22:18:03,869 INFO: [ epoch: 229 ] [ iter: 96,800 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:21 ] [ l_g_pix: 6.2183e-02 ] [ l_g_total: 6.2183e-02 ] +2024-10-03 22:18:07,542 INFO: [ epoch: 229 ] [ iter: 96,900 ] [ performance: 27.771 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:14 ] [ l_g_pix: 4.3347e-02 ] [ l_g_total: 4.3347e-02 ] +2024-10-03 22:18:11,133 INFO: [ epoch: 229 ] [ iter: 97,000 ] [ performance: 27.835 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:08 ] [ l_g_pix: 5.5105e-02 ] [ l_g_total: 5.5105e-02 ] +2024-10-03 22:18:16,322 INFO: [ epoch: 230 ] [ iter: 97,100 ] [ performance: 24.837 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:02 ] [ l_g_pix: 4.1604e-02 ] [ l_g_total: 4.1604e-02 ] +2024-10-03 22:18:20,040 INFO: [ epoch: 230 ] [ iter: 97,200 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:55 ] [ l_g_pix: 3.4187e-02 ] [ l_g_total: 3.4187e-02 ] +2024-10-03 22:18:23,758 INFO: [ epoch: 230 ] [ iter: 97,300 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:49 ] [ l_g_pix: 4.2910e-02 ] [ l_g_total: 4.2910e-02 ] +2024-10-03 22:18:27,460 INFO: [ epoch: 230 ] [ iter: 97,400 ] [ performance: 27.038 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:42 ] [ l_g_pix: 4.6404e-02 ] [ l_g_total: 4.6404e-02 ] +2024-10-03 22:18:32,436 INFO: [ epoch: 231 ] [ iter: 97,500 ] [ performance: 16.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:36 ] [ l_g_pix: 5.0433e-02 ] [ l_g_total: 5.0433e-02 ] +2024-10-03 22:18:36,359 INFO: [ epoch: 231 ] [ iter: 97,600 ] [ performance: 23.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:30 ] [ l_g_pix: 4.8560e-02 ] [ l_g_total: 4.8560e-02 ] +2024-10-03 22:18:40,088 INFO: [ epoch: 231 ] [ iter: 97,700 ] [ performance: 26.870 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:24 ] [ l_g_pix: 5.4821e-02 ] [ l_g_total: 5.4821e-02 ] +2024-10-03 22:18:43,773 INFO: [ epoch: 231 ] [ iter: 97,800 ] [ performance: 27.114 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:17 ] [ l_g_pix: 5.3145e-02 ] [ l_g_total: 5.3145e-02 ] +2024-10-03 22:18:47,238 INFO: [ epoch: 231 ] [ iter: 97,900 ] [ performance: 29.097 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:11 ] [ l_g_pix: 4.9624e-02 ] [ l_g_total: 4.9624e-02 ] +2024-10-03 22:18:52,603 INFO: [ epoch: 232 ] [ iter: 98,000 ] [ performance: 19.448 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:05 ] [ l_g_pix: 5.1227e-02 ] [ l_g_total: 5.1227e-02 ] +2024-10-03 22:18:56,312 INFO: [ epoch: 232 ] [ iter: 98,100 ] [ performance: 26.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:58 ] [ l_g_pix: 5.6784e-02 ] [ l_g_total: 5.6784e-02 ] +2024-10-03 22:19:00,018 INFO: [ epoch: 232 ] [ iter: 98,200 ] [ performance: 26.962 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:52 ] [ l_g_pix: 4.4206e-02 ] [ l_g_total: 4.4206e-02 ] +2024-10-03 22:19:03,516 INFO: [ epoch: 232 ] [ iter: 98,300 ] [ performance: 29.511 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:46 ] [ l_g_pix: 4.8150e-02 ] [ l_g_total: 4.8150e-02 ] +2024-10-03 22:19:08,903 INFO: [ epoch: 233 ] [ iter: 98,400 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:39 ] [ l_g_pix: 6.8780e-02 ] [ l_g_total: 6.8780e-02 ] +2024-10-03 22:19:12,616 INFO: [ epoch: 233 ] [ iter: 98,500 ] [ performance: 27.623 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:33 ] [ l_g_pix: 3.6751e-02 ] [ l_g_total: 3.6751e-02 ] +2024-10-03 22:19:16,358 INFO: [ epoch: 233 ] [ iter: 98,600 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:27 ] [ l_g_pix: 3.5652e-02 ] [ l_g_total: 3.5652e-02 ] +2024-10-03 22:19:19,920 INFO: [ epoch: 233 ] [ iter: 98,700 ] [ performance: 29.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:21 ] [ l_g_pix: 5.2054e-02 ] [ l_g_total: 5.2054e-02 ] +2024-10-03 22:19:24,971 INFO: [ epoch: 234 ] [ iter: 98,800 ] [ performance: 20.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:14 ] [ l_g_pix: 4.9198e-02 ] [ l_g_total: 4.9198e-02 ] +2024-10-03 22:19:28,712 INFO: [ epoch: 234 ] [ iter: 98,900 ] [ performance: 26.057 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:08 ] [ l_g_pix: 5.2139e-02 ] [ l_g_total: 5.2139e-02 ] +2024-10-03 22:19:32,424 INFO: [ epoch: 234 ] [ iter: 99,000 ] [ performance: 26.881 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:02 ] [ l_g_pix: 5.4296e-02 ] [ l_g_total: 5.4296e-02 ] +2024-10-03 22:19:36,082 INFO: [ epoch: 234 ] [ iter: 99,100 ] [ performance: 29.435 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:56 ] [ l_g_pix: 3.8642e-02 ] [ l_g_total: 3.8642e-02 ] +2024-10-03 22:19:41,313 INFO: [ epoch: 235 ] [ iter: 99,200 ] [ performance: 19.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:49 ] [ l_g_pix: 3.8363e-02 ] [ l_g_total: 3.8363e-02 ] +2024-10-03 22:19:45,040 INFO: [ epoch: 235 ] [ iter: 99,300 ] [ performance: 27.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:43 ] [ l_g_pix: 4.1670e-02 ] [ l_g_total: 4.1670e-02 ] +2024-10-03 22:19:48,744 INFO: [ epoch: 235 ] [ iter: 99,400 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:37 ] [ l_g_pix: 5.4834e-02 ] [ l_g_total: 5.4834e-02 ] +2024-10-03 22:19:52,443 INFO: [ epoch: 235 ] [ iter: 99,500 ] [ performance: 27.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:31 ] [ l_g_pix: 4.0740e-02 ] [ l_g_total: 4.0740e-02 ] +2024-10-03 22:19:57,049 INFO: [ epoch: 236 ] [ iter: 99,600 ] [ performance: 21.947 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:24 ] [ l_g_pix: 4.6324e-02 ] [ l_g_total: 4.6324e-02 ] +2024-10-03 22:20:01,186 INFO: [ epoch: 236 ] [ iter: 99,700 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:18 ] [ l_g_pix: 4.7643e-02 ] [ l_g_total: 4.7643e-02 ] +2024-10-03 22:20:04,944 INFO: [ epoch: 236 ] [ iter: 99,800 ] [ performance: 26.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:12 ] [ l_g_pix: 5.7536e-02 ] [ l_g_total: 5.7536e-02 ] +2024-10-03 22:20:08,667 INFO: [ epoch: 236 ] [ iter: 99,900 ] [ performance: 26.015 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:06 ] [ l_g_pix: 5.3692e-02 ] [ l_g_total: 5.3692e-02 ] +2024-10-03 22:20:12,183 INFO: [ epoch: 236 ] [ iter:100,000 ] [ performance: 28.370 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 3.8084e-02 ] [ l_g_total: 3.8084e-02 ] +2024-10-03 22:20:12,183 INFO: Saving models and training states. +2024-10-03 22:23:06,550 INFO: Validation val + + # psnr: 27.2074........ Best: 27.2074 @ 100000 iter + # ssim: 0.7667........ Best: 0.7667 @ 100000 iter + # dists: 0.7727........ Best: 0.7727 @ 100000 iter + +2024-10-03 22:23:07,557 INFO: End of training. Time consumed: 1:46:31 +2024-10-03 22:23:07,558 INFO: Save the latest model. +2024-10-03 22:25:58,253 INFO: Validation val + + # psnr: 27.2074........ Best: 27.2074 @ 100002 iter + # ssim: 0.7667........ Best: 0.7667 @ 100002 iter + # dists: 0.7727........ Best: 0.7727 @ 100002 iter + diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..b671e83ac529906038eb3517fd8c9916421d7c6a --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d3a9299aefabc25e3f608364026ff61cc315188d022ec21b5be4df9eecb469 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..3d722717e757d30a60ae318b55a9a9c0dc7daa12 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8d48d617343b909e215e767fb3512e3675f033a0666a49bccd656cfd57720f +size 19045418 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..2096e2fec8decef1e3c5ad3cccf300f0e36acf19 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d5adfde6f264ff1d8ea4e4772b8d488af2b6282536d6eec9fa49d7ccaced91 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..a7bd08ec92e8c6ea2007989cc9d41057f97aac18 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4eba0f40dd75010f94ea7589262d441e6fbee3a9326bf7678355f2590396698 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..f0523e5b8f4dfd34cc389ae5ed38a771b3d12ac4 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9375b10b0b5981666c59dd09f4a1da07f0ae31c7165ecde2882911a86ab9a451 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..411df15cf44cf8660b88853a1e289d3f11e0d825 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41fc920e336071e2695fd15663644dcdfabf35b6f95bb55d324f8f172b10b533 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..622db8cb697f80188ca47bab024b510b86b9f891 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb48b4cf43bfd33db8c32a8d77e005cc043abb6d7fdfaf06b7b671c2eb4e49e7 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..1b8313b7e690c26b058530e8bbe881ed023278c0 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc1b25a4f3fd6d74444ee64781e5f389c86ef3903faa1c0b2adf9b4ac350b5d +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..47da09d89b07dedd6d782f6395d0f3336b9d3b98 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd11ae1b757f0eae02b951137e40b621ee40b03f7bc248f54084df4261d6f31 +size 19036538 diff --git a/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..6f83e93214667065dedd3e67ff2d38ee589ba8d7 --- /dev/null +++ b/ic9600/4xIC9600_0.5_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0aeed3a709e5316181b67ec9e7266cfa9c351dec221241fdd080e44bc0ca64 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/4xIC9600_06_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/4xIC9600_06_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..4d26d530dfd13b4d9258e70ad0d20109930304c6 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/4xIC9600_06_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Fri Oct 4 10:28:11 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_06_DF2K_plksr_tiny_fp16.toml --auto_resume + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.6_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity06_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity06_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 110000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..bdd8eb7e44e86601ffc3897cbbce38fc8f003a35 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f18b37972d8904f9a44a07b8283fc9f4f2720690cf9f48420926f0cd01eee20 +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..bfd46b935fe745da9a019fa46537791a8ba70371 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca20fd08096a6b4f8c101fbd7535594d68858e1df7a9abde1e2a6ba764ac3e59 +size 9513138 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..1d600870f866c159149d936a3b52af3c74d01b52 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ffba17da04240dc8762feb5f4c2818e3f6df093a811f953452220e0686f108 +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ea5010dbd587d5cbd679ac9fe53be3602530ce8d --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79cc3b97711cbe86719529a7a3d02d9f7de12dc58e4b2a1d5cec17df6755913 +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..583f72e7b3403c0c4011e125abecf94cf84b457d --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67beded073cbf099a91cea7dea5f40fd7d2bb7144123b2460c5667fa5402a772 +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..0991b500125e63fcaf4a057d4d53b89b88d2a4e5 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b09dc1ea498716b1f1e270de9658aa57ba2d77db9d0712cf9cf3cf468a0b1efe +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6abfb57871f8839b750d4eddf1193c1f056e60d --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1f79f2c1f8976754bceed59e429d8551a8d054302be3c9d4d5314c391806ef +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..4637f4626495d268d978ad4f48e9d5ebe5d63b00 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d261294196457770fb9f516e4f1f66bc2b350c84775fe105bbee03bd9a096d +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3e16cf5793d97e451a3ea3f1e293a7b1380ad2cc --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accb5b5eaa29ad1f876be62b4af4c3c1d09da3eebcbe5acb1de64bfeb7af1316 +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..915bfb7d0a48bd7a65f98e0b68b31712d0e3e2e2 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9725058a9c3f6842bdd08abdf55abf12a05458990044581634047771bbcff6 +size 9513034 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..6bd0ce7fd3fe8adb4922c9f823c3c02d959c610d --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd5aa4e33a31c6a3cf6eab29e04d64a4384c620b13dbdfb82b7e3fdea105847 +size 9513138 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/train_4xIC9600_0.6_DF2K_plksr_tiny_fp16_20241003_223719.log b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/train_4xIC9600_0.6_DF2K_plksr_tiny_fp16_20241003_223719.log new file mode 100644 index 0000000000000000000000000000000000000000..0a3e4132dffbfb313b1ec252e7488f7475e64d06 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/train_4xIC9600_0.6_DF2K_plksr_tiny_fp16_20241003_223719.log @@ -0,0 +1,1086 @@ +2024-10-03 22:37:19,756 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-03 22:37:19,921 INFO: Dataset [paired] is built. +2024-10-03 22:37:19,922 INFO: Training statistics: + Starting model: 4xIC9600_0.6_DF2K_plksr_tiny_fp16 + Number of train images: 1918 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 120 + Total epochs 834 for total iters 100000. +2024-10-03 22:37:19,922 INFO: Dataset [paired] is built. +2024-10-03 22:37:19,922 INFO: Number of val images/folders: 100 +2024-10-03 22:37:20,091 INFO: Using network [plksr]. +2024-10-03 22:37:20,116 INFO: Using exponential-moving average. +2024-10-03 22:37:20,117 INFO: Loss [L1Loss] enabled. +2024-10-03 22:37:20,117 INFO: Using model [image]. +2024-10-03 22:37:20,642 INFO: AMP enabled. +2024-10-03 22:37:20,643 INFO: Deterministic mode enabled. +2024-10-03 22:37:20,643 INFO: Start training from epoch: 0, iter: 0 +2024-10-03 22:37:26,368 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 17.471 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:36 ] [ l_g_pix: 9.2030e-02 ] [ l_g_total: 9.2030e-02 ] +2024-10-03 22:37:30,691 INFO: [ epoch: 1 ] [ iter: 200 ] [ performance: 19.908 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 7.7779e-02 ] [ l_g_total: 7.7779e-02 ] +2024-10-03 22:37:35,162 INFO: [ epoch: 2 ] [ iter: 300 ] [ performance: 22.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:34 ] [ l_g_pix: 7.1709e-02 ] [ l_g_total: 7.1709e-02 ] +2024-10-03 22:37:39,621 INFO: [ epoch: 3 ] [ iter: 400 ] [ performance: 22.378 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:08 ] [ l_g_pix: 6.1004e-02 ] [ l_g_total: 6.1004e-02 ] +2024-10-03 22:37:44,413 INFO: [ epoch: 4 ] [ iter: 500 ] [ performance: 20.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:09 ] [ l_g_pix: 7.1589e-02 ] [ l_g_total: 7.1589e-02 ] +2024-10-03 22:37:48,681 INFO: [ epoch: 5 ] [ iter: 600 ] [ performance: 22.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:01 ] [ l_g_pix: 6.5793e-02 ] [ l_g_total: 6.5793e-02 ] +2024-10-03 22:37:52,517 INFO: [ epoch: 5 ] [ iter: 700 ] [ performance: 26.481 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:52 ] [ l_g_pix: 6.0326e-02 ] [ l_g_total: 6.0326e-02 ] +2024-10-03 22:37:57,156 INFO: [ epoch: 6 ] [ iter: 800 ] [ performance: 23.732 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:40 ] [ l_g_pix: 7.1477e-02 ] [ l_g_total: 7.1477e-02 ] +2024-10-03 22:38:01,627 INFO: [ epoch: 7 ] [ iter: 900 ] [ performance: 22.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:57 ] [ l_g_pix: 6.2707e-02 ] [ l_g_total: 6.2707e-02 ] +2024-10-03 22:38:06,000 INFO: [ epoch: 8 ] [ iter: 1,000 ] [ performance: 22.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:01 ] [ l_g_pix: 7.5024e-02 ] [ l_g_total: 7.5024e-02 ] +2024-10-03 22:38:10,422 INFO: [ epoch: 9 ] [ iter: 1,100 ] [ performance: 22.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 6.5858e-02 ] [ l_g_total: 6.5858e-02 ] +2024-10-03 22:38:14,584 INFO: [ epoch: 10 ] [ iter: 1,200 ] [ performance: 23.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:50 ] [ l_g_pix: 5.2979e-02 ] [ l_g_total: 5.2979e-02 ] +2024-10-03 22:38:18,329 INFO: [ epoch: 10 ] [ iter: 1,300 ] [ performance: 27.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:03 ] [ l_g_pix: 7.1990e-02 ] [ l_g_total: 7.1990e-02 ] +2024-10-03 22:38:22,920 INFO: [ epoch: 11 ] [ iter: 1,400 ] [ performance: 24.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:22 ] [ l_g_pix: 5.6832e-02 ] [ l_g_total: 5.6832e-02 ] +2024-10-03 22:38:27,216 INFO: [ epoch: 12 ] [ iter: 1,500 ] [ performance: 22.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:19 ] [ l_g_pix: 5.6033e-02 ] [ l_g_total: 5.6033e-02 ] +2024-10-03 22:38:31,846 INFO: [ epoch: 13 ] [ iter: 1,600 ] [ performance: 22.224 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:36 ] [ l_g_pix: 7.6290e-02 ] [ l_g_total: 7.6290e-02 ] +2024-10-03 22:38:36,491 INFO: [ epoch: 14 ] [ iter: 1,700 ] [ performance: 21.059 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:51 ] [ l_g_pix: 6.2516e-02 ] [ l_g_total: 6.2516e-02 ] +2024-10-03 22:38:40,551 INFO: [ epoch: 15 ] [ iter: 1,800 ] [ performance: 22.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:33 ] [ l_g_pix: 7.6829e-02 ] [ l_g_total: 7.6829e-02 ] +2024-10-03 22:38:44,244 INFO: [ epoch: 15 ] [ iter: 1,900 ] [ performance: 28.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:56 ] [ l_g_pix: 5.4402e-02 ] [ l_g_total: 5.4402e-02 ] +2024-10-03 22:38:48,659 INFO: [ epoch: 16 ] [ iter: 2,000 ] [ performance: 25.040 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:59 ] [ l_g_pix: 6.1269e-02 ] [ l_g_total: 6.1269e-02 ] +2024-10-03 22:38:53,236 INFO: [ epoch: 17 ] [ iter: 2,100 ] [ performance: 21.200 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:08 ] [ l_g_pix: 6.0881e-02 ] [ l_g_total: 6.0881e-02 ] +2024-10-03 22:38:57,626 INFO: [ epoch: 18 ] [ iter: 2,200 ] [ performance: 22.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:08 ] [ l_g_pix: 7.5699e-02 ] [ l_g_total: 7.5699e-02 ] +2024-10-03 22:39:02,288 INFO: [ epoch: 19 ] [ iter: 2,300 ] [ performance: 20.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:19 ] [ l_g_pix: 5.6172e-02 ] [ l_g_total: 5.6172e-02 ] +2024-10-03 22:39:06,689 INFO: [ epoch: 20 ] [ iter: 2,400 ] [ performance: 21.772 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 5.0165e-02 ] [ l_g_total: 5.0165e-02 ] +2024-10-03 22:39:10,774 INFO: [ epoch: 21 ] [ iter: 2,500 ] [ performance: 25.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:04 ] [ l_g_pix: 6.3960e-02 ] [ l_g_total: 6.3960e-02 ] +2024-10-03 22:39:14,797 INFO: [ epoch: 21 ] [ iter: 2,600 ] [ performance: 25.069 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:49 ] [ l_g_pix: 5.0839e-02 ] [ l_g_total: 5.0839e-02 ] +2024-10-03 22:39:19,412 INFO: [ epoch: 22 ] [ iter: 2,700 ] [ performance: 20.854 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:56 ] [ l_g_pix: 5.2963e-02 ] [ l_g_total: 5.2963e-02 ] +2024-10-03 22:39:23,988 INFO: [ epoch: 23 ] [ iter: 2,800 ] [ performance: 21.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:01 ] [ l_g_pix: 8.2104e-02 ] [ l_g_total: 8.2104e-02 ] +2024-10-03 22:39:28,575 INFO: [ epoch: 24 ] [ iter: 2,900 ] [ performance: 20.919 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:05 ] [ l_g_pix: 6.0620e-02 ] [ l_g_total: 6.0620e-02 ] +2024-10-03 22:39:33,218 INFO: [ epoch: 25 ] [ iter: 3,000 ] [ performance: 21.252 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:11 ] [ l_g_pix: 8.0834e-02 ] [ l_g_total: 8.0834e-02 ] +2024-10-03 22:39:37,301 INFO: [ epoch: 26 ] [ iter: 3,100 ] [ performance: 23.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:59 ] [ l_g_pix: 5.3817e-02 ] [ l_g_total: 5.3817e-02 ] +2024-10-03 22:39:41,173 INFO: [ epoch: 26 ] [ iter: 3,200 ] [ performance: 24.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:40 ] [ l_g_pix: 5.4465e-02 ] [ l_g_total: 5.4465e-02 ] +2024-10-03 22:39:45,708 INFO: [ epoch: 27 ] [ iter: 3,300 ] [ performance: 24.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:42 ] [ l_g_pix: 6.2879e-02 ] [ l_g_total: 6.2879e-02 ] +2024-10-03 22:39:50,055 INFO: [ epoch: 28 ] [ iter: 3,400 ] [ performance: 23.815 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:39 ] [ l_g_pix: 5.7152e-02 ] [ l_g_total: 5.7152e-02 ] +2024-10-03 22:39:54,593 INFO: [ epoch: 29 ] [ iter: 3,500 ] [ performance: 21.029 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:40 ] [ l_g_pix: 7.3578e-02 ] [ l_g_total: 7.3578e-02 ] +2024-10-03 22:39:59,079 INFO: [ epoch: 30 ] [ iter: 3,600 ] [ performance: 21.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:40 ] [ l_g_pix: 6.6137e-02 ] [ l_g_total: 6.6137e-02 ] +2024-10-03 22:40:03,136 INFO: [ epoch: 31 ] [ iter: 3,700 ] [ performance: 23.906 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:28 ] [ l_g_pix: 7.0399e-02 ] [ l_g_total: 7.0399e-02 ] +2024-10-03 22:40:06,861 INFO: [ epoch: 31 ] [ iter: 3,800 ] [ performance: 25.441 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:09 ] [ l_g_pix: 5.9331e-02 ] [ l_g_total: 5.9331e-02 ] +2024-10-03 22:40:11,428 INFO: [ epoch: 32 ] [ iter: 3,900 ] [ performance: 26.366 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:11 ] [ l_g_pix: 5.8727e-02 ] [ l_g_total: 5.8727e-02 ] +2024-10-03 22:40:15,844 INFO: [ epoch: 33 ] [ iter: 4,000 ] [ performance: 24.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:09 ] [ l_g_pix: 7.3531e-02 ] [ l_g_total: 7.3531e-02 ] +2024-10-03 22:40:20,560 INFO: [ epoch: 34 ] [ iter: 4,100 ] [ performance: 19.842 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:14 ] [ l_g_pix: 6.2709e-02 ] [ l_g_total: 6.2709e-02 ] +2024-10-03 22:40:25,215 INFO: [ epoch: 35 ] [ iter: 4,200 ] [ performance: 20.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:17 ] [ l_g_pix: 6.2033e-02 ] [ l_g_total: 6.2033e-02 ] +2024-10-03 22:40:29,593 INFO: [ epoch: 36 ] [ iter: 4,300 ] [ performance: 21.604 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:13 ] [ l_g_pix: 5.8564e-02 ] [ l_g_total: 5.8564e-02 ] +2024-10-03 22:40:33,158 INFO: [ epoch: 36 ] [ iter: 4,400 ] [ performance: 24.863 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:52 ] [ l_g_pix: 6.0817e-02 ] [ l_g_total: 6.0817e-02 ] +2024-10-03 22:40:37,708 INFO: [ epoch: 37 ] [ iter: 4,500 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:52 ] [ l_g_pix: 5.4281e-02 ] [ l_g_total: 5.4281e-02 ] +2024-10-03 22:40:42,293 INFO: [ epoch: 38 ] [ iter: 4,600 ] [ performance: 23.813 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:53 ] [ l_g_pix: 8.2838e-02 ] [ l_g_total: 8.2838e-02 ] +2024-10-03 22:40:46,668 INFO: [ epoch: 39 ] [ iter: 4,700 ] [ performance: 21.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:50 ] [ l_g_pix: 7.1657e-02 ] [ l_g_total: 7.1657e-02 ] +2024-10-03 22:40:50,979 INFO: [ epoch: 40 ] [ iter: 4,800 ] [ performance: 22.339 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:45 ] [ l_g_pix: 6.9240e-02 ] [ l_g_total: 6.9240e-02 ] +2024-10-03 22:40:55,462 INFO: [ epoch: 41 ] [ iter: 4,900 ] [ performance: 20.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:44 ] [ l_g_pix: 5.5828e-02 ] [ l_g_total: 5.5828e-02 ] +2024-10-03 22:40:59,549 INFO: [ epoch: 42 ] [ iter: 5,000 ] [ performance: 22.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:35 ] [ l_g_pix: 7.2658e-02 ] [ l_g_total: 7.2658e-02 ] +2024-10-03 22:41:03,525 INFO: [ epoch: 42 ] [ iter: 5,100 ] [ performance: 29.354 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:24 ] [ l_g_pix: 5.5699e-02 ] [ l_g_total: 5.5699e-02 ] +2024-10-03 22:41:07,915 INFO: [ epoch: 43 ] [ iter: 5,200 ] [ performance: 25.203 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:21 ] [ l_g_pix: 6.5621e-02 ] [ l_g_total: 6.5621e-02 ] +2024-10-03 22:41:12,515 INFO: [ epoch: 44 ] [ iter: 5,300 ] [ performance: 19.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:21 ] [ l_g_pix: 7.0566e-02 ] [ l_g_total: 7.0566e-02 ] +2024-10-03 22:41:17,084 INFO: [ epoch: 45 ] [ iter: 5,400 ] [ performance: 20.951 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:21 ] [ l_g_pix: 6.0392e-02 ] [ l_g_total: 6.0392e-02 ] +2024-10-03 22:41:21,636 INFO: [ epoch: 46 ] [ iter: 5,500 ] [ performance: 20.100 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:20 ] [ l_g_pix: 5.6654e-02 ] [ l_g_total: 5.6654e-02 ] +2024-10-03 22:41:25,763 INFO: [ epoch: 47 ] [ iter: 5,600 ] [ performance: 22.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:12 ] [ l_g_pix: 7.1715e-02 ] [ l_g_total: 7.1715e-02 ] +2024-10-03 22:41:29,686 INFO: [ epoch: 47 ] [ iter: 5,700 ] [ performance: 29.544 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:01 ] [ l_g_pix: 8.1926e-02 ] [ l_g_total: 8.1926e-02 ] +2024-10-03 22:41:34,029 INFO: [ epoch: 48 ] [ iter: 5,800 ] [ performance: 25.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 6.6534e-02 ] [ l_g_total: 6.6534e-02 ] +2024-10-03 22:41:38,492 INFO: [ epoch: 49 ] [ iter: 5,900 ] [ performance: 20.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:55 ] [ l_g_pix: 6.5316e-02 ] [ l_g_total: 6.5316e-02 ] +2024-10-03 22:41:43,199 INFO: [ epoch: 50 ] [ iter: 6,000 ] [ performance: 20.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 7.2891e-02 ] [ l_g_total: 7.2891e-02 ] +2024-10-03 22:41:47,839 INFO: [ epoch: 51 ] [ iter: 6,100 ] [ performance: 19.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 6.2288e-02 ] [ l_g_total: 6.2288e-02 ] +2024-10-03 22:41:51,925 INFO: [ epoch: 52 ] [ iter: 6,200 ] [ performance: 22.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:49 ] [ l_g_pix: 7.2410e-02 ] [ l_g_total: 7.2410e-02 ] +2024-10-03 22:41:55,630 INFO: [ epoch: 52 ] [ iter: 6,300 ] [ performance: 29.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:35 ] [ l_g_pix: 5.8001e-02 ] [ l_g_total: 5.8001e-02 ] +2024-10-03 22:42:00,116 INFO: [ epoch: 53 ] [ iter: 6,400 ] [ performance: 24.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:33 ] [ l_g_pix: 5.4439e-02 ] [ l_g_total: 5.4439e-02 ] +2024-10-03 22:42:04,704 INFO: [ epoch: 54 ] [ iter: 6,500 ] [ performance: 23.659 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:32 ] [ l_g_pix: 6.5462e-02 ] [ l_g_total: 6.5462e-02 ] +2024-10-03 22:42:09,260 INFO: [ epoch: 55 ] [ iter: 6,600 ] [ performance: 22.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:31 ] [ l_g_pix: 6.6330e-02 ] [ l_g_total: 6.6330e-02 ] +2024-10-03 22:42:13,839 INFO: [ epoch: 56 ] [ iter: 6,700 ] [ performance: 19.274 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:30 ] [ l_g_pix: 5.8310e-02 ] [ l_g_total: 5.8310e-02 ] +2024-10-03 22:42:18,216 INFO: [ epoch: 57 ] [ iter: 6,800 ] [ performance: 21.301 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:26 ] [ l_g_pix: 6.9908e-02 ] [ l_g_total: 6.9908e-02 ] +2024-10-03 22:42:21,862 INFO: [ epoch: 57 ] [ iter: 6,900 ] [ performance: 29.598 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:12 ] [ l_g_pix: 7.5324e-02 ] [ l_g_total: 7.5324e-02 ] +2024-10-03 22:42:26,460 INFO: [ epoch: 58 ] [ iter: 7,000 ] [ performance: 24.386 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:12 ] [ l_g_pix: 5.4787e-02 ] [ l_g_total: 5.4787e-02 ] +2024-10-03 22:42:30,990 INFO: [ epoch: 59 ] [ iter: 7,100 ] [ performance: 27.349 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:10 ] [ l_g_pix: 6.8091e-02 ] [ l_g_total: 6.8091e-02 ] +2024-10-03 22:42:35,610 INFO: [ epoch: 60 ] [ iter: 7,200 ] [ performance: 23.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:09 ] [ l_g_pix: 6.9188e-02 ] [ l_g_total: 6.9188e-02 ] +2024-10-03 22:42:39,892 INFO: [ epoch: 61 ] [ iter: 7,300 ] [ performance: 20.685 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:04 ] [ l_g_pix: 7.5731e-02 ] [ l_g_total: 7.5731e-02 ] +2024-10-03 22:42:44,337 INFO: [ epoch: 62 ] [ iter: 7,400 ] [ performance: 21.760 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:01 ] [ l_g_pix: 6.2873e-02 ] [ l_g_total: 6.2873e-02 ] +2024-10-03 22:42:48,448 INFO: [ epoch: 63 ] [ iter: 7,500 ] [ performance: 23.030 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:54 ] [ l_g_pix: 5.8620e-02 ] [ l_g_total: 5.8620e-02 ] +2024-10-03 22:42:52,579 INFO: [ epoch: 63 ] [ iter: 7,600 ] [ performance: 23.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:47 ] [ l_g_pix: 7.1420e-02 ] [ l_g_total: 7.1420e-02 ] +2024-10-03 22:42:56,925 INFO: [ epoch: 64 ] [ iter: 7,700 ] [ performance: 27.258 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:43 ] [ l_g_pix: 5.5864e-02 ] [ l_g_total: 5.5864e-02 ] +2024-10-03 22:43:01,562 INFO: [ epoch: 65 ] [ iter: 7,800 ] [ performance: 23.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:42 ] [ l_g_pix: 6.3559e-02 ] [ l_g_total: 6.3559e-02 ] +2024-10-03 22:43:06,030 INFO: [ epoch: 66 ] [ iter: 7,900 ] [ performance: 19.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:39 ] [ l_g_pix: 5.3864e-02 ] [ l_g_total: 5.3864e-02 ] +2024-10-03 22:43:10,630 INFO: [ epoch: 67 ] [ iter: 8,000 ] [ performance: 20.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:38 ] [ l_g_pix: 7.5181e-02 ] [ l_g_total: 7.5181e-02 ] +2024-10-03 22:43:14,730 INFO: [ epoch: 68 ] [ iter: 8,100 ] [ performance: 22.020 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:31 ] [ l_g_pix: 6.9244e-02 ] [ l_g_total: 6.9244e-02 ] +2024-10-03 22:43:18,670 INFO: [ epoch: 68 ] [ iter: 8,200 ] [ performance: 24.030 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:22 ] [ l_g_pix: 7.1975e-02 ] [ l_g_total: 7.1975e-02 ] +2024-10-03 22:43:23,346 INFO: [ epoch: 69 ] [ iter: 8,300 ] [ performance: 28.825 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:21 ] [ l_g_pix: 6.9624e-02 ] [ l_g_total: 6.9624e-02 ] +2024-10-03 22:43:27,859 INFO: [ epoch: 70 ] [ iter: 8,400 ] [ performance: 24.244 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:19 ] [ l_g_pix: 5.9475e-02 ] [ l_g_total: 5.9475e-02 ] +2024-10-03 22:43:32,239 INFO: [ epoch: 71 ] [ iter: 8,500 ] [ performance: 19.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:15 ] [ l_g_pix: 6.8089e-02 ] [ l_g_total: 6.8089e-02 ] +2024-10-03 22:43:36,607 INFO: [ epoch: 72 ] [ iter: 8,600 ] [ performance: 21.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:11 ] [ l_g_pix: 6.5619e-02 ] [ l_g_total: 6.5619e-02 ] +2024-10-03 22:43:40,731 INFO: [ epoch: 73 ] [ iter: 8,700 ] [ performance: 21.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:04 ] [ l_g_pix: 6.7859e-02 ] [ l_g_total: 6.7859e-02 ] +2024-10-03 22:43:44,401 INFO: [ epoch: 73 ] [ iter: 8,800 ] [ performance: 24.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:53 ] [ l_g_pix: 5.6162e-02 ] [ l_g_total: 5.6162e-02 ] +2024-10-03 22:43:49,056 INFO: [ epoch: 74 ] [ iter: 8,900 ] [ performance: 30.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:52 ] [ l_g_pix: 6.8818e-02 ] [ l_g_total: 6.8818e-02 ] +2024-10-03 22:43:53,656 INFO: [ epoch: 75 ] [ iter: 9,000 ] [ performance: 24.150 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:50 ] [ l_g_pix: 6.6419e-02 ] [ l_g_total: 6.6419e-02 ] +2024-10-03 22:43:58,273 INFO: [ epoch: 76 ] [ iter: 9,100 ] [ performance: 21.699 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:48 ] [ l_g_pix: 6.0131e-02 ] [ l_g_total: 6.0131e-02 ] +2024-10-03 22:44:02,894 INFO: [ epoch: 77 ] [ iter: 9,200 ] [ performance: 21.666 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:47 ] [ l_g_pix: 6.3464e-02 ] [ l_g_total: 6.3464e-02 ] +2024-10-03 22:44:07,095 INFO: [ epoch: 78 ] [ iter: 9,300 ] [ performance: 20.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:41 ] [ l_g_pix: 6.7797e-02 ] [ l_g_total: 6.7797e-02 ] +2024-10-03 22:44:10,755 INFO: [ epoch: 78 ] [ iter: 9,400 ] [ performance: 24.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:30 ] [ l_g_pix: 6.5168e-02 ] [ l_g_total: 6.5168e-02 ] +2024-10-03 22:44:15,198 INFO: [ epoch: 79 ] [ iter: 9,500 ] [ performance: 29.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:27 ] [ l_g_pix: 7.4544e-02 ] [ l_g_total: 7.4544e-02 ] +2024-10-03 22:44:19,898 INFO: [ epoch: 80 ] [ iter: 9,600 ] [ performance: 23.615 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:26 ] [ l_g_pix: 6.4252e-02 ] [ l_g_total: 6.4252e-02 ] +2024-10-03 22:44:24,467 INFO: [ epoch: 81 ] [ iter: 9,700 ] [ performance: 23.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:23 ] [ l_g_pix: 6.2002e-02 ] [ l_g_total: 6.2002e-02 ] +2024-10-03 22:44:29,058 INFO: [ epoch: 82 ] [ iter: 9,800 ] [ performance: 22.432 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:21 ] [ l_g_pix: 5.9792e-02 ] [ l_g_total: 5.9792e-02 ] +2024-10-03 22:44:33,277 INFO: [ epoch: 83 ] [ iter: 9,900 ] [ performance: 19.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 6.8634e-02 ] [ l_g_total: 6.8634e-02 ] +2024-10-03 22:44:37,489 INFO: [ epoch: 84 ] [ iter: 10,000 ] [ performance: 22.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:10 ] [ l_g_pix: 4.8069e-02 ] [ l_g_total: 4.8069e-02 ] +2024-10-03 22:44:37,500 INFO: Saving models and training states. +2024-10-03 22:47:29,763 INFO: Validation val + + # psnr: 26.2917........ Best: 26.2917 @ 10000 iter + # ssim: 0.7388........ Best: 0.7388 @ 10000 iter + # dists: 0.7799........ Best: 0.7799 @ 10000 iter + +2024-10-03 22:47:33,217 INFO: [ epoch: 84 ] [ iter: 10,100 ] [ performance: 29.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:32 ] [ l_g_pix: 6.0604e-02 ] [ l_g_total: 6.0604e-02 ] +2024-10-03 22:47:37,739 INFO: [ epoch: 85 ] [ iter: 10,200 ] [ performance: 24.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:12 ] [ l_g_pix: 6.3260e-02 ] [ l_g_total: 6.3260e-02 ] +2024-10-03 22:47:42,481 INFO: [ epoch: 86 ] [ iter: 10,300 ] [ performance: 25.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:55 ] [ l_g_pix: 6.4748e-02 ] [ l_g_total: 6.4748e-02 ] +2024-10-03 22:47:47,034 INFO: [ epoch: 87 ] [ iter: 10,400 ] [ performance: 23.098 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:36 ] [ l_g_pix: 5.8301e-02 ] [ l_g_total: 5.8301e-02 ] +2024-10-03 22:47:51,704 INFO: [ epoch: 88 ] [ iter: 10,500 ] [ performance: 16.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:19 ] [ l_g_pix: 5.2386e-02 ] [ l_g_total: 5.2386e-02 ] +2024-10-03 22:47:55,971 INFO: [ epoch: 89 ] [ iter: 10,600 ] [ performance: 20.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:58 ] [ l_g_pix: 5.5556e-02 ] [ l_g_total: 5.5556e-02 ] +2024-10-03 22:47:59,622 INFO: [ epoch: 89 ] [ iter: 10,700 ] [ performance: 30.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:33 ] [ l_g_pix: 6.9781e-02 ] [ l_g_total: 6.9781e-02 ] +2024-10-03 22:48:04,358 INFO: [ epoch: 90 ] [ iter: 10,800 ] [ performance: 23.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:17 ] [ l_g_pix: 5.9549e-02 ] [ l_g_total: 5.9549e-02 ] +2024-10-03 22:48:09,025 INFO: [ epoch: 91 ] [ iter: 10,900 ] [ performance: 29.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:01 ] [ l_g_pix: 5.8794e-02 ] [ l_g_total: 5.8794e-02 ] +2024-10-03 22:48:13,627 INFO: [ epoch: 92 ] [ iter: 11,000 ] [ performance: 23.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:44 ] [ l_g_pix: 6.7371e-02 ] [ l_g_total: 6.7371e-02 ] +2024-10-03 22:48:18,191 INFO: [ epoch: 93 ] [ iter: 11,100 ] [ performance: 16.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:27 ] [ l_g_pix: 7.1016e-02 ] [ l_g_total: 7.1016e-02 ] +2024-10-03 22:48:22,380 INFO: [ epoch: 94 ] [ iter: 11,200 ] [ performance: 20.925 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:08 ] [ l_g_pix: 5.9107e-02 ] [ l_g_total: 5.9107e-02 ] +2024-10-03 22:48:26,023 INFO: [ epoch: 94 ] [ iter: 11,300 ] [ performance: 29.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:44 ] [ l_g_pix: 6.6164e-02 ] [ l_g_total: 6.6164e-02 ] +2024-10-03 22:48:30,471 INFO: [ epoch: 95 ] [ iter: 11,400 ] [ performance: 24.340 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:27 ] [ l_g_pix: 6.6033e-02 ] [ l_g_total: 6.6033e-02 ] +2024-10-03 22:48:35,270 INFO: [ epoch: 96 ] [ iter: 11,500 ] [ performance: 29.365 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:13 ] [ l_g_pix: 5.7272e-02 ] [ l_g_total: 5.7272e-02 ] +2024-10-03 22:48:40,073 INFO: [ epoch: 97 ] [ iter: 11,600 ] [ performance: 22.822 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:00 ] [ l_g_pix: 5.0091e-02 ] [ l_g_total: 5.0091e-02 ] +2024-10-03 22:48:44,560 INFO: [ epoch: 98 ] [ iter: 11,700 ] [ performance: 16.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:44 ] [ l_g_pix: 5.2958e-02 ] [ l_g_total: 5.2958e-02 ] +2024-10-03 22:48:49,285 INFO: [ epoch: 99 ] [ iter: 11,800 ] [ performance: 19.625 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:29 ] [ l_g_pix: 5.4179e-02 ] [ l_g_total: 5.4179e-02 ] +2024-10-03 22:48:52,886 INFO: [ epoch: 99 ] [ iter: 11,900 ] [ performance: 27.773 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:07 ] [ l_g_pix: 6.6601e-02 ] [ l_g_total: 6.6601e-02 ] +2024-10-03 22:48:57,328 INFO: [ epoch: 100 ] [ iter: 12,000 ] [ performance: 23.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:52 ] [ l_g_pix: 7.5546e-02 ] [ l_g_total: 7.5546e-02 ] +2024-10-03 22:49:02,091 INFO: [ epoch: 101 ] [ iter: 12,100 ] [ performance: 29.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:38 ] [ l_g_pix: 5.9936e-02 ] [ l_g_total: 5.9936e-02 ] +2024-10-03 22:49:06,575 INFO: [ epoch: 102 ] [ iter: 12,200 ] [ performance: 23.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:23 ] [ l_g_pix: 6.0084e-02 ] [ l_g_total: 6.0084e-02 ] +2024-10-03 22:49:11,290 INFO: [ epoch: 103 ] [ iter: 12,300 ] [ performance: 20.298 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:10 ] [ l_g_pix: 7.1698e-02 ] [ l_g_total: 7.1698e-02 ] +2024-10-03 22:49:15,736 INFO: [ epoch: 104 ] [ iter: 12,400 ] [ performance: 21.835 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:55 ] [ l_g_pix: 6.2551e-02 ] [ l_g_total: 6.2551e-02 ] +2024-10-03 22:49:20,017 INFO: [ epoch: 105 ] [ iter: 12,500 ] [ performance: 18.550 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:39 ] [ l_g_pix: 5.6816e-02 ] [ l_g_total: 5.6816e-02 ] +2024-10-03 22:49:24,098 INFO: [ epoch: 105 ] [ iter: 12,600 ] [ performance: 22.526 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:22 ] [ l_g_pix: 4.6491e-02 ] [ l_g_total: 4.6491e-02 ] +2024-10-03 22:49:28,814 INFO: [ epoch: 106 ] [ iter: 12,700 ] [ performance: 29.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:09 ] [ l_g_pix: 6.6454e-02 ] [ l_g_total: 6.6454e-02 ] +2024-10-03 22:49:33,637 INFO: [ epoch: 107 ] [ iter: 12,800 ] [ performance: 22.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:57 ] [ l_g_pix: 6.2375e-02 ] [ l_g_total: 6.2375e-02 ] +2024-10-03 22:49:38,393 INFO: [ epoch: 108 ] [ iter: 12,900 ] [ performance: 22.021 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:45 ] [ l_g_pix: 6.3122e-02 ] [ l_g_total: 6.3122e-02 ] +2024-10-03 22:49:43,096 INFO: [ epoch: 109 ] [ iter: 13,000 ] [ performance: 21.464 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:33 ] [ l_g_pix: 5.2721e-02 ] [ l_g_total: 5.2721e-02 ] +2024-10-03 22:49:47,637 INFO: [ epoch: 110 ] [ iter: 13,100 ] [ performance: 15.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:19 ] [ l_g_pix: 5.4780e-02 ] [ l_g_total: 5.4780e-02 ] +2024-10-03 22:49:51,519 INFO: [ epoch: 110 ] [ iter: 13,200 ] [ performance: 22.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:02 ] [ l_g_pix: 6.0191e-02 ] [ l_g_total: 6.0191e-02 ] +2024-10-03 22:49:56,408 INFO: [ epoch: 111 ] [ iter: 13,300 ] [ performance: 29.387 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:51 ] [ l_g_pix: 6.6278e-02 ] [ l_g_total: 6.6278e-02 ] +2024-10-03 22:50:01,207 INFO: [ epoch: 112 ] [ iter: 13,400 ] [ performance: 22.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:40 ] [ l_g_pix: 6.4901e-02 ] [ l_g_total: 6.4901e-02 ] +2024-10-03 22:50:06,032 INFO: [ epoch: 113 ] [ iter: 13,500 ] [ performance: 26.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:29 ] [ l_g_pix: 6.8444e-02 ] [ l_g_total: 6.8444e-02 ] +2024-10-03 22:50:10,755 INFO: [ epoch: 114 ] [ iter: 13,600 ] [ performance: 22.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:17 ] [ l_g_pix: 6.9884e-02 ] [ l_g_total: 6.9884e-02 ] +2024-10-03 22:50:15,156 INFO: [ epoch: 115 ] [ iter: 13,700 ] [ performance: 15.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:04 ] [ l_g_pix: 6.4439e-02 ] [ l_g_total: 6.4439e-02 ] +2024-10-03 22:50:18,946 INFO: [ epoch: 115 ] [ iter: 13,800 ] [ performance: 22.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:47 ] [ l_g_pix: 5.8567e-02 ] [ l_g_total: 5.8567e-02 ] +2024-10-03 22:50:23,844 INFO: [ epoch: 116 ] [ iter: 13,900 ] [ performance: 28.781 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:37 ] [ l_g_pix: 5.2960e-02 ] [ l_g_total: 5.2960e-02 ] +2024-10-03 22:50:28,675 INFO: [ epoch: 117 ] [ iter: 14,000 ] [ performance: 22.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:26 ] [ l_g_pix: 5.8698e-02 ] [ l_g_total: 5.8698e-02 ] +2024-10-03 22:50:33,298 INFO: [ epoch: 118 ] [ iter: 14,100 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:14 ] [ l_g_pix: 5.6895e-02 ] [ l_g_total: 5.6895e-02 ] +2024-10-03 22:50:37,811 INFO: [ epoch: 119 ] [ iter: 14,200 ] [ performance: 23.102 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:02 ] [ l_g_pix: 7.5909e-02 ] [ l_g_total: 7.5909e-02 ] +2024-10-03 22:50:42,295 INFO: [ epoch: 120 ] [ iter: 14,300 ] [ performance: 14.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:50 ] [ l_g_pix: 6.2896e-02 ] [ l_g_total: 6.2896e-02 ] +2024-10-03 22:50:46,642 INFO: [ epoch: 121 ] [ iter: 14,400 ] [ performance: 20.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:37 ] [ l_g_pix: 6.3867e-02 ] [ l_g_total: 6.3867e-02 ] +2024-10-03 22:50:50,565 INFO: [ epoch: 121 ] [ iter: 14,500 ] [ performance: 29.384 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:22 ] [ l_g_pix: 6.2017e-02 ] [ l_g_total: 6.2017e-02 ] +2024-10-03 22:50:55,502 INFO: [ epoch: 122 ] [ iter: 14,600 ] [ performance: 21.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:12 ] [ l_g_pix: 5.8218e-02 ] [ l_g_total: 5.8218e-02 ] +2024-10-03 22:51:00,250 INFO: [ epoch: 123 ] [ iter: 14,700 ] [ performance: 28.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:02 ] [ l_g_pix: 5.9026e-02 ] [ l_g_total: 5.9026e-02 ] +2024-10-03 22:51:05,213 INFO: [ epoch: 124 ] [ iter: 14,800 ] [ performance: 21.496 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:53 ] [ l_g_pix: 6.1328e-02 ] [ l_g_total: 6.1328e-02 ] +2024-10-03 22:51:09,905 INFO: [ epoch: 125 ] [ iter: 14,900 ] [ performance: 12.125 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:43 ] [ l_g_pix: 5.5925e-02 ] [ l_g_total: 5.5925e-02 ] +2024-10-03 22:51:14,282 INFO: [ epoch: 126 ] [ iter: 15,000 ] [ performance: 19.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:30 ] [ l_g_pix: 5.2985e-02 ] [ l_g_total: 5.2985e-02 ] +2024-10-03 22:51:18,083 INFO: [ epoch: 126 ] [ iter: 15,100 ] [ performance: 28.932 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:15 ] [ l_g_pix: 6.0185e-02 ] [ l_g_total: 6.0185e-02 ] +2024-10-03 22:51:23,013 INFO: [ epoch: 127 ] [ iter: 15,200 ] [ performance: 21.576 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:06 ] [ l_g_pix: 6.5910e-02 ] [ l_g_total: 6.5910e-02 ] +2024-10-03 22:51:28,048 INFO: [ epoch: 128 ] [ iter: 15,300 ] [ performance: 29.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:58 ] [ l_g_pix: 4.1692e-02 ] [ l_g_total: 4.1692e-02 ] +2024-10-03 22:51:33,146 INFO: [ epoch: 129 ] [ iter: 15,400 ] [ performance: 20.944 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:50 ] [ l_g_pix: 6.4061e-02 ] [ l_g_total: 6.4061e-02 ] +2024-10-03 22:51:37,940 INFO: [ epoch: 130 ] [ iter: 15,500 ] [ performance: 17.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:41 ] [ l_g_pix: 6.0692e-02 ] [ l_g_total: 6.0692e-02 ] +2024-10-03 22:51:42,281 INFO: [ epoch: 131 ] [ iter: 15,600 ] [ performance: 21.809 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:29 ] [ l_g_pix: 6.0333e-02 ] [ l_g_total: 6.0333e-02 ] +2024-10-03 22:51:46,279 INFO: [ epoch: 131 ] [ iter: 15,700 ] [ performance: 29.586 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:15 ] [ l_g_pix: 6.3882e-02 ] [ l_g_total: 6.3882e-02 ] +2024-10-03 22:51:51,037 INFO: [ epoch: 132 ] [ iter: 15,800 ] [ performance: 22.179 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:06 ] [ l_g_pix: 6.3207e-02 ] [ l_g_total: 6.3207e-02 ] +2024-10-03 22:51:55,874 INFO: [ epoch: 133 ] [ iter: 15,900 ] [ performance: 29.329 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:57 ] [ l_g_pix: 6.1148e-02 ] [ l_g_total: 6.1148e-02 ] +2024-10-03 22:52:00,460 INFO: [ epoch: 134 ] [ iter: 16,000 ] [ performance: 22.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:46 ] [ l_g_pix: 5.4371e-02 ] [ l_g_total: 5.4371e-02 ] +2024-10-03 22:52:05,367 INFO: [ epoch: 135 ] [ iter: 16,100 ] [ performance: 18.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:38 ] [ l_g_pix: 5.9204e-02 ] [ l_g_total: 5.9204e-02 ] +2024-10-03 22:52:09,783 INFO: [ epoch: 136 ] [ iter: 16,200 ] [ performance: 21.790 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:27 ] [ l_g_pix: 5.8195e-02 ] [ l_g_total: 5.8195e-02 ] +2024-10-03 22:52:13,424 INFO: [ epoch: 136 ] [ iter: 16,300 ] [ performance: 29.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:12 ] [ l_g_pix: 6.4001e-02 ] [ l_g_total: 6.4001e-02 ] +2024-10-03 22:52:18,308 INFO: [ epoch: 137 ] [ iter: 16,400 ] [ performance: 21.514 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:04 ] [ l_g_pix: 6.6997e-02 ] [ l_g_total: 6.6997e-02 ] +2024-10-03 22:52:23,043 INFO: [ epoch: 138 ] [ iter: 16,500 ] [ performance: 30.100 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:54 ] [ l_g_pix: 6.0394e-02 ] [ l_g_total: 6.0394e-02 ] +2024-10-03 22:52:28,030 INFO: [ epoch: 139 ] [ iter: 16,600 ] [ performance: 21.135 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:47 ] [ l_g_pix: 6.0691e-02 ] [ l_g_total: 6.0691e-02 ] +2024-10-03 22:52:32,704 INFO: [ epoch: 140 ] [ iter: 16,700 ] [ performance: 21.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:37 ] [ l_g_pix: 6.8582e-02 ] [ l_g_total: 6.8582e-02 ] +2024-10-03 22:52:37,124 INFO: [ epoch: 141 ] [ iter: 16,800 ] [ performance: 22.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:27 ] [ l_g_pix: 7.1800e-02 ] [ l_g_total: 7.1800e-02 ] +2024-10-03 22:52:41,435 INFO: [ epoch: 142 ] [ iter: 16,900 ] [ performance: 12.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:16 ] [ l_g_pix: 6.9792e-02 ] [ l_g_total: 6.9792e-02 ] +2024-10-03 22:52:45,562 INFO: [ epoch: 142 ] [ iter: 17,000 ] [ performance: 21.501 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:04 ] [ l_g_pix: 6.8211e-02 ] [ l_g_total: 6.8211e-02 ] +2024-10-03 22:52:50,453 INFO: [ epoch: 143 ] [ iter: 17,100 ] [ performance: 29.814 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:56 ] [ l_g_pix: 6.3083e-02 ] [ l_g_total: 6.3083e-02 ] +2024-10-03 22:52:55,341 INFO: [ epoch: 144 ] [ iter: 17,200 ] [ performance: 21.335 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:48 ] [ l_g_pix: 5.8504e-02 ] [ l_g_total: 5.8504e-02 ] +2024-10-03 22:53:00,228 INFO: [ epoch: 145 ] [ iter: 17,300 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:40 ] [ l_g_pix: 4.8582e-02 ] [ l_g_total: 4.8582e-02 ] +2024-10-03 22:53:04,779 INFO: [ epoch: 146 ] [ iter: 17,400 ] [ performance: 22.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:30 ] [ l_g_pix: 5.7633e-02 ] [ l_g_total: 5.7633e-02 ] +2024-10-03 22:53:09,308 INFO: [ epoch: 147 ] [ iter: 17,500 ] [ performance: 9.082 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:21 ] [ l_g_pix: 4.9073e-02 ] [ l_g_total: 4.9073e-02 ] +2024-10-03 22:53:13,098 INFO: [ epoch: 147 ] [ iter: 17,600 ] [ performance: 21.648 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:08 ] [ l_g_pix: 5.7919e-02 ] [ l_g_total: 5.7919e-02 ] +2024-10-03 22:53:17,938 INFO: [ epoch: 148 ] [ iter: 17,700 ] [ performance: 29.374 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:00 ] [ l_g_pix: 5.9608e-02 ] [ l_g_total: 5.9608e-02 ] +2024-10-03 22:53:22,802 INFO: [ epoch: 149 ] [ iter: 17,800 ] [ performance: 21.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:52 ] [ l_g_pix: 5.4157e-02 ] [ l_g_total: 5.4157e-02 ] +2024-10-03 22:53:27,762 INFO: [ epoch: 150 ] [ iter: 17,900 ] [ performance: 29.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:45 ] [ l_g_pix: 5.3553e-02 ] [ l_g_total: 5.3553e-02 ] +2024-10-03 22:53:32,634 INFO: [ epoch: 151 ] [ iter: 18,000 ] [ performance: 21.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:37 ] [ l_g_pix: 5.4453e-02 ] [ l_g_total: 5.4453e-02 ] +2024-10-03 22:53:37,121 INFO: [ epoch: 152 ] [ iter: 18,100 ] [ performance: 14.795 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:27 ] [ l_g_pix: 6.1299e-02 ] [ l_g_total: 6.1299e-02 ] +2024-10-03 22:53:40,991 INFO: [ epoch: 152 ] [ iter: 18,200 ] [ performance: 24.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:15 ] [ l_g_pix: 5.0776e-02 ] [ l_g_total: 5.0776e-02 ] +2024-10-03 22:53:45,746 INFO: [ epoch: 153 ] [ iter: 18,300 ] [ performance: 29.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:07 ] [ l_g_pix: 5.1096e-02 ] [ l_g_total: 5.1096e-02 ] +2024-10-03 22:53:50,307 INFO: [ epoch: 154 ] [ iter: 18,400 ] [ performance: 22.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:58 ] [ l_g_pix: 5.8425e-02 ] [ l_g_total: 5.8425e-02 ] +2024-10-03 22:53:55,158 INFO: [ epoch: 155 ] [ iter: 18,500 ] [ performance: 29.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:51 ] [ l_g_pix: 4.0433e-02 ] [ l_g_total: 4.0433e-02 ] +2024-10-03 22:53:59,713 INFO: [ epoch: 156 ] [ iter: 18,600 ] [ performance: 22.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:42 ] [ l_g_pix: 5.9259e-02 ] [ l_g_total: 5.9259e-02 ] +2024-10-03 22:54:04,493 INFO: [ epoch: 157 ] [ iter: 18,700 ] [ performance: 15.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:34 ] [ l_g_pix: 5.2795e-02 ] [ l_g_total: 5.2795e-02 ] +2024-10-03 22:54:08,120 INFO: [ epoch: 157 ] [ iter: 18,800 ] [ performance: 26.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:21 ] [ l_g_pix: 6.4199e-02 ] [ l_g_total: 6.4199e-02 ] +2024-10-03 22:54:12,879 INFO: [ epoch: 158 ] [ iter: 18,900 ] [ performance: 29.991 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:13 ] [ l_g_pix: 5.4559e-02 ] [ l_g_total: 5.4559e-02 ] +2024-10-03 22:54:17,573 INFO: [ epoch: 159 ] [ iter: 19,000 ] [ performance: 21.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:05 ] [ l_g_pix: 5.4908e-02 ] [ l_g_total: 5.4908e-02 ] +2024-10-03 22:54:22,401 INFO: [ epoch: 160 ] [ iter: 19,100 ] [ performance: 29.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:57 ] [ l_g_pix: 5.3588e-02 ] [ l_g_total: 5.3588e-02 ] +2024-10-03 22:54:26,993 INFO: [ epoch: 161 ] [ iter: 19,200 ] [ performance: 22.045 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:49 ] [ l_g_pix: 5.6575e-02 ] [ l_g_total: 5.6575e-02 ] +2024-10-03 22:54:31,459 INFO: [ epoch: 162 ] [ iter: 19,300 ] [ performance: 14.923 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:40 ] [ l_g_pix: 7.9288e-02 ] [ l_g_total: 7.9288e-02 ] +2024-10-03 22:54:35,861 INFO: [ epoch: 163 ] [ iter: 19,400 ] [ performance: 22.321 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:31 ] [ l_g_pix: 5.8430e-02 ] [ l_g_total: 5.8430e-02 ] +2024-10-03 22:54:39,681 INFO: [ epoch: 163 ] [ iter: 19,500 ] [ performance: 29.287 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:19 ] [ l_g_pix: 6.9653e-02 ] [ l_g_total: 6.9653e-02 ] +2024-10-03 22:54:44,254 INFO: [ epoch: 164 ] [ iter: 19,600 ] [ performance: 22.039 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:11 ] [ l_g_pix: 5.8428e-02 ] [ l_g_total: 5.8428e-02 ] +2024-10-03 22:54:49,003 INFO: [ epoch: 165 ] [ iter: 19,700 ] [ performance: 29.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:03 ] [ l_g_pix: 8.0521e-02 ] [ l_g_total: 8.0521e-02 ] +2024-10-03 22:54:53,826 INFO: [ epoch: 166 ] [ iter: 19,800 ] [ performance: 20.864 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:56 ] [ l_g_pix: 6.6804e-02 ] [ l_g_total: 6.6804e-02 ] +2024-10-03 22:54:58,314 INFO: [ epoch: 167 ] [ iter: 19,900 ] [ performance: 19.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:47 ] [ l_g_pix: 6.0682e-02 ] [ l_g_total: 6.0682e-02 ] +2024-10-03 22:55:02,581 INFO: [ epoch: 168 ] [ iter: 20,000 ] [ performance: 23.401 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:38 ] [ l_g_pix: 5.9596e-02 ] [ l_g_total: 5.9596e-02 ] +2024-10-03 22:55:02,582 INFO: Saving models and training states. +2024-10-03 22:59:56,127 INFO: Validation val + + # psnr: 26.9576........ Best: 26.9576 @ 20000 iter + # ssim: 0.7552........ Best: 0.7552 @ 20000 iter + # dists: 0.7745........ Best: 0.7745 @ 20000 iter + +2024-10-03 22:59:59,535 INFO: [ epoch: 168 ] [ iter: 20,100 ] [ performance: 26.027 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:52 ] [ l_g_pix: 5.9328e-02 ] [ l_g_total: 5.9328e-02 ] +2024-10-03 23:00:04,426 INFO: [ epoch: 169 ] [ iter: 20,200 ] [ performance: 20.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:38 ] [ l_g_pix: 5.0342e-02 ] [ l_g_total: 5.0342e-02 ] +2024-10-03 23:00:09,388 INFO: [ epoch: 170 ] [ iter: 20,300 ] [ performance: 20.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:24 ] [ l_g_pix: 7.1078e-02 ] [ l_g_total: 7.1078e-02 ] +2024-10-03 23:00:14,018 INFO: [ epoch: 171 ] [ iter: 20,400 ] [ performance: 21.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:09 ] [ l_g_pix: 7.6179e-02 ] [ l_g_total: 7.6179e-02 ] +2024-10-03 23:00:18,951 INFO: [ epoch: 172 ] [ iter: 20,500 ] [ performance: 20.893 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:56 ] [ l_g_pix: 5.4463e-02 ] [ l_g_total: 5.4463e-02 ] +2024-10-03 23:00:23,571 INFO: [ epoch: 173 ] [ iter: 20,600 ] [ performance: 21.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:41 ] [ l_g_pix: 6.6670e-02 ] [ l_g_total: 6.6670e-02 ] +2024-10-03 23:00:27,273 INFO: [ epoch: 173 ] [ iter: 20,700 ] [ performance: 24.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:23 ] [ l_g_pix: 7.7258e-02 ] [ l_g_total: 7.7258e-02 ] +2024-10-03 23:00:31,960 INFO: [ epoch: 174 ] [ iter: 20,800 ] [ performance: 21.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:08 ] [ l_g_pix: 6.4993e-02 ] [ l_g_total: 6.4993e-02 ] +2024-10-03 23:00:36,886 INFO: [ epoch: 175 ] [ iter: 20,900 ] [ performance: 20.719 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:55 ] [ l_g_pix: 6.6941e-02 ] [ l_g_total: 6.6941e-02 ] +2024-10-03 23:00:41,652 INFO: [ epoch: 176 ] [ iter: 21,000 ] [ performance: 20.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:41 ] [ l_g_pix: 5.5530e-02 ] [ l_g_total: 5.5530e-02 ] +2024-10-03 23:00:46,613 INFO: [ epoch: 177 ] [ iter: 21,100 ] [ performance: 20.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:28 ] [ l_g_pix: 5.8682e-02 ] [ l_g_total: 5.8682e-02 ] +2024-10-03 23:00:51,344 INFO: [ epoch: 178 ] [ iter: 21,200 ] [ performance: 20.845 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:14 ] [ l_g_pix: 7.0301e-02 ] [ l_g_total: 7.0301e-02 ] +2024-10-03 23:00:54,939 INFO: [ epoch: 178 ] [ iter: 21,300 ] [ performance: 23.943 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:57 ] [ l_g_pix: 7.3678e-02 ] [ l_g_total: 7.3678e-02 ] +2024-10-03 23:00:59,927 INFO: [ epoch: 179 ] [ iter: 21,400 ] [ performance: 24.702 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:44 ] [ l_g_pix: 4.7056e-02 ] [ l_g_total: 4.7056e-02 ] +2024-10-03 23:01:04,749 INFO: [ epoch: 180 ] [ iter: 21,500 ] [ performance: 22.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:31 ] [ l_g_pix: 6.9724e-02 ] [ l_g_total: 6.9724e-02 ] +2024-10-03 23:01:09,715 INFO: [ epoch: 181 ] [ iter: 21,600 ] [ performance: 19.671 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:18 ] [ l_g_pix: 8.0347e-02 ] [ l_g_total: 8.0347e-02 ] +2024-10-03 23:01:14,387 INFO: [ epoch: 182 ] [ iter: 21,700 ] [ performance: 20.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:05 ] [ l_g_pix: 4.8547e-02 ] [ l_g_total: 4.8547e-02 ] +2024-10-03 23:01:19,008 INFO: [ epoch: 183 ] [ iter: 21,800 ] [ performance: 21.175 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:51 ] [ l_g_pix: 4.6045e-02 ] [ l_g_total: 4.6045e-02 ] +2024-10-03 23:01:23,473 INFO: [ epoch: 184 ] [ iter: 21,900 ] [ performance: 21.804 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:37 ] [ l_g_pix: 6.2206e-02 ] [ l_g_total: 6.2206e-02 ] +2024-10-03 23:01:27,465 INFO: [ epoch: 184 ] [ iter: 22,000 ] [ performance: 27.012 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:21 ] [ l_g_pix: 5.9855e-02 ] [ l_g_total: 5.9855e-02 ] +2024-10-03 23:01:32,273 INFO: [ epoch: 185 ] [ iter: 22,100 ] [ performance: 23.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:08 ] [ l_g_pix: 5.3607e-02 ] [ l_g_total: 5.3607e-02 ] +2024-10-03 23:01:37,224 INFO: [ epoch: 186 ] [ iter: 22,200 ] [ performance: 19.559 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:56 ] [ l_g_pix: 4.9686e-02 ] [ l_g_total: 4.9686e-02 ] +2024-10-03 23:01:42,132 INFO: [ epoch: 187 ] [ iter: 22,300 ] [ performance: 19.982 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:44 ] [ l_g_pix: 6.8145e-02 ] [ l_g_total: 6.8145e-02 ] +2024-10-03 23:01:46,805 INFO: [ epoch: 188 ] [ iter: 22,400 ] [ performance: 20.704 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:31 ] [ l_g_pix: 5.5832e-02 ] [ l_g_total: 5.5832e-02 ] +2024-10-03 23:01:51,272 INFO: [ epoch: 189 ] [ iter: 22,500 ] [ performance: 21.572 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:17 ] [ l_g_pix: 6.9834e-02 ] [ l_g_total: 6.9834e-02 ] +2024-10-03 23:01:55,035 INFO: [ epoch: 189 ] [ iter: 22,600 ] [ performance: 27.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:01 ] [ l_g_pix: 6.9082e-02 ] [ l_g_total: 6.9082e-02 ] +2024-10-03 23:01:59,984 INFO: [ epoch: 190 ] [ iter: 22,700 ] [ performance: 23.109 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:49 ] [ l_g_pix: 6.2681e-02 ] [ l_g_total: 6.2681e-02 ] +2024-10-03 23:02:04,954 INFO: [ epoch: 191 ] [ iter: 22,800 ] [ performance: 19.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:37 ] [ l_g_pix: 5.7212e-02 ] [ l_g_total: 5.7212e-02 ] +2024-10-03 23:02:09,765 INFO: [ epoch: 192 ] [ iter: 22,900 ] [ performance: 20.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:25 ] [ l_g_pix: 5.3866e-02 ] [ l_g_total: 5.3866e-02 ] +2024-10-03 23:02:14,591 INFO: [ epoch: 193 ] [ iter: 23,000 ] [ performance: 19.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:13 ] [ l_g_pix: 5.0964e-02 ] [ l_g_total: 5.0964e-02 ] +2024-10-03 23:02:19,273 INFO: [ epoch: 194 ] [ iter: 23,100 ] [ performance: 20.605 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:01 ] [ l_g_pix: 6.2750e-02 ] [ l_g_total: 6.2750e-02 ] +2024-10-03 23:02:22,900 INFO: [ epoch: 194 ] [ iter: 23,200 ] [ performance: 29.447 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:45 ] [ l_g_pix: 5.4377e-02 ] [ l_g_total: 5.4377e-02 ] +2024-10-03 23:02:27,614 INFO: [ epoch: 195 ] [ iter: 23,300 ] [ performance: 24.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:33 ] [ l_g_pix: 6.5143e-02 ] [ l_g_total: 6.5143e-02 ] +2024-10-03 23:02:32,305 INFO: [ epoch: 196 ] [ iter: 23,400 ] [ performance: 20.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:20 ] [ l_g_pix: 7.0637e-02 ] [ l_g_total: 7.0637e-02 ] +2024-10-03 23:02:36,923 INFO: [ epoch: 197 ] [ iter: 23,500 ] [ performance: 21.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:08 ] [ l_g_pix: 6.6195e-02 ] [ l_g_total: 6.6195e-02 ] +2024-10-03 23:02:41,666 INFO: [ epoch: 198 ] [ iter: 23,600 ] [ performance: 19.949 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:56 ] [ l_g_pix: 6.7335e-02 ] [ l_g_total: 6.7335e-02 ] +2024-10-03 23:02:46,432 INFO: [ epoch: 199 ] [ iter: 23,700 ] [ performance: 20.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:44 ] [ l_g_pix: 5.3150e-02 ] [ l_g_total: 5.3150e-02 ] +2024-10-03 23:02:50,153 INFO: [ epoch: 199 ] [ iter: 23,800 ] [ performance: 28.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:29 ] [ l_g_pix: 6.9516e-02 ] [ l_g_total: 6.9516e-02 ] +2024-10-03 23:02:54,897 INFO: [ epoch: 200 ] [ iter: 23,900 ] [ performance: 23.834 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:17 ] [ l_g_pix: 6.9801e-02 ] [ l_g_total: 6.9801e-02 ] +2024-10-03 23:02:59,877 INFO: [ epoch: 201 ] [ iter: 24,000 ] [ performance: 19.175 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:06 ] [ l_g_pix: 6.2568e-02 ] [ l_g_total: 6.2568e-02 ] +2024-10-03 23:03:04,810 INFO: [ epoch: 202 ] [ iter: 24,100 ] [ performance: 19.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:55 ] [ l_g_pix: 6.1900e-02 ] [ l_g_total: 6.1900e-02 ] +2024-10-03 23:03:09,548 INFO: [ epoch: 203 ] [ iter: 24,200 ] [ performance: 19.656 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:44 ] [ l_g_pix: 8.3520e-02 ] [ l_g_total: 8.3520e-02 ] +2024-10-03 23:03:14,073 INFO: [ epoch: 204 ] [ iter: 24,300 ] [ performance: 20.946 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:32 ] [ l_g_pix: 6.1867e-02 ] [ l_g_total: 6.1867e-02 ] +2024-10-03 23:03:18,588 INFO: [ epoch: 205 ] [ iter: 24,400 ] [ performance: 21.539 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:19 ] [ l_g_pix: 7.5182e-02 ] [ l_g_total: 7.5182e-02 ] +2024-10-03 23:03:22,572 INFO: [ epoch: 205 ] [ iter: 24,500 ] [ performance: 23.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:06 ] [ l_g_pix: 7.1962e-02 ] [ l_g_total: 7.1962e-02 ] +2024-10-03 23:03:27,541 INFO: [ epoch: 206 ] [ iter: 24,600 ] [ performance: 24.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:55 ] [ l_g_pix: 5.7704e-02 ] [ l_g_total: 5.7704e-02 ] +2024-10-03 23:03:32,435 INFO: [ epoch: 207 ] [ iter: 24,700 ] [ performance: 22.117 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:44 ] [ l_g_pix: 4.9538e-02 ] [ l_g_total: 4.9538e-02 ] +2024-10-03 23:03:37,181 INFO: [ epoch: 208 ] [ iter: 24,800 ] [ performance: 19.364 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:33 ] [ l_g_pix: 5.4714e-02 ] [ l_g_total: 5.4714e-02 ] +2024-10-03 23:03:41,953 INFO: [ epoch: 209 ] [ iter: 24,900 ] [ performance: 20.235 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:22 ] [ l_g_pix: 6.1100e-02 ] [ l_g_total: 6.1100e-02 ] +2024-10-03 23:03:46,388 INFO: [ epoch: 210 ] [ iter: 25,000 ] [ performance: 21.189 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:10 ] [ l_g_pix: 5.7671e-02 ] [ l_g_total: 5.7671e-02 ] +2024-10-03 23:03:50,134 INFO: [ epoch: 210 ] [ iter: 25,100 ] [ performance: 24.004 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:56 ] [ l_g_pix: 6.5207e-02 ] [ l_g_total: 6.5207e-02 ] +2024-10-03 23:03:54,980 INFO: [ epoch: 211 ] [ iter: 25,200 ] [ performance: 27.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:45 ] [ l_g_pix: 5.1391e-02 ] [ l_g_total: 5.1391e-02 ] +2024-10-03 23:03:59,625 INFO: [ epoch: 212 ] [ iter: 25,300 ] [ performance: 23.703 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:34 ] [ l_g_pix: 4.9475e-02 ] [ l_g_total: 4.9475e-02 ] +2024-10-03 23:04:04,388 INFO: [ epoch: 213 ] [ iter: 25,400 ] [ performance: 19.065 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:23 ] [ l_g_pix: 6.0095e-02 ] [ l_g_total: 6.0095e-02 ] +2024-10-03 23:04:09,031 INFO: [ epoch: 214 ] [ iter: 25,500 ] [ performance: 20.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:12 ] [ l_g_pix: 6.4966e-02 ] [ l_g_total: 6.4966e-02 ] +2024-10-03 23:04:13,641 INFO: [ epoch: 215 ] [ iter: 25,600 ] [ performance: 19.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:01 ] [ l_g_pix: 6.0295e-02 ] [ l_g_total: 6.0295e-02 ] +2024-10-03 23:04:17,332 INFO: [ epoch: 215 ] [ iter: 25,700 ] [ performance: 23.516 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:47 ] [ l_g_pix: 4.7455e-02 ] [ l_g_total: 4.7455e-02 ] +2024-10-03 23:04:22,152 INFO: [ epoch: 216 ] [ iter: 25,800 ] [ performance: 28.608 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:36 ] [ l_g_pix: 5.6409e-02 ] [ l_g_total: 5.6409e-02 ] +2024-10-03 23:04:27,132 INFO: [ epoch: 217 ] [ iter: 25,900 ] [ performance: 22.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:26 ] [ l_g_pix: 6.2673e-02 ] [ l_g_total: 6.2673e-02 ] +2024-10-03 23:04:32,024 INFO: [ epoch: 218 ] [ iter: 26,000 ] [ performance: 18.148 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 7.6926e-02 ] [ l_g_total: 7.6926e-02 ] +2024-10-03 23:04:36,987 INFO: [ epoch: 219 ] [ iter: 26,100 ] [ performance: 19.271 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:06 ] [ l_g_pix: 5.2378e-02 ] [ l_g_total: 5.2378e-02 ] +2024-10-03 23:04:41,489 INFO: [ epoch: 220 ] [ iter: 26,200 ] [ performance: 20.151 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:55 ] [ l_g_pix: 5.9103e-02 ] [ l_g_total: 5.9103e-02 ] +2024-10-03 23:04:45,918 INFO: [ epoch: 221 ] [ iter: 26,300 ] [ performance: 21.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:44 ] [ l_g_pix: 6.6781e-02 ] [ l_g_total: 6.6781e-02 ] +2024-10-03 23:04:49,697 INFO: [ epoch: 221 ] [ iter: 26,400 ] [ performance: 28.855 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:30 ] [ l_g_pix: 6.1256e-02 ] [ l_g_total: 6.1256e-02 ] +2024-10-03 23:04:54,637 INFO: [ epoch: 222 ] [ iter: 26,500 ] [ performance: 23.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:21 ] [ l_g_pix: 5.3781e-02 ] [ l_g_total: 5.3781e-02 ] +2024-10-03 23:04:59,577 INFO: [ epoch: 223 ] [ iter: 26,600 ] [ performance: 17.667 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:11 ] [ l_g_pix: 6.5392e-02 ] [ l_g_total: 6.5392e-02 ] +2024-10-03 23:05:04,455 INFO: [ epoch: 224 ] [ iter: 26,700 ] [ performance: 19.255 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:01 ] [ l_g_pix: 7.6681e-02 ] [ l_g_total: 7.6681e-02 ] +2024-10-03 23:05:09,081 INFO: [ epoch: 225 ] [ iter: 26,800 ] [ performance: 19.108 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:50 ] [ l_g_pix: 6.4095e-02 ] [ l_g_total: 6.4095e-02 ] +2024-10-03 23:05:13,527 INFO: [ epoch: 226 ] [ iter: 26,900 ] [ performance: 21.009 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:39 ] [ l_g_pix: 6.9215e-02 ] [ l_g_total: 6.9215e-02 ] +2024-10-03 23:05:17,477 INFO: [ epoch: 226 ] [ iter: 27,000 ] [ performance: 29.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:27 ] [ l_g_pix: 5.3689e-02 ] [ l_g_total: 5.3689e-02 ] +2024-10-03 23:05:22,360 INFO: [ epoch: 227 ] [ iter: 27,100 ] [ performance: 23.283 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:17 ] [ l_g_pix: 6.3942e-02 ] [ l_g_total: 6.3942e-02 ] +2024-10-03 23:05:27,369 INFO: [ epoch: 228 ] [ iter: 27,200 ] [ performance: 22.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:08 ] [ l_g_pix: 5.9001e-02 ] [ l_g_total: 5.9001e-02 ] +2024-10-03 23:05:32,329 INFO: [ epoch: 229 ] [ iter: 27,300 ] [ performance: 21.000 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:58 ] [ l_g_pix: 4.9620e-02 ] [ l_g_total: 4.9620e-02 ] +2024-10-03 23:05:37,064 INFO: [ epoch: 230 ] [ iter: 27,400 ] [ performance: 18.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:48 ] [ l_g_pix: 6.4303e-02 ] [ l_g_total: 6.4303e-02 ] +2024-10-03 23:05:41,570 INFO: [ epoch: 231 ] [ iter: 27,500 ] [ performance: 20.491 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:38 ] [ l_g_pix: 4.9809e-02 ] [ l_g_total: 4.9809e-02 ] +2024-10-03 23:05:45,450 INFO: [ epoch: 231 ] [ iter: 27,600 ] [ performance: 29.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:25 ] [ l_g_pix: 5.2302e-02 ] [ l_g_total: 5.2302e-02 ] +2024-10-03 23:05:50,089 INFO: [ epoch: 232 ] [ iter: 27,700 ] [ performance: 23.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:15 ] [ l_g_pix: 6.2768e-02 ] [ l_g_total: 6.2768e-02 ] +2024-10-03 23:05:54,730 INFO: [ epoch: 233 ] [ iter: 27,800 ] [ performance: 26.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:05 ] [ l_g_pix: 7.5004e-02 ] [ l_g_total: 7.5004e-02 ] +2024-10-03 23:05:59,661 INFO: [ epoch: 234 ] [ iter: 27,900 ] [ performance: 22.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:56 ] [ l_g_pix: 6.0670e-02 ] [ l_g_total: 6.0670e-02 ] +2024-10-03 23:06:04,588 INFO: [ epoch: 235 ] [ iter: 28,000 ] [ performance: 16.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:47 ] [ l_g_pix: 6.0837e-02 ] [ l_g_total: 6.0837e-02 ] +2024-10-03 23:06:09,021 INFO: [ epoch: 236 ] [ iter: 28,100 ] [ performance: 20.016 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:36 ] [ l_g_pix: 6.0507e-02 ] [ l_g_total: 6.0507e-02 ] +2024-10-03 23:06:12,646 INFO: [ epoch: 236 ] [ iter: 28,200 ] [ performance: 29.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:23 ] [ l_g_pix: 6.7834e-02 ] [ l_g_total: 6.7834e-02 ] +2024-10-03 23:06:17,592 INFO: [ epoch: 237 ] [ iter: 28,300 ] [ performance: 22.904 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:14 ] [ l_g_pix: 5.7478e-02 ] [ l_g_total: 5.7478e-02 ] +2024-10-03 23:06:22,516 INFO: [ epoch: 238 ] [ iter: 28,400 ] [ performance: 28.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:05 ] [ l_g_pix: 4.4075e-02 ] [ l_g_total: 4.4075e-02 ] +2024-10-03 23:06:27,468 INFO: [ epoch: 239 ] [ iter: 28,500 ] [ performance: 22.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:56 ] [ l_g_pix: 6.6511e-02 ] [ l_g_total: 6.6511e-02 ] +2024-10-03 23:06:32,266 INFO: [ epoch: 240 ] [ iter: 28,600 ] [ performance: 17.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:47 ] [ l_g_pix: 7.0677e-02 ] [ l_g_total: 7.0677e-02 ] +2024-10-03 23:06:37,035 INFO: [ epoch: 241 ] [ iter: 28,700 ] [ performance: 19.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:37 ] [ l_g_pix: 7.4420e-02 ] [ l_g_total: 7.4420e-02 ] +2024-10-03 23:06:41,501 INFO: [ epoch: 242 ] [ iter: 28,800 ] [ performance: 20.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:27 ] [ l_g_pix: 5.7193e-02 ] [ l_g_total: 5.7193e-02 ] +2024-10-03 23:06:45,525 INFO: [ epoch: 242 ] [ iter: 28,900 ] [ performance: 22.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:16 ] [ l_g_pix: 6.3372e-02 ] [ l_g_total: 6.3372e-02 ] +2024-10-03 23:06:50,214 INFO: [ epoch: 243 ] [ iter: 29,000 ] [ performance: 28.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:06 ] [ l_g_pix: 5.9229e-02 ] [ l_g_total: 5.9229e-02 ] +2024-10-03 23:06:55,002 INFO: [ epoch: 244 ] [ iter: 29,100 ] [ performance: 22.999 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:57 ] [ l_g_pix: 6.7699e-02 ] [ l_g_total: 6.7699e-02 ] +2024-10-03 23:06:59,978 INFO: [ epoch: 245 ] [ iter: 29,200 ] [ performance: 16.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:48 ] [ l_g_pix: 5.1329e-02 ] [ l_g_total: 5.1329e-02 ] +2024-10-03 23:07:04,559 INFO: [ epoch: 246 ] [ iter: 29,300 ] [ performance: 19.338 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:38 ] [ l_g_pix: 4.8367e-02 ] [ l_g_total: 4.8367e-02 ] +2024-10-03 23:07:09,077 INFO: [ epoch: 247 ] [ iter: 29,400 ] [ performance: 18.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:29 ] [ l_g_pix: 5.8060e-02 ] [ l_g_total: 5.8060e-02 ] +2024-10-03 23:07:12,900 INFO: [ epoch: 247 ] [ iter: 29,500 ] [ performance: 23.094 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:17 ] [ l_g_pix: 4.8082e-02 ] [ l_g_total: 4.8082e-02 ] +2024-10-03 23:07:17,792 INFO: [ epoch: 248 ] [ iter: 29,600 ] [ performance: 29.305 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:08 ] [ l_g_pix: 5.9872e-02 ] [ l_g_total: 5.9872e-02 ] +2024-10-03 23:07:22,782 INFO: [ epoch: 249 ] [ iter: 29,700 ] [ performance: 22.511 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:00 ] [ l_g_pix: 4.5449e-02 ] [ l_g_total: 4.5449e-02 ] +2024-10-03 23:07:27,641 INFO: [ epoch: 250 ] [ iter: 29,800 ] [ performance: 16.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:51 ] [ l_g_pix: 6.4945e-02 ] [ l_g_total: 6.4945e-02 ] +2024-10-03 23:07:32,415 INFO: [ epoch: 251 ] [ iter: 29,900 ] [ performance: 19.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:42 ] [ l_g_pix: 6.6568e-02 ] [ l_g_total: 6.6568e-02 ] +2024-10-03 23:07:36,957 INFO: [ epoch: 252 ] [ iter: 30,000 ] [ performance: 17.826 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:32 ] [ l_g_pix: 5.5105e-02 ] [ l_g_total: 5.5105e-02 ] +2024-10-03 23:07:36,958 INFO: Saving models and training states. +2024-10-03 23:12:17,082 INFO: Validation val + + # psnr: 27.1180........ Best: 27.1180 @ 30000 iter + # ssim: 0.7619........ Best: 0.7619 @ 30000 iter + # dists: 0.7723........ Best: 0.7723 @ 30000 iter + +2024-10-03 23:12:20,504 INFO: [ epoch: 252 ] [ iter: 30,100 ] [ performance: 24.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:11 ] [ l_g_pix: 7.0360e-02 ] [ l_g_total: 7.0360e-02 ] +2024-10-03 23:12:25,503 INFO: [ epoch: 253 ] [ iter: 30,200 ] [ performance: 29.428 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:59 ] [ l_g_pix: 5.4859e-02 ] [ l_g_total: 5.4859e-02 ] +2024-10-03 23:12:30,373 INFO: [ epoch: 254 ] [ iter: 30,300 ] [ performance: 22.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:47 ] [ l_g_pix: 6.1118e-02 ] [ l_g_total: 6.1118e-02 ] +2024-10-03 23:12:35,228 INFO: [ epoch: 255 ] [ iter: 30,400 ] [ performance: 23.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:35 ] [ l_g_pix: 6.9924e-02 ] [ l_g_total: 6.9924e-02 ] +2024-10-03 23:12:40,244 INFO: [ epoch: 256 ] [ iter: 30,500 ] [ performance: 21.020 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:24 ] [ l_g_pix: 4.8876e-02 ] [ l_g_total: 4.8876e-02 ] +2024-10-03 23:12:44,803 INFO: [ epoch: 257 ] [ iter: 30,600 ] [ performance: 17.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:12 ] [ l_g_pix: 5.8586e-02 ] [ l_g_total: 5.8586e-02 ] +2024-10-03 23:12:48,448 INFO: [ epoch: 257 ] [ iter: 30,700 ] [ performance: 22.971 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:57 ] [ l_g_pix: 5.8191e-02 ] [ l_g_total: 5.8191e-02 ] +2024-10-03 23:12:53,491 INFO: [ epoch: 258 ] [ iter: 30,800 ] [ performance: 29.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:46 ] [ l_g_pix: 6.0930e-02 ] [ l_g_total: 6.0930e-02 ] +2024-10-03 23:12:58,229 INFO: [ epoch: 259 ] [ iter: 30,900 ] [ performance: 23.220 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:34 ] [ l_g_pix: 5.5636e-02 ] [ l_g_total: 5.5636e-02 ] +2024-10-03 23:13:03,238 INFO: [ epoch: 260 ] [ iter: 31,000 ] [ performance: 24.478 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:23 ] [ l_g_pix: 6.7601e-02 ] [ l_g_total: 6.7601e-02 ] +2024-10-03 23:13:08,314 INFO: [ epoch: 261 ] [ iter: 31,100 ] [ performance: 20.996 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:12 ] [ l_g_pix: 5.7928e-02 ] [ l_g_total: 5.7928e-02 ] +2024-10-03 23:13:13,324 INFO: [ epoch: 262 ] [ iter: 31,200 ] [ performance: 14.337 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:01 ] [ l_g_pix: 5.6601e-02 ] [ l_g_total: 5.6601e-02 ] +2024-10-03 23:13:17,786 INFO: [ epoch: 263 ] [ iter: 31,300 ] [ performance: 19.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 5.5161e-02 ] [ l_g_total: 5.5161e-02 ] +2024-10-03 23:13:21,579 INFO: [ epoch: 263 ] [ iter: 31,400 ] [ performance: 30.042 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:35 ] [ l_g_pix: 5.9993e-02 ] [ l_g_total: 5.9993e-02 ] +2024-10-03 23:13:26,375 INFO: [ epoch: 264 ] [ iter: 31,500 ] [ performance: 23.008 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:24 ] [ l_g_pix: 5.8727e-02 ] [ l_g_total: 5.8727e-02 ] +2024-10-03 23:13:31,504 INFO: [ epoch: 265 ] [ iter: 31,600 ] [ performance: 28.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:13 ] [ l_g_pix: 5.5520e-02 ] [ l_g_total: 5.5520e-02 ] +2024-10-03 23:13:36,575 INFO: [ epoch: 266 ] [ iter: 31,700 ] [ performance: 21.742 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:03 ] [ l_g_pix: 6.0252e-02 ] [ l_g_total: 6.0252e-02 ] +2024-10-03 23:13:41,483 INFO: [ epoch: 267 ] [ iter: 31,800 ] [ performance: 14.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:52 ] [ l_g_pix: 5.2069e-02 ] [ l_g_total: 5.2069e-02 ] +2024-10-03 23:13:45,996 INFO: [ epoch: 268 ] [ iter: 31,900 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:40 ] [ l_g_pix: 6.4068e-02 ] [ l_g_total: 6.4068e-02 ] +2024-10-03 23:13:49,702 INFO: [ epoch: 268 ] [ iter: 32,000 ] [ performance: 30.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:26 ] [ l_g_pix: 5.4413e-02 ] [ l_g_total: 5.4413e-02 ] +2024-10-03 23:13:54,731 INFO: [ epoch: 269 ] [ iter: 32,100 ] [ performance: 22.071 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 5.6541e-02 ] [ l_g_total: 5.6541e-02 ] +2024-10-03 23:13:59,762 INFO: [ epoch: 270 ] [ iter: 32,200 ] [ performance: 30.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:05 ] [ l_g_pix: 6.2047e-02 ] [ l_g_total: 6.2047e-02 ] +2024-10-03 23:14:04,438 INFO: [ epoch: 271 ] [ iter: 32,300 ] [ performance: 23.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:54 ] [ l_g_pix: 5.1721e-02 ] [ l_g_total: 5.1721e-02 ] +2024-10-03 23:14:09,108 INFO: [ epoch: 272 ] [ iter: 32,400 ] [ performance: 14.989 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:42 ] [ l_g_pix: 6.3558e-02 ] [ l_g_total: 6.3558e-02 ] +2024-10-03 23:14:13,918 INFO: [ epoch: 273 ] [ iter: 32,500 ] [ performance: 18.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:31 ] [ l_g_pix: 4.5620e-02 ] [ l_g_total: 4.5620e-02 ] +2024-10-03 23:14:17,644 INFO: [ epoch: 273 ] [ iter: 32,600 ] [ performance: 29.635 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:18 ] [ l_g_pix: 6.5718e-02 ] [ l_g_total: 6.5718e-02 ] +2024-10-03 23:14:22,404 INFO: [ epoch: 274 ] [ iter: 32,700 ] [ performance: 22.841 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:07 ] [ l_g_pix: 6.1367e-02 ] [ l_g_total: 6.1367e-02 ] +2024-10-03 23:14:27,220 INFO: [ epoch: 275 ] [ iter: 32,800 ] [ performance: 29.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:57 ] [ l_g_pix: 5.5480e-02 ] [ l_g_total: 5.5480e-02 ] +2024-10-03 23:14:32,001 INFO: [ epoch: 276 ] [ iter: 32,900 ] [ performance: 22.697 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:46 ] [ l_g_pix: 7.4071e-02 ] [ l_g_total: 7.4071e-02 ] +2024-10-03 23:14:36,633 INFO: [ epoch: 277 ] [ iter: 33,000 ] [ performance: 22.616 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:35 ] [ l_g_pix: 6.1171e-02 ] [ l_g_total: 6.1171e-02 ] +2024-10-03 23:14:41,553 INFO: [ epoch: 278 ] [ iter: 33,100 ] [ performance: 20.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:24 ] [ l_g_pix: 6.9982e-02 ] [ l_g_total: 6.9982e-02 ] +2024-10-03 23:14:45,108 INFO: [ epoch: 278 ] [ iter: 33,200 ] [ performance: 29.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:11 ] [ l_g_pix: 4.7921e-02 ] [ l_g_total: 4.7921e-02 ] +2024-10-03 23:14:50,157 INFO: [ epoch: 279 ] [ iter: 33,300 ] [ performance: 21.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:01 ] [ l_g_pix: 6.5408e-02 ] [ l_g_total: 6.5408e-02 ] +2024-10-03 23:14:55,084 INFO: [ epoch: 280 ] [ iter: 33,400 ] [ performance: 29.379 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:50 ] [ l_g_pix: 6.1850e-02 ] [ l_g_total: 6.1850e-02 ] +2024-10-03 23:15:00,022 INFO: [ epoch: 281 ] [ iter: 33,500 ] [ performance: 21.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:40 ] [ l_g_pix: 4.7746e-02 ] [ l_g_total: 4.7746e-02 ] +2024-10-03 23:15:05,078 INFO: [ epoch: 282 ] [ iter: 33,600 ] [ performance: 21.282 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:30 ] [ l_g_pix: 6.0747e-02 ] [ l_g_total: 6.0747e-02 ] +2024-10-03 23:15:10,133 INFO: [ epoch: 283 ] [ iter: 33,700 ] [ performance: 20.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:20 ] [ l_g_pix: 6.1341e-02 ] [ l_g_total: 6.1341e-02 ] +2024-10-03 23:15:14,614 INFO: [ epoch: 284 ] [ iter: 33,800 ] [ performance: 14.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:09 ] [ l_g_pix: 5.2897e-02 ] [ l_g_total: 5.2897e-02 ] +2024-10-03 23:15:18,660 INFO: [ epoch: 284 ] [ iter: 33,900 ] [ performance: 21.261 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:57 ] [ l_g_pix: 7.1954e-02 ] [ l_g_total: 7.1954e-02 ] +2024-10-03 23:15:23,635 INFO: [ epoch: 285 ] [ iter: 34,000 ] [ performance: 30.160 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:47 ] [ l_g_pix: 6.7715e-02 ] [ l_g_total: 6.7715e-02 ] +2024-10-03 23:15:28,542 INFO: [ epoch: 286 ] [ iter: 34,100 ] [ performance: 22.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:36 ] [ l_g_pix: 6.2842e-02 ] [ l_g_total: 6.2842e-02 ] +2024-10-03 23:15:33,616 INFO: [ epoch: 287 ] [ iter: 34,200 ] [ performance: 24.574 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:27 ] [ l_g_pix: 5.6936e-02 ] [ l_g_total: 5.6936e-02 ] +2024-10-03 23:15:38,666 INFO: [ epoch: 288 ] [ iter: 34,300 ] [ performance: 20.736 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:17 ] [ l_g_pix: 5.8349e-02 ] [ l_g_total: 5.8349e-02 ] +2024-10-03 23:15:43,277 INFO: [ epoch: 289 ] [ iter: 34,400 ] [ performance: 13.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:06 ] [ l_g_pix: 6.6113e-02 ] [ l_g_total: 6.6113e-02 ] +2024-10-03 23:15:47,063 INFO: [ epoch: 289 ] [ iter: 34,500 ] [ performance: 21.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:54 ] [ l_g_pix: 6.0647e-02 ] [ l_g_total: 6.0647e-02 ] +2024-10-03 23:15:52,094 INFO: [ epoch: 290 ] [ iter: 34,600 ] [ performance: 29.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:44 ] [ l_g_pix: 4.9080e-02 ] [ l_g_total: 4.9080e-02 ] +2024-10-03 23:15:57,104 INFO: [ epoch: 291 ] [ iter: 34,700 ] [ performance: 21.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:34 ] [ l_g_pix: 5.6640e-02 ] [ l_g_total: 5.6640e-02 ] +2024-10-03 23:16:02,162 INFO: [ epoch: 292 ] [ iter: 34,800 ] [ performance: 28.937 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:25 ] [ l_g_pix: 4.7428e-02 ] [ l_g_total: 4.7428e-02 ] +2024-10-03 23:16:07,194 INFO: [ epoch: 293 ] [ iter: 34,900 ] [ performance: 21.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:15 ] [ l_g_pix: 5.6624e-02 ] [ l_g_total: 5.6624e-02 ] +2024-10-03 23:16:11,728 INFO: [ epoch: 294 ] [ iter: 35,000 ] [ performance: 12.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:04 ] [ l_g_pix: 5.5932e-02 ] [ l_g_total: 5.5932e-02 ] +2024-10-03 23:16:15,401 INFO: [ epoch: 294 ] [ iter: 35,100 ] [ performance: 22.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:52 ] [ l_g_pix: 5.4614e-02 ] [ l_g_total: 5.4614e-02 ] +2024-10-03 23:16:20,252 INFO: [ epoch: 295 ] [ iter: 35,200 ] [ performance: 29.015 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:42 ] [ l_g_pix: 4.3962e-02 ] [ l_g_total: 4.3962e-02 ] +2024-10-03 23:16:25,355 INFO: [ epoch: 296 ] [ iter: 35,300 ] [ performance: 20.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:33 ] [ l_g_pix: 6.0423e-02 ] [ l_g_total: 6.0423e-02 ] +2024-10-03 23:16:30,403 INFO: [ epoch: 297 ] [ iter: 35,400 ] [ performance: 30.092 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:23 ] [ l_g_pix: 4.8732e-02 ] [ l_g_total: 4.8732e-02 ] +2024-10-03 23:16:35,472 INFO: [ epoch: 298 ] [ iter: 35,500 ] [ performance: 21.141 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:14 ] [ l_g_pix: 6.0533e-02 ] [ l_g_total: 6.0533e-02 ] +2024-10-03 23:16:40,365 INFO: [ epoch: 299 ] [ iter: 35,600 ] [ performance: 10.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:04 ] [ l_g_pix: 5.4716e-02 ] [ l_g_total: 5.4716e-02 ] +2024-10-03 23:16:43,999 INFO: [ epoch: 299 ] [ iter: 35,700 ] [ performance: 20.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:52 ] [ l_g_pix: 5.2860e-02 ] [ l_g_total: 5.2860e-02 ] +2024-10-03 23:16:48,789 INFO: [ epoch: 300 ] [ iter: 35,800 ] [ performance: 29.434 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:42 ] [ l_g_pix: 7.4406e-02 ] [ l_g_total: 7.4406e-02 ] +2024-10-03 23:16:53,845 INFO: [ epoch: 301 ] [ iter: 35,900 ] [ performance: 21.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:33 ] [ l_g_pix: 5.2290e-02 ] [ l_g_total: 5.2290e-02 ] +2024-10-03 23:16:58,824 INFO: [ epoch: 302 ] [ iter: 36,000 ] [ performance: 29.548 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:23 ] [ l_g_pix: 6.4235e-02 ] [ l_g_total: 6.4235e-02 ] +2024-10-03 23:17:03,650 INFO: [ epoch: 303 ] [ iter: 36,100 ] [ performance: 21.860 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:13 ] [ l_g_pix: 5.6112e-02 ] [ l_g_total: 5.6112e-02 ] +2024-10-03 23:17:08,689 INFO: [ epoch: 304 ] [ iter: 36,200 ] [ performance: 15.303 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:04 ] [ l_g_pix: 5.2905e-02 ] [ l_g_total: 5.2905e-02 ] +2024-10-03 23:17:13,209 INFO: [ epoch: 305 ] [ iter: 36,300 ] [ performance: 20.602 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:54 ] [ l_g_pix: 4.8675e-02 ] [ l_g_total: 4.8675e-02 ] +2024-10-03 23:17:17,178 INFO: [ epoch: 305 ] [ iter: 36,400 ] [ performance: 29.213 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:43 ] [ l_g_pix: 6.7679e-02 ] [ l_g_total: 6.7679e-02 ] +2024-10-03 23:17:22,215 INFO: [ epoch: 306 ] [ iter: 36,500 ] [ performance: 20.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:34 ] [ l_g_pix: 5.2704e-02 ] [ l_g_total: 5.2704e-02 ] +2024-10-03 23:17:27,322 INFO: [ epoch: 307 ] [ iter: 36,600 ] [ performance: 29.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:24 ] [ l_g_pix: 5.8673e-02 ] [ l_g_total: 5.8673e-02 ] +2024-10-03 23:17:32,051 INFO: [ epoch: 308 ] [ iter: 36,700 ] [ performance: 22.084 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:15 ] [ l_g_pix: 8.3764e-02 ] [ l_g_total: 8.3764e-02 ] +2024-10-03 23:17:36,821 INFO: [ epoch: 309 ] [ iter: 36,800 ] [ performance: 19.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:05 ] [ l_g_pix: 6.0499e-02 ] [ l_g_total: 6.0499e-02 ] +2024-10-03 23:17:41,295 INFO: [ epoch: 310 ] [ iter: 36,900 ] [ performance: 21.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:55 ] [ l_g_pix: 6.2989e-02 ] [ l_g_total: 6.2989e-02 ] +2024-10-03 23:17:45,035 INFO: [ epoch: 310 ] [ iter: 37,000 ] [ performance: 30.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:44 ] [ l_g_pix: 5.3844e-02 ] [ l_g_total: 5.3844e-02 ] +2024-10-03 23:17:49,968 INFO: [ epoch: 311 ] [ iter: 37,100 ] [ performance: 21.251 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:34 ] [ l_g_pix: 5.6182e-02 ] [ l_g_total: 5.6182e-02 ] +2024-10-03 23:17:54,744 INFO: [ epoch: 312 ] [ iter: 37,200 ] [ performance: 30.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:25 ] [ l_g_pix: 5.2963e-02 ] [ l_g_total: 5.2963e-02 ] +2024-10-03 23:17:59,805 INFO: [ epoch: 313 ] [ iter: 37,300 ] [ performance: 20.691 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:16 ] [ l_g_pix: 4.8864e-02 ] [ l_g_total: 4.8864e-02 ] +2024-10-03 23:18:04,867 INFO: [ epoch: 314 ] [ iter: 37,400 ] [ performance: 24.785 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:07 ] [ l_g_pix: 5.1915e-02 ] [ l_g_total: 5.1915e-02 ] +2024-10-03 23:18:09,454 INFO: [ epoch: 315 ] [ iter: 37,500 ] [ performance: 22.137 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:57 ] [ l_g_pix: 5.8622e-02 ] [ l_g_total: 5.8622e-02 ] +2024-10-03 23:18:13,209 INFO: [ epoch: 315 ] [ iter: 37,600 ] [ performance: 29.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:46 ] [ l_g_pix: 5.5076e-02 ] [ l_g_total: 5.5076e-02 ] +2024-10-03 23:18:18,241 INFO: [ epoch: 316 ] [ iter: 37,700 ] [ performance: 20.650 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:37 ] [ l_g_pix: 4.7009e-02 ] [ l_g_total: 4.7009e-02 ] +2024-10-03 23:18:23,267 INFO: [ epoch: 317 ] [ iter: 37,800 ] [ performance: 28.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:28 ] [ l_g_pix: 6.6885e-02 ] [ l_g_total: 6.6885e-02 ] +2024-10-03 23:18:28,292 INFO: [ epoch: 318 ] [ iter: 37,900 ] [ performance: 20.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:19 ] [ l_g_pix: 4.9268e-02 ] [ l_g_total: 4.9268e-02 ] +2024-10-03 23:18:33,136 INFO: [ epoch: 319 ] [ iter: 38,000 ] [ performance: 24.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:10 ] [ l_g_pix: 6.4089e-02 ] [ l_g_total: 6.4089e-02 ] +2024-10-03 23:18:37,697 INFO: [ epoch: 320 ] [ iter: 38,100 ] [ performance: 22.149 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:00 ] [ l_g_pix: 4.9834e-02 ] [ l_g_total: 4.9834e-02 ] +2024-10-03 23:18:42,280 INFO: [ epoch: 321 ] [ iter: 38,200 ] [ performance: 7.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:51 ] [ l_g_pix: 5.2450e-02 ] [ l_g_total: 5.2450e-02 ] +2024-10-03 23:18:46,380 INFO: [ epoch: 321 ] [ iter: 38,300 ] [ performance: 20.403 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:40 ] [ l_g_pix: 6.7843e-02 ] [ l_g_total: 6.7843e-02 ] +2024-10-03 23:18:51,239 INFO: [ epoch: 322 ] [ iter: 38,400 ] [ performance: 29.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:31 ] [ l_g_pix: 5.9946e-02 ] [ l_g_total: 5.9946e-02 ] +2024-10-03 23:18:56,231 INFO: [ epoch: 323 ] [ iter: 38,500 ] [ performance: 20.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:22 ] [ l_g_pix: 6.2848e-02 ] [ l_g_total: 6.2848e-02 ] +2024-10-03 23:19:00,987 INFO: [ epoch: 324 ] [ iter: 38,600 ] [ performance: 28.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:13 ] [ l_g_pix: 7.0394e-02 ] [ l_g_total: 7.0394e-02 ] +2024-10-03 23:19:05,745 INFO: [ epoch: 325 ] [ iter: 38,700 ] [ performance: 21.436 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:04 ] [ l_g_pix: 4.7971e-02 ] [ l_g_total: 4.7971e-02 ] +2024-10-03 23:19:10,268 INFO: [ epoch: 326 ] [ iter: 38,800 ] [ performance: 5.645 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:54 ] [ l_g_pix: 4.2257e-02 ] [ l_g_total: 4.2257e-02 ] +2024-10-03 23:19:14,209 INFO: [ epoch: 326 ] [ iter: 38,900 ] [ performance: 20.654 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:44 ] [ l_g_pix: 5.4700e-02 ] [ l_g_total: 5.4700e-02 ] +2024-10-03 23:19:19,295 INFO: [ epoch: 327 ] [ iter: 39,000 ] [ performance: 27.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:35 ] [ l_g_pix: 7.0492e-02 ] [ l_g_total: 7.0492e-02 ] +2024-10-03 23:19:24,463 INFO: [ epoch: 328 ] [ iter: 39,100 ] [ performance: 19.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:27 ] [ l_g_pix: 6.4723e-02 ] [ l_g_total: 6.4723e-02 ] +2024-10-03 23:19:29,491 INFO: [ epoch: 329 ] [ iter: 39,200 ] [ performance: 29.464 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:18 ] [ l_g_pix: 4.6613e-02 ] [ l_g_total: 4.6613e-02 ] +2024-10-03 23:19:34,448 INFO: [ epoch: 330 ] [ iter: 39,300 ] [ performance: 20.489 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:09 ] [ l_g_pix: 6.1922e-02 ] [ l_g_total: 6.1922e-02 ] +2024-10-03 23:19:38,930 INFO: [ epoch: 331 ] [ iter: 39,400 ] [ performance: 20.519 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:00 ] [ l_g_pix: 5.0300e-02 ] [ l_g_total: 5.0300e-02 ] +2024-10-03 23:19:42,691 INFO: [ epoch: 331 ] [ iter: 39,500 ] [ performance: 26.300 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:49 ] [ l_g_pix: 6.5182e-02 ] [ l_g_total: 6.5182e-02 ] +2024-10-03 23:19:47,655 INFO: [ epoch: 332 ] [ iter: 39,600 ] [ performance: 30.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:41 ] [ l_g_pix: 5.5016e-02 ] [ l_g_total: 5.5016e-02 ] +2024-10-03 23:19:52,658 INFO: [ epoch: 333 ] [ iter: 39,700 ] [ performance: 20.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:32 ] [ l_g_pix: 5.8453e-02 ] [ l_g_total: 5.8453e-02 ] +2024-10-03 23:19:57,408 INFO: [ epoch: 334 ] [ iter: 39,800 ] [ performance: 29.369 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:23 ] [ l_g_pix: 6.6473e-02 ] [ l_g_total: 6.6473e-02 ] +2024-10-03 23:20:02,504 INFO: [ epoch: 335 ] [ iter: 39,900 ] [ performance: 19.758 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:15 ] [ l_g_pix: 5.2499e-02 ] [ l_g_total: 5.2499e-02 ] +2024-10-03 23:20:07,071 INFO: [ epoch: 336 ] [ iter: 40,000 ] [ performance: 24.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:06 ] [ l_g_pix: 7.1211e-02 ] [ l_g_total: 7.1211e-02 ] +2024-10-03 23:20:07,072 INFO: Saving models and training states. +2024-10-03 23:23:23,411 INFO: Validation val + + # psnr: 27.1312........ Best: 27.1312 @ 40000 iter + # ssim: 0.7632........ Best: 0.7632 @ 40000 iter + # dists: 0.7725........ Best: 0.7723 @ 30000 iter + +2024-10-03 23:23:26,831 INFO: [ epoch: 336 ] [ iter: 40,100 ] [ performance: 29.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:48 ] [ l_g_pix: 5.1166e-02 ] [ l_g_total: 5.1166e-02 ] +2024-10-03 23:23:31,796 INFO: [ epoch: 337 ] [ iter: 40,200 ] [ performance: 23.862 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:38 ] [ l_g_pix: 6.1668e-02 ] [ l_g_total: 6.1668e-02 ] +2024-10-03 23:23:36,499 INFO: [ epoch: 338 ] [ iter: 40,300 ] [ performance: 21.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:28 ] [ l_g_pix: 6.0945e-02 ] [ l_g_total: 6.0945e-02 ] +2024-10-03 23:23:41,503 INFO: [ epoch: 339 ] [ iter: 40,400 ] [ performance: 20.610 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:19 ] [ l_g_pix: 5.8958e-02 ] [ l_g_total: 5.8958e-02 ] +2024-10-03 23:23:46,543 INFO: [ epoch: 340 ] [ iter: 40,500 ] [ performance: 19.783 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:09 ] [ l_g_pix: 6.2638e-02 ] [ l_g_total: 6.2638e-02 ] +2024-10-03 23:23:51,874 INFO: [ epoch: 341 ] [ iter: 40,600 ] [ performance: 19.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:00 ] [ l_g_pix: 5.0772e-02 ] [ l_g_total: 5.0772e-02 ] +2024-10-03 23:23:56,697 INFO: [ epoch: 342 ] [ iter: 40,700 ] [ performance: 20.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:50 ] [ l_g_pix: 5.4458e-02 ] [ l_g_total: 5.4458e-02 ] +2024-10-03 23:24:00,765 INFO: [ epoch: 342 ] [ iter: 40,800 ] [ performance: 22.600 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:39 ] [ l_g_pix: 5.4307e-02 ] [ l_g_total: 5.4307e-02 ] +2024-10-03 23:24:05,912 INFO: [ epoch: 343 ] [ iter: 40,900 ] [ performance: 19.245 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:30 ] [ l_g_pix: 6.1783e-02 ] [ l_g_total: 6.1783e-02 ] +2024-10-03 23:24:10,747 INFO: [ epoch: 344 ] [ iter: 41,000 ] [ performance: 19.952 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:20 ] [ l_g_pix: 5.6416e-02 ] [ l_g_total: 5.6416e-02 ] +2024-10-03 23:24:15,508 INFO: [ epoch: 345 ] [ iter: 41,100 ] [ performance: 20.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:10 ] [ l_g_pix: 5.8804e-02 ] [ l_g_total: 5.8804e-02 ] +2024-10-03 23:24:20,204 INFO: [ epoch: 346 ] [ iter: 41,200 ] [ performance: 21.034 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:00 ] [ l_g_pix: 5.3194e-02 ] [ l_g_total: 5.3194e-02 ] +2024-10-03 23:24:24,827 INFO: [ epoch: 347 ] [ iter: 41,300 ] [ performance: 21.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:50 ] [ l_g_pix: 4.9583e-02 ] [ l_g_total: 4.9583e-02 ] +2024-10-03 23:24:28,754 INFO: [ epoch: 347 ] [ iter: 41,400 ] [ performance: 23.391 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:39 ] [ l_g_pix: 5.1908e-02 ] [ l_g_total: 5.1908e-02 ] +2024-10-03 23:24:33,821 INFO: [ epoch: 348 ] [ iter: 41,500 ] [ performance: 19.315 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:30 ] [ l_g_pix: 5.3850e-02 ] [ l_g_total: 5.3850e-02 ] +2024-10-03 23:24:38,673 INFO: [ epoch: 349 ] [ iter: 41,600 ] [ performance: 19.966 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:20 ] [ l_g_pix: 5.8709e-02 ] [ l_g_total: 5.8709e-02 ] +2024-10-03 23:24:43,711 INFO: [ epoch: 350 ] [ iter: 41,700 ] [ performance: 19.359 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:11 ] [ l_g_pix: 5.6556e-02 ] [ l_g_total: 5.6556e-02 ] +2024-10-03 23:24:48,735 INFO: [ epoch: 351 ] [ iter: 41,800 ] [ performance: 19.642 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:02 ] [ l_g_pix: 6.1283e-02 ] [ l_g_total: 6.1283e-02 ] +2024-10-03 23:24:53,439 INFO: [ epoch: 352 ] [ iter: 41,900 ] [ performance: 20.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:52 ] [ l_g_pix: 6.3833e-02 ] [ l_g_total: 6.3833e-02 ] +2024-10-03 23:24:57,217 INFO: [ epoch: 352 ] [ iter: 42,000 ] [ performance: 23.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:41 ] [ l_g_pix: 4.5189e-02 ] [ l_g_total: 4.5189e-02 ] +2024-10-03 23:25:02,105 INFO: [ epoch: 353 ] [ iter: 42,100 ] [ performance: 25.543 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:32 ] [ l_g_pix: 5.1953e-02 ] [ l_g_total: 5.1953e-02 ] +2024-10-03 23:25:07,182 INFO: [ epoch: 354 ] [ iter: 42,200 ] [ performance: 22.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:23 ] [ l_g_pix: 5.8742e-02 ] [ l_g_total: 5.8742e-02 ] +2024-10-03 23:25:12,327 INFO: [ epoch: 355 ] [ iter: 42,300 ] [ performance: 18.757 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:13 ] [ l_g_pix: 5.4486e-02 ] [ l_g_total: 5.4486e-02 ] +2024-10-03 23:25:17,108 INFO: [ epoch: 356 ] [ iter: 42,400 ] [ performance: 19.837 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:04 ] [ l_g_pix: 5.9758e-02 ] [ l_g_total: 5.9758e-02 ] +2024-10-03 23:25:21,735 INFO: [ epoch: 357 ] [ iter: 42,500 ] [ performance: 20.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:54 ] [ l_g_pix: 6.4099e-02 ] [ l_g_total: 6.4099e-02 ] +2024-10-03 23:25:25,460 INFO: [ epoch: 357 ] [ iter: 42,600 ] [ performance: 23.712 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:43 ] [ l_g_pix: 5.8202e-02 ] [ l_g_total: 5.8202e-02 ] +2024-10-03 23:25:30,616 INFO: [ epoch: 358 ] [ iter: 42,700 ] [ performance: 25.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:34 ] [ l_g_pix: 6.4466e-02 ] [ l_g_total: 6.4466e-02 ] +2024-10-03 23:25:35,408 INFO: [ epoch: 359 ] [ iter: 42,800 ] [ performance: 22.870 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:25 ] [ l_g_pix: 7.1683e-02 ] [ l_g_total: 7.1683e-02 ] +2024-10-03 23:25:40,476 INFO: [ epoch: 360 ] [ iter: 42,900 ] [ performance: 18.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 5.7032e-02 ] [ l_g_total: 5.7032e-02 ] +2024-10-03 23:25:45,300 INFO: [ epoch: 361 ] [ iter: 43,000 ] [ performance: 19.770 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:07 ] [ l_g_pix: 4.4537e-02 ] [ l_g_total: 4.4537e-02 ] +2024-10-03 23:25:50,049 INFO: [ epoch: 362 ] [ iter: 43,100 ] [ performance: 20.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:57 ] [ l_g_pix: 4.7513e-02 ] [ l_g_total: 4.7513e-02 ] +2024-10-03 23:25:54,641 INFO: [ epoch: 363 ] [ iter: 43,200 ] [ performance: 21.007 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:48 ] [ l_g_pix: 5.7151e-02 ] [ l_g_total: 5.7151e-02 ] +2024-10-03 23:25:58,412 INFO: [ epoch: 363 ] [ iter: 43,300 ] [ performance: 28.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:37 ] [ l_g_pix: 5.4648e-02 ] [ l_g_total: 5.4648e-02 ] +2024-10-03 23:26:03,541 INFO: [ epoch: 364 ] [ iter: 43,400 ] [ performance: 22.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:28 ] [ l_g_pix: 5.6967e-02 ] [ l_g_total: 5.6967e-02 ] +2024-10-03 23:26:08,351 INFO: [ epoch: 365 ] [ iter: 43,500 ] [ performance: 19.737 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:19 ] [ l_g_pix: 7.7863e-02 ] [ l_g_total: 7.7863e-02 ] +2024-10-03 23:26:13,203 INFO: [ epoch: 366 ] [ iter: 43,600 ] [ performance: 20.207 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:10 ] [ l_g_pix: 6.9592e-02 ] [ l_g_total: 6.9592e-02 ] +2024-10-03 23:26:17,845 INFO: [ epoch: 367 ] [ iter: 43,700 ] [ performance: 20.367 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:01 ] [ l_g_pix: 6.2991e-02 ] [ l_g_total: 6.2991e-02 ] +2024-10-03 23:26:22,378 INFO: [ epoch: 368 ] [ iter: 43,800 ] [ performance: 21.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:51 ] [ l_g_pix: 7.3144e-02 ] [ l_g_total: 7.3144e-02 ] +2024-10-03 23:26:26,141 INFO: [ epoch: 368 ] [ iter: 43,900 ] [ performance: 28.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:41 ] [ l_g_pix: 5.9529e-02 ] [ l_g_total: 5.9529e-02 ] +2024-10-03 23:26:31,097 INFO: [ epoch: 369 ] [ iter: 44,000 ] [ performance: 23.246 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:32 ] [ l_g_pix: 4.4915e-02 ] [ l_g_total: 4.4915e-02 ] +2024-10-03 23:26:36,186 INFO: [ epoch: 370 ] [ iter: 44,100 ] [ performance: 18.174 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:23 ] [ l_g_pix: 6.4004e-02 ] [ l_g_total: 6.4004e-02 ] +2024-10-03 23:26:41,270 INFO: [ epoch: 371 ] [ iter: 44,200 ] [ performance: 18.973 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:14 ] [ l_g_pix: 5.4796e-02 ] [ l_g_total: 5.4796e-02 ] +2024-10-03 23:26:46,039 INFO: [ epoch: 372 ] [ iter: 44,300 ] [ performance: 19.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:05 ] [ l_g_pix: 5.1532e-02 ] [ l_g_total: 5.1532e-02 ] +2024-10-03 23:26:50,659 INFO: [ epoch: 373 ] [ iter: 44,400 ] [ performance: 20.644 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:56 ] [ l_g_pix: 5.3018e-02 ] [ l_g_total: 5.3018e-02 ] +2024-10-03 23:26:54,304 INFO: [ epoch: 373 ] [ iter: 44,500 ] [ performance: 29.764 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:45 ] [ l_g_pix: 5.9477e-02 ] [ l_g_total: 5.9477e-02 ] +2024-10-03 23:26:59,375 INFO: [ epoch: 374 ] [ iter: 44,600 ] [ performance: 23.176 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:37 ] [ l_g_pix: 6.2172e-02 ] [ l_g_total: 6.2172e-02 ] +2024-10-03 23:27:04,397 INFO: [ epoch: 375 ] [ iter: 44,700 ] [ performance: 18.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:28 ] [ l_g_pix: 4.6635e-02 ] [ l_g_total: 4.6635e-02 ] +2024-10-03 23:27:09,432 INFO: [ epoch: 376 ] [ iter: 44,800 ] [ performance: 19.093 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:19 ] [ l_g_pix: 5.9568e-02 ] [ l_g_total: 5.9568e-02 ] +2024-10-03 23:27:14,544 INFO: [ epoch: 377 ] [ iter: 44,900 ] [ performance: 17.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:11 ] [ l_g_pix: 5.9911e-02 ] [ l_g_total: 5.9911e-02 ] +2024-10-03 23:27:19,177 INFO: [ epoch: 378 ] [ iter: 45,000 ] [ performance: 19.759 it/s ] [ lr: 1.00e-04 ] [ eta: 1:01:02 ] [ l_g_pix: 6.3721e-02 ] [ l_g_total: 6.3721e-02 ] +2024-10-03 23:27:22,808 INFO: [ epoch: 378 ] [ iter: 45,100 ] [ performance: 29.362 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:51 ] [ l_g_pix: 4.6946e-02 ] [ l_g_total: 4.6946e-02 ] +2024-10-03 23:27:27,676 INFO: [ epoch: 379 ] [ iter: 45,200 ] [ performance: 23.606 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:42 ] [ l_g_pix: 5.2409e-02 ] [ l_g_total: 5.2409e-02 ] +2024-10-03 23:27:32,517 INFO: [ epoch: 380 ] [ iter: 45,300 ] [ performance: 25.656 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:34 ] [ l_g_pix: 5.9759e-02 ] [ l_g_total: 5.9759e-02 ] +2024-10-03 23:27:37,378 INFO: [ epoch: 381 ] [ iter: 45,400 ] [ performance: 22.486 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:25 ] [ l_g_pix: 5.1703e-02 ] [ l_g_total: 5.1703e-02 ] +2024-10-03 23:27:42,286 INFO: [ epoch: 382 ] [ iter: 45,500 ] [ performance: 18.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:16 ] [ l_g_pix: 7.0009e-02 ] [ l_g_total: 7.0009e-02 ] +2024-10-03 23:27:47,353 INFO: [ epoch: 383 ] [ iter: 45,600 ] [ performance: 19.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1:00:08 ] [ l_g_pix: 6.7487e-02 ] [ l_g_total: 6.7487e-02 ] +2024-10-03 23:27:51,851 INFO: [ epoch: 384 ] [ iter: 45,700 ] [ performance: 20.754 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:58 ] [ l_g_pix: 6.1676e-02 ] [ l_g_total: 6.1676e-02 ] +2024-10-03 23:27:55,843 INFO: [ epoch: 384 ] [ iter: 45,800 ] [ performance: 23.045 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:49 ] [ l_g_pix: 5.9407e-02 ] [ l_g_total: 5.9407e-02 ] +2024-10-03 23:28:00,831 INFO: [ epoch: 385 ] [ iter: 45,900 ] [ performance: 25.959 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:40 ] [ l_g_pix: 5.6270e-02 ] [ l_g_total: 5.6270e-02 ] +2024-10-03 23:28:06,012 INFO: [ epoch: 386 ] [ iter: 46,000 ] [ performance: 21.626 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:32 ] [ l_g_pix: 6.7114e-02 ] [ l_g_total: 6.7114e-02 ] +2024-10-03 23:28:11,106 INFO: [ epoch: 387 ] [ iter: 46,100 ] [ performance: 17.180 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:23 ] [ l_g_pix: 5.2630e-02 ] [ l_g_total: 5.2630e-02 ] +2024-10-03 23:28:15,880 INFO: [ epoch: 388 ] [ iter: 46,200 ] [ performance: 19.201 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:15 ] [ l_g_pix: 4.6449e-02 ] [ l_g_total: 4.6449e-02 ] +2024-10-03 23:28:20,447 INFO: [ epoch: 389 ] [ iter: 46,300 ] [ performance: 19.944 it/s ] [ lr: 1.00e-04 ] [ eta: 0:59:06 ] [ l_g_pix: 6.0034e-02 ] [ l_g_total: 6.0034e-02 ] +2024-10-03 23:28:24,386 INFO: [ epoch: 389 ] [ iter: 46,400 ] [ performance: 22.827 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:56 ] [ l_g_pix: 5.0763e-02 ] [ l_g_total: 5.0763e-02 ] +2024-10-03 23:28:29,450 INFO: [ epoch: 390 ] [ iter: 46,500 ] [ performance: 29.234 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:48 ] [ l_g_pix: 6.5593e-02 ] [ l_g_total: 6.5593e-02 ] +2024-10-03 23:28:34,247 INFO: [ epoch: 391 ] [ iter: 46,600 ] [ performance: 23.619 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:39 ] [ l_g_pix: 4.7757e-02 ] [ l_g_total: 4.7757e-02 ] +2024-10-03 23:28:39,108 INFO: [ epoch: 392 ] [ iter: 46,700 ] [ performance: 17.957 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:30 ] [ l_g_pix: 6.4833e-02 ] [ l_g_total: 6.4833e-02 ] +2024-10-03 23:28:44,232 INFO: [ epoch: 393 ] [ iter: 46,800 ] [ performance: 18.856 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:22 ] [ l_g_pix: 7.4159e-02 ] [ l_g_total: 7.4159e-02 ] +2024-10-03 23:28:49,052 INFO: [ epoch: 394 ] [ iter: 46,900 ] [ performance: 18.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:14 ] [ l_g_pix: 6.9050e-02 ] [ l_g_total: 6.9050e-02 ] +2024-10-03 23:28:52,695 INFO: [ epoch: 394 ] [ iter: 47,000 ] [ performance: 22.729 it/s ] [ lr: 1.00e-04 ] [ eta: 0:58:04 ] [ l_g_pix: 5.8936e-02 ] [ l_g_total: 5.8936e-02 ] +2024-10-03 23:28:57,824 INFO: [ epoch: 395 ] [ iter: 47,100 ] [ performance: 29.260 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:55 ] [ l_g_pix: 5.5747e-02 ] [ l_g_total: 5.5747e-02 ] +2024-10-03 23:29:02,718 INFO: [ epoch: 396 ] [ iter: 47,200 ] [ performance: 23.222 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:47 ] [ l_g_pix: 7.4494e-02 ] [ l_g_total: 7.4494e-02 ] +2024-10-03 23:29:07,575 INFO: [ epoch: 397 ] [ iter: 47,300 ] [ performance: 17.705 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:39 ] [ l_g_pix: 6.8984e-02 ] [ l_g_total: 6.8984e-02 ] +2024-10-03 23:29:12,750 INFO: [ epoch: 398 ] [ iter: 47,400 ] [ performance: 18.655 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:30 ] [ l_g_pix: 5.7016e-02 ] [ l_g_total: 5.7016e-02 ] +2024-10-03 23:29:17,365 INFO: [ epoch: 399 ] [ iter: 47,500 ] [ performance: 18.850 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:22 ] [ l_g_pix: 5.9786e-02 ] [ l_g_total: 5.9786e-02 ] +2024-10-03 23:29:21,121 INFO: [ epoch: 399 ] [ iter: 47,600 ] [ performance: 22.936 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:12 ] [ l_g_pix: 5.8363e-02 ] [ l_g_total: 5.8363e-02 ] +2024-10-03 23:29:25,984 INFO: [ epoch: 400 ] [ iter: 47,700 ] [ performance: 29.917 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:04 ] [ l_g_pix: 5.9175e-02 ] [ l_g_total: 5.9175e-02 ] +2024-10-03 23:29:30,789 INFO: [ epoch: 401 ] [ iter: 47,800 ] [ performance: 23.590 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:55 ] [ l_g_pix: 5.4754e-02 ] [ l_g_total: 5.4754e-02 ] +2024-10-03 23:29:35,596 INFO: [ epoch: 402 ] [ iter: 47,900 ] [ performance: 18.336 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:47 ] [ l_g_pix: 5.1871e-02 ] [ l_g_total: 5.1871e-02 ] +2024-10-03 23:29:40,734 INFO: [ epoch: 403 ] [ iter: 48,000 ] [ performance: 19.021 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:39 ] [ l_g_pix: 4.4090e-02 ] [ l_g_total: 4.4090e-02 ] +2024-10-03 23:29:45,786 INFO: [ epoch: 404 ] [ iter: 48,100 ] [ performance: 16.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:31 ] [ l_g_pix: 5.4890e-02 ] [ l_g_total: 5.4890e-02 ] +2024-10-03 23:29:50,353 INFO: [ epoch: 405 ] [ iter: 48,200 ] [ performance: 19.441 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:22 ] [ l_g_pix: 7.0052e-02 ] [ l_g_total: 7.0052e-02 ] +2024-10-03 23:29:54,311 INFO: [ epoch: 405 ] [ iter: 48,300 ] [ performance: 29.501 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:13 ] [ l_g_pix: 5.4833e-02 ] [ l_g_total: 5.4833e-02 ] +2024-10-03 23:29:59,367 INFO: [ epoch: 406 ] [ iter: 48,400 ] [ performance: 22.569 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:05 ] [ l_g_pix: 5.7451e-02 ] [ l_g_total: 5.7451e-02 ] +2024-10-03 23:30:04,474 INFO: [ epoch: 407 ] [ iter: 48,500 ] [ performance: 23.616 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:57 ] [ l_g_pix: 3.5614e-02 ] [ l_g_total: 3.5614e-02 ] +2024-10-03 23:30:09,482 INFO: [ epoch: 408 ] [ iter: 48,600 ] [ performance: 21.186 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:48 ] [ l_g_pix: 5.8876e-02 ] [ l_g_total: 5.8876e-02 ] +2024-10-03 23:30:14,569 INFO: [ epoch: 409 ] [ iter: 48,700 ] [ performance: 15.922 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:40 ] [ l_g_pix: 6.5490e-02 ] [ l_g_total: 6.5490e-02 ] +2024-10-03 23:30:19,251 INFO: [ epoch: 410 ] [ iter: 48,800 ] [ performance: 18.984 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:32 ] [ l_g_pix: 4.8387e-02 ] [ l_g_total: 4.8387e-02 ] +2024-10-03 23:30:23,049 INFO: [ epoch: 410 ] [ iter: 48,900 ] [ performance: 29.601 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:23 ] [ l_g_pix: 5.3714e-02 ] [ l_g_total: 5.3714e-02 ] +2024-10-03 23:30:28,134 INFO: [ epoch: 411 ] [ iter: 49,000 ] [ performance: 22.397 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:15 ] [ l_g_pix: 4.8513e-02 ] [ l_g_total: 4.8513e-02 ] +2024-10-03 23:30:33,272 INFO: [ epoch: 412 ] [ iter: 49,100 ] [ performance: 25.902 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:07 ] [ l_g_pix: 5.7035e-02 ] [ l_g_total: 5.7035e-02 ] +2024-10-03 23:30:38,236 INFO: [ epoch: 413 ] [ iter: 49,200 ] [ performance: 21.896 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:59 ] [ l_g_pix: 7.4060e-02 ] [ l_g_total: 7.4060e-02 ] +2024-10-03 23:30:43,210 INFO: [ epoch: 414 ] [ iter: 49,300 ] [ performance: 16.017 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:51 ] [ l_g_pix: 8.5858e-02 ] [ l_g_total: 8.5858e-02 ] +2024-10-03 23:30:47,735 INFO: [ epoch: 415 ] [ iter: 49,400 ] [ performance: 19.479 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:42 ] [ l_g_pix: 5.2617e-02 ] [ l_g_total: 5.2617e-02 ] +2024-10-03 23:30:51,441 INFO: [ epoch: 415 ] [ iter: 49,500 ] [ performance: 29.923 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:33 ] [ l_g_pix: 4.8717e-02 ] [ l_g_total: 4.8717e-02 ] +2024-10-03 23:30:56,475 INFO: [ epoch: 416 ] [ iter: 49,600 ] [ performance: 22.520 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:25 ] [ l_g_pix: 6.0918e-02 ] [ l_g_total: 6.0918e-02 ] +2024-10-03 23:31:01,374 INFO: [ epoch: 417 ] [ iter: 49,700 ] [ performance: 27.396 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:17 ] [ l_g_pix: 5.3744e-02 ] [ l_g_total: 5.3744e-02 ] +2024-10-03 23:31:06,358 INFO: [ epoch: 418 ] [ iter: 49,800 ] [ performance: 22.119 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:09 ] [ l_g_pix: 5.7077e-02 ] [ l_g_total: 5.7077e-02 ] +2024-10-03 23:31:11,233 INFO: [ epoch: 419 ] [ iter: 49,900 ] [ performance: 16.028 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:01 ] [ l_g_pix: 5.4921e-02 ] [ l_g_total: 5.4921e-02 ] +2024-10-03 23:31:16,327 INFO: [ epoch: 420 ] [ iter: 50,000 ] [ performance: 18.233 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:53 ] [ l_g_pix: 5.2596e-02 ] [ l_g_total: 5.2596e-02 ] +2024-10-03 23:31:16,328 INFO: Saving models and training states. +2024-10-03 23:35:04,850 INFO: Validation val + + # psnr: 27.1484........ Best: 27.1484 @ 50000 iter + # ssim: 0.7642........ Best: 0.7642 @ 50000 iter + # dists: 0.7724........ Best: 0.7723 @ 30000 iter + +2024-10-03 23:35:09,173 INFO: [ epoch: 421 ] [ iter: 50,100 ] [ performance: 19.128 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:32 ] [ l_g_pix: 5.4150e-02 ] [ l_g_total: 5.4150e-02 ] +2024-10-03 23:35:13,102 INFO: [ epoch: 421 ] [ iter: 50,200 ] [ performance: 22.900 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:22 ] [ l_g_pix: 8.4120e-02 ] [ l_g_total: 8.4120e-02 ] +2024-10-03 23:35:18,031 INFO: [ epoch: 422 ] [ iter: 50,300 ] [ performance: 29.478 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:13 ] [ l_g_pix: 4.6928e-02 ] [ l_g_total: 4.6928e-02 ] +2024-10-03 23:35:22,884 INFO: [ epoch: 423 ] [ iter: 50,400 ] [ performance: 22.911 it/s ] [ lr: 1.00e-04 ] [ eta: 0:57:04 ] [ l_g_pix: 7.6825e-02 ] [ l_g_total: 7.6825e-02 ] +2024-10-03 23:35:28,671 INFO: [ epoch: 424 ] [ iter: 50,500 ] [ performance: 12.830 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:56 ] [ l_g_pix: 6.7971e-02 ] [ l_g_total: 6.7971e-02 ] +2024-10-03 23:35:33,382 INFO: [ epoch: 425 ] [ iter: 50,600 ] [ performance: 17.472 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:47 ] [ l_g_pix: 5.1271e-02 ] [ l_g_total: 5.1271e-02 ] +2024-10-03 23:35:37,992 INFO: [ epoch: 426 ] [ iter: 50,700 ] [ performance: 17.525 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:38 ] [ l_g_pix: 5.4239e-02 ] [ l_g_total: 5.4239e-02 ] +2024-10-03 23:35:41,923 INFO: [ epoch: 426 ] [ iter: 50,800 ] [ performance: 22.208 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:28 ] [ l_g_pix: 7.0525e-02 ] [ l_g_total: 7.0525e-02 ] +2024-10-03 23:35:46,961 INFO: [ epoch: 427 ] [ iter: 50,900 ] [ performance: 29.500 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:20 ] [ l_g_pix: 6.4260e-02 ] [ l_g_total: 6.4260e-02 ] +2024-10-03 23:35:51,713 INFO: [ epoch: 428 ] [ iter: 51,000 ] [ performance: 23.173 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:11 ] [ l_g_pix: 5.7818e-02 ] [ l_g_total: 5.7818e-02 ] +2024-10-03 23:35:56,585 INFO: [ epoch: 429 ] [ iter: 51,100 ] [ performance: 23.051 it/s ] [ lr: 1.00e-04 ] [ eta: 0:56:02 ] [ l_g_pix: 5.9485e-02 ] [ l_g_total: 5.9485e-02 ] +2024-10-03 23:36:01,380 INFO: [ epoch: 430 ] [ iter: 51,200 ] [ performance: 21.505 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:53 ] [ l_g_pix: 5.5225e-02 ] [ l_g_total: 5.5225e-02 ] +2024-10-03 23:36:05,940 INFO: [ epoch: 431 ] [ iter: 51,300 ] [ performance: 17.218 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:44 ] [ l_g_pix: 5.9136e-02 ] [ l_g_total: 5.9136e-02 ] +2024-10-03 23:36:09,592 INFO: [ epoch: 431 ] [ iter: 51,400 ] [ performance: 23.146 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:34 ] [ l_g_pix: 5.5202e-02 ] [ l_g_total: 5.5202e-02 ] +2024-10-03 23:36:14,511 INFO: [ epoch: 432 ] [ iter: 51,500 ] [ performance: 29.515 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:25 ] [ l_g_pix: 6.2138e-02 ] [ l_g_total: 6.2138e-02 ] +2024-10-03 23:36:19,506 INFO: [ epoch: 433 ] [ iter: 51,600 ] [ performance: 22.208 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:17 ] [ l_g_pix: 5.8101e-02 ] [ l_g_total: 5.8101e-02 ] +2024-10-03 23:36:24,490 INFO: [ epoch: 434 ] [ iter: 51,700 ] [ performance: 23.519 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:08 ] [ l_g_pix: 5.6685e-02 ] [ l_g_total: 5.6685e-02 ] +2024-10-03 23:36:29,525 INFO: [ epoch: 435 ] [ iter: 51,800 ] [ performance: 20.839 it/s ] [ lr: 1.00e-04 ] [ eta: 0:55:00 ] [ l_g_pix: 5.6077e-02 ] [ l_g_total: 5.6077e-02 ] +2024-10-03 23:36:33,992 INFO: [ epoch: 436 ] [ iter: 51,900 ] [ performance: 16.661 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:50 ] [ l_g_pix: 5.9299e-02 ] [ l_g_total: 5.9299e-02 ] +2024-10-03 23:36:37,621 INFO: [ epoch: 436 ] [ iter: 52,000 ] [ performance: 23.123 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:41 ] [ l_g_pix: 5.2996e-02 ] [ l_g_total: 5.2996e-02 ] +2024-10-03 23:36:42,576 INFO: [ epoch: 437 ] [ iter: 52,100 ] [ performance: 29.450 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:32 ] [ l_g_pix: 5.1083e-02 ] [ l_g_total: 5.1083e-02 ] +2024-10-03 23:36:47,609 INFO: [ epoch: 438 ] [ iter: 52,200 ] [ performance: 21.954 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:24 ] [ l_g_pix: 6.3004e-02 ] [ l_g_total: 6.3004e-02 ] +2024-10-03 23:36:52,375 INFO: [ epoch: 439 ] [ iter: 52,300 ] [ performance: 26.380 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:15 ] [ l_g_pix: 6.3133e-02 ] [ l_g_total: 6.3133e-02 ] +2024-10-03 23:36:57,331 INFO: [ epoch: 440 ] [ iter: 52,400 ] [ performance: 21.633 it/s ] [ lr: 1.00e-04 ] [ eta: 0:54:06 ] [ l_g_pix: 6.0794e-02 ] [ l_g_total: 6.0794e-02 ] +2024-10-03 23:37:01,973 INFO: [ epoch: 441 ] [ iter: 52,500 ] [ performance: 14.996 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:58 ] [ l_g_pix: 8.1440e-02 ] [ l_g_total: 8.1440e-02 ] +2024-10-03 23:37:06,455 INFO: [ epoch: 442 ] [ iter: 52,600 ] [ performance: 19.631 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:49 ] [ l_g_pix: 6.0106e-02 ] [ l_g_total: 6.0106e-02 ] +2024-10-03 23:37:10,561 INFO: [ epoch: 442 ] [ iter: 52,700 ] [ performance: 29.015 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:39 ] [ l_g_pix: 4.8384e-02 ] [ l_g_total: 4.8384e-02 ] +2024-10-03 23:37:15,614 INFO: [ epoch: 443 ] [ iter: 52,800 ] [ performance: 21.694 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:31 ] [ l_g_pix: 5.4948e-02 ] [ l_g_total: 5.4948e-02 ] +2024-10-03 23:37:20,459 INFO: [ epoch: 444 ] [ iter: 52,900 ] [ performance: 28.290 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:23 ] [ l_g_pix: 5.4562e-02 ] [ l_g_total: 5.4562e-02 ] +2024-10-03 23:37:25,557 INFO: [ epoch: 445 ] [ iter: 53,000 ] [ performance: 21.390 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:14 ] [ l_g_pix: 5.1192e-02 ] [ l_g_total: 5.1192e-02 ] +2024-10-03 23:37:30,445 INFO: [ epoch: 446 ] [ iter: 53,100 ] [ performance: 13.245 it/s ] [ lr: 1.00e-04 ] [ eta: 0:53:06 ] [ l_g_pix: 5.2065e-02 ] [ l_g_total: 5.2065e-02 ] +2024-10-03 23:37:34,930 INFO: [ epoch: 447 ] [ iter: 53,200 ] [ performance: 18.885 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:57 ] [ l_g_pix: 5.6162e-02 ] [ l_g_total: 5.6162e-02 ] +2024-10-03 23:37:38,877 INFO: [ epoch: 447 ] [ iter: 53,300 ] [ performance: 29.225 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:48 ] [ l_g_pix: 5.5204e-02 ] [ l_g_total: 5.5204e-02 ] +2024-10-03 23:37:43,668 INFO: [ epoch: 448 ] [ iter: 53,400 ] [ performance: 22.547 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:39 ] [ l_g_pix: 5.0387e-02 ] [ l_g_total: 5.0387e-02 ] +2024-10-03 23:37:48,427 INFO: [ epoch: 449 ] [ iter: 53,500 ] [ performance: 29.624 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:31 ] [ l_g_pix: 5.8857e-02 ] [ l_g_total: 5.8857e-02 ] +2024-10-03 23:37:53,168 INFO: [ epoch: 450 ] [ iter: 53,600 ] [ performance: 22.761 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:22 ] [ l_g_pix: 4.9269e-02 ] [ l_g_total: 4.9269e-02 ] +2024-10-03 23:37:57,869 INFO: [ epoch: 451 ] [ iter: 53,700 ] [ performance: 13.357 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:13 ] [ l_g_pix: 5.7525e-02 ] [ l_g_total: 5.7525e-02 ] +2024-10-03 23:38:02,372 INFO: [ epoch: 452 ] [ iter: 53,800 ] [ performance: 19.076 it/s ] [ lr: 1.00e-04 ] [ eta: 0:52:05 ] [ l_g_pix: 5.0410e-02 ] [ l_g_total: 5.0410e-02 ] +2024-10-03 23:38:06,063 INFO: [ epoch: 452 ] [ iter: 53,900 ] [ performance: 30.035 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:55 ] [ l_g_pix: 4.8674e-02 ] [ l_g_total: 4.8674e-02 ] +2024-10-03 23:38:10,876 INFO: [ epoch: 453 ] [ iter: 54,000 ] [ performance: 22.458 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:47 ] [ l_g_pix: 7.1593e-02 ] [ l_g_total: 7.1593e-02 ] +2024-10-03 23:38:15,953 INFO: [ epoch: 454 ] [ iter: 54,100 ] [ performance: 28.835 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:39 ] [ l_g_pix: 6.3067e-02 ] [ l_g_total: 6.3067e-02 ] +2024-10-03 23:38:20,844 INFO: [ epoch: 455 ] [ iter: 54,200 ] [ performance: 21.961 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:30 ] [ l_g_pix: 5.5177e-02 ] [ l_g_total: 5.5177e-02 ] +2024-10-03 23:38:25,558 INFO: [ epoch: 456 ] [ iter: 54,300 ] [ performance: 22.026 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:22 ] [ l_g_pix: 5.3124e-02 ] [ l_g_total: 5.3124e-02 ] +2024-10-03 23:38:30,030 INFO: [ epoch: 457 ] [ iter: 54,400 ] [ performance: 22.290 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:13 ] [ l_g_pix: 5.7030e-02 ] [ l_g_total: 5.7030e-02 ] +2024-10-03 23:38:33,605 INFO: [ epoch: 457 ] [ iter: 54,500 ] [ performance: 30.113 it/s ] [ lr: 1.00e-04 ] [ eta: 0:51:04 ] [ l_g_pix: 4.7844e-02 ] [ l_g_total: 4.7844e-02 ] +2024-10-03 23:38:38,712 INFO: [ epoch: 458 ] [ iter: 54,600 ] [ performance: 21.257 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:56 ] [ l_g_pix: 5.7081e-02 ] [ l_g_total: 5.7081e-02 ] +2024-10-03 23:38:43,527 INFO: [ epoch: 459 ] [ iter: 54,700 ] [ performance: 28.799 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:48 ] [ l_g_pix: 6.1409e-02 ] [ l_g_total: 6.1409e-02 ] +2024-10-03 23:38:48,548 INFO: [ epoch: 460 ] [ iter: 54,800 ] [ performance: 21.364 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:39 ] [ l_g_pix: 6.0694e-02 ] [ l_g_total: 6.0694e-02 ] +2024-10-03 23:38:53,548 INFO: [ epoch: 461 ] [ iter: 54,900 ] [ performance: 20.295 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:31 ] [ l_g_pix: 7.0052e-02 ] [ l_g_total: 7.0052e-02 ] +2024-10-03 23:38:58,245 INFO: [ epoch: 462 ] [ iter: 55,000 ] [ performance: 21.078 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:23 ] [ l_g_pix: 6.6736e-02 ] [ l_g_total: 6.6736e-02 ] +2024-10-03 23:39:02,797 INFO: [ epoch: 463 ] [ iter: 55,100 ] [ performance: 13.943 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:14 ] [ l_g_pix: 4.5167e-02 ] [ l_g_total: 4.5167e-02 ] +2024-10-03 23:39:06,493 INFO: [ epoch: 463 ] [ iter: 55,200 ] [ performance: 22.661 it/s ] [ lr: 1.00e-04 ] [ eta: 0:50:05 ] [ l_g_pix: 5.8226e-02 ] [ l_g_total: 5.8226e-02 ] +2024-10-03 23:39:11,340 INFO: [ epoch: 464 ] [ iter: 55,300 ] [ performance: 29.560 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:57 ] [ l_g_pix: 4.7996e-02 ] [ l_g_total: 4.7996e-02 ] +2024-10-03 23:39:16,070 INFO: [ epoch: 465 ] [ iter: 55,400 ] [ performance: 22.425 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:49 ] [ l_g_pix: 6.1495e-02 ] [ l_g_total: 6.1495e-02 ] +2024-10-03 23:39:21,127 INFO: [ epoch: 466 ] [ iter: 55,500 ] [ performance: 28.548 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:41 ] [ l_g_pix: 5.6686e-02 ] [ l_g_total: 5.6686e-02 ] +2024-10-03 23:39:25,793 INFO: [ epoch: 467 ] [ iter: 55,600 ] [ performance: 22.524 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:32 ] [ l_g_pix: 7.4626e-02 ] [ l_g_total: 7.4626e-02 ] +2024-10-03 23:39:30,509 INFO: [ epoch: 468 ] [ iter: 55,700 ] [ performance: 11.423 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:24 ] [ l_g_pix: 5.7657e-02 ] [ l_g_total: 5.7657e-02 ] +2024-10-03 23:39:34,307 INFO: [ epoch: 468 ] [ iter: 55,800 ] [ performance: 21.168 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:15 ] [ l_g_pix: 6.2561e-02 ] [ l_g_total: 6.2561e-02 ] +2024-10-03 23:39:39,117 INFO: [ epoch: 469 ] [ iter: 55,900 ] [ performance: 29.181 it/s ] [ lr: 1.00e-04 ] [ eta: 0:49:07 ] [ l_g_pix: 6.7825e-02 ] [ l_g_total: 6.7825e-02 ] +2024-10-03 23:39:44,156 INFO: [ epoch: 470 ] [ iter: 56,000 ] [ performance: 21.067 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:59 ] [ l_g_pix: 6.9100e-02 ] [ l_g_total: 6.9100e-02 ] +2024-10-03 23:39:48,992 INFO: [ epoch: 471 ] [ iter: 56,100 ] [ performance: 28.462 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:51 ] [ l_g_pix: 6.0119e-02 ] [ l_g_total: 6.0119e-02 ] +2024-10-03 23:39:53,888 INFO: [ epoch: 472 ] [ iter: 56,200 ] [ performance: 21.485 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:43 ] [ l_g_pix: 6.5614e-02 ] [ l_g_total: 6.5614e-02 ] +2024-10-03 23:39:58,648 INFO: [ epoch: 473 ] [ iter: 56,300 ] [ performance: 9.933 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:35 ] [ l_g_pix: 5.4878e-02 ] [ l_g_total: 5.4878e-02 ] +2024-10-03 23:40:02,337 INFO: [ epoch: 473 ] [ iter: 56,400 ] [ performance: 21.077 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:26 ] [ l_g_pix: 6.3122e-02 ] [ l_g_total: 6.3122e-02 ] +2024-10-03 23:40:07,445 INFO: [ epoch: 474 ] [ iter: 56,500 ] [ performance: 29.594 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:18 ] [ l_g_pix: 7.6307e-02 ] [ l_g_total: 7.6307e-02 ] +2024-10-03 23:40:12,228 INFO: [ epoch: 475 ] [ iter: 56,600 ] [ performance: 21.942 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:10 ] [ l_g_pix: 7.1903e-02 ] [ l_g_total: 7.1903e-02 ] +2024-10-03 23:40:17,016 INFO: [ epoch: 476 ] [ iter: 56,700 ] [ performance: 29.704 it/s ] [ lr: 1.00e-04 ] [ eta: 0:48:02 ] [ l_g_pix: 5.9377e-02 ] [ l_g_total: 5.9377e-02 ] +2024-10-03 23:40:21,830 INFO: [ epoch: 477 ] [ iter: 56,800 ] [ performance: 21.775 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:54 ] [ l_g_pix: 6.1831e-02 ] [ l_g_total: 6.1831e-02 ] +2024-10-03 23:40:26,733 INFO: [ epoch: 478 ] [ iter: 56,900 ] [ performance: 14.848 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:46 ] [ l_g_pix: 6.4848e-02 ] [ l_g_total: 6.4848e-02 ] +2024-10-03 23:40:30,280 INFO: [ epoch: 478 ] [ iter: 57,000 ] [ performance: 24.943 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:37 ] [ l_g_pix: 5.9617e-02 ] [ l_g_total: 5.9617e-02 ] +2024-10-03 23:40:35,375 INFO: [ epoch: 479 ] [ iter: 57,100 ] [ performance: 30.091 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:29 ] [ l_g_pix: 5.4054e-02 ] [ l_g_total: 5.4054e-02 ] +2024-10-03 23:40:40,166 INFO: [ epoch: 480 ] [ iter: 57,200 ] [ performance: 21.796 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:21 ] [ l_g_pix: 5.2514e-02 ] [ l_g_total: 5.2514e-02 ] +2024-10-03 23:40:44,880 INFO: [ epoch: 481 ] [ iter: 57,300 ] [ performance: 29.355 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:13 ] [ l_g_pix: 6.0813e-02 ] [ l_g_total: 6.0813e-02 ] +2024-10-03 23:40:49,826 INFO: [ epoch: 482 ] [ iter: 57,400 ] [ performance: 21.080 it/s ] [ lr: 1.00e-04 ] [ eta: 0:47:05 ] [ l_g_pix: 5.9365e-02 ] [ l_g_total: 5.9365e-02 ] +2024-10-03 23:40:54,919 INFO: [ epoch: 483 ] [ iter: 57,500 ] [ performance: 15.192 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:57 ] [ l_g_pix: 5.9016e-02 ] [ l_g_total: 5.9016e-02 ] +2024-10-03 23:40:59,299 INFO: [ epoch: 484 ] [ iter: 57,600 ] [ performance: 21.507 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:49 ] [ l_g_pix: 5.6776e-02 ] [ l_g_total: 5.6776e-02 ] +2024-10-03 23:41:03,325 INFO: [ epoch: 484 ] [ iter: 57,700 ] [ performance: 29.290 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:40 ] [ l_g_pix: 6.4885e-02 ] [ l_g_total: 6.4885e-02 ] +2024-10-03 23:41:08,205 INFO: [ epoch: 485 ] [ iter: 57,800 ] [ performance: 21.233 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:32 ] [ l_g_pix: 5.5708e-02 ] [ l_g_total: 5.5708e-02 ] +2024-10-03 23:41:13,270 INFO: [ epoch: 486 ] [ iter: 57,900 ] [ performance: 28.793 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:25 ] [ l_g_pix: 6.8263e-02 ] [ l_g_total: 6.8263e-02 ] +2024-10-03 23:41:18,327 INFO: [ epoch: 487 ] [ iter: 58,000 ] [ performance: 20.467 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:17 ] [ l_g_pix: 6.9365e-02 ] [ l_g_total: 6.9365e-02 ] +2024-10-03 23:41:23,454 INFO: [ epoch: 488 ] [ iter: 58,100 ] [ performance: 20.026 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:09 ] [ l_g_pix: 5.1016e-02 ] [ l_g_total: 5.1016e-02 ] +2024-10-03 23:41:28,042 INFO: [ epoch: 489 ] [ iter: 58,200 ] [ performance: 21.616 it/s ] [ lr: 1.00e-04 ] [ eta: 0:46:01 ] [ l_g_pix: 5.2580e-02 ] [ l_g_total: 5.2580e-02 ] +2024-10-03 23:41:31,956 INFO: [ epoch: 489 ] [ iter: 58,300 ] [ performance: 29.140 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:53 ] [ l_g_pix: 6.2911e-02 ] [ l_g_total: 6.2911e-02 ] +2024-10-03 23:41:36,752 INFO: [ epoch: 490 ] [ iter: 58,400 ] [ performance: 21.411 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:45 ] [ l_g_pix: 6.0294e-02 ] [ l_g_total: 6.0294e-02 ] +2024-10-03 23:41:41,651 INFO: [ epoch: 491 ] [ iter: 58,500 ] [ performance: 29.213 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:37 ] [ l_g_pix: 4.5501e-02 ] [ l_g_total: 4.5501e-02 ] +2024-10-03 23:41:46,707 INFO: [ epoch: 492 ] [ iter: 58,600 ] [ performance: 20.324 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:29 ] [ l_g_pix: 5.3988e-02 ] [ l_g_total: 5.3988e-02 ] +2024-10-03 23:41:51,786 INFO: [ epoch: 493 ] [ iter: 58,700 ] [ performance: 27.433 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:21 ] [ l_g_pix: 5.1299e-02 ] [ l_g_total: 5.1299e-02 ] +2024-10-03 23:41:56,546 INFO: [ epoch: 494 ] [ iter: 58,800 ] [ performance: 21.389 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:14 ] [ l_g_pix: 5.4124e-02 ] [ l_g_total: 5.4124e-02 ] +2024-10-03 23:42:00,245 INFO: [ epoch: 494 ] [ iter: 58,900 ] [ performance: 29.475 it/s ] [ lr: 1.00e-04 ] [ eta: 0:45:05 ] [ l_g_pix: 6.0530e-02 ] [ l_g_total: 6.0530e-02 ] +2024-10-03 23:42:05,333 INFO: [ epoch: 495 ] [ iter: 59,000 ] [ performance: 20.097 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:57 ] [ l_g_pix: 5.0394e-02 ] [ l_g_total: 5.0394e-02 ] +2024-10-03 23:42:10,345 INFO: [ epoch: 496 ] [ iter: 59,100 ] [ performance: 30.098 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:50 ] [ l_g_pix: 5.2057e-02 ] [ l_g_total: 5.2057e-02 ] +2024-10-03 23:42:15,172 INFO: [ epoch: 497 ] [ iter: 59,200 ] [ performance: 21.094 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:42 ] [ l_g_pix: 5.8711e-02 ] [ l_g_total: 5.8711e-02 ] +2024-10-03 23:42:20,227 INFO: [ epoch: 498 ] [ iter: 59,300 ] [ performance: 29.126 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:34 ] [ l_g_pix: 6.5243e-02 ] [ l_g_total: 6.5243e-02 ] +2024-10-03 23:42:24,841 INFO: [ epoch: 499 ] [ iter: 59,400 ] [ performance: 21.952 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:26 ] [ l_g_pix: 6.2392e-02 ] [ l_g_total: 6.2392e-02 ] +2024-10-03 23:42:28,589 INFO: [ epoch: 499 ] [ iter: 59,500 ] [ performance: 16.568 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:18 ] [ l_g_pix: 5.2971e-02 ] [ l_g_total: 5.2971e-02 ] +2024-10-03 23:42:33,581 INFO: [ epoch: 500 ] [ iter: 59,600 ] [ performance: 19.875 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:10 ] [ l_g_pix: 5.9235e-02 ] [ l_g_total: 5.9235e-02 ] +2024-10-03 23:42:38,377 INFO: [ epoch: 501 ] [ iter: 59,700 ] [ performance: 30.014 it/s ] [ lr: 1.00e-04 ] [ eta: 0:44:03 ] [ l_g_pix: 6.0004e-02 ] [ l_g_total: 6.0004e-02 ] +2024-10-03 23:42:43,428 INFO: [ epoch: 502 ] [ iter: 59,800 ] [ performance: 19.998 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:55 ] [ l_g_pix: 6.4876e-02 ] [ l_g_total: 6.4876e-02 ] +2024-10-03 23:42:48,224 INFO: [ epoch: 503 ] [ iter: 59,900 ] [ performance: 29.309 it/s ] [ lr: 1.00e-04 ] [ eta: 0:43:47 ] [ l_g_pix: 4.9994e-02 ] [ l_g_total: 4.9994e-02 ] +2024-10-03 23:42:52,890 INFO: [ epoch: 504 ] [ iter: 60,000 ] [ performance: 21.553 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:39 ] [ l_g_pix: 4.6631e-02 ] [ l_g_total: 4.6631e-02 ] +2024-10-03 23:42:52,891 INFO: Saving models and training states. +2024-10-03 23:45:46,805 INFO: Validation val + + # psnr: 27.1725........ Best: 27.1725 @ 60000 iter + # ssim: 0.7651........ Best: 0.7651 @ 60000 iter + # dists: 0.7722........ Best: 0.7722 @ 60000 iter + +2024-10-03 23:45:51,263 INFO: [ epoch: 505 ] [ iter: 60,100 ] [ performance: 15.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:27 ] [ l_g_pix: 5.2119e-02 ] [ l_g_total: 5.2119e-02 ] +2024-10-03 23:45:55,208 INFO: [ epoch: 505 ] [ iter: 60,200 ] [ performance: 25.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:18 ] [ l_g_pix: 5.2769e-02 ] [ l_g_total: 5.2769e-02 ] +2024-10-03 23:46:00,218 INFO: [ epoch: 506 ] [ iter: 60,300 ] [ performance: 22.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:10 ] [ l_g_pix: 5.9932e-02 ] [ l_g_total: 5.9932e-02 ] +2024-10-03 23:46:05,116 INFO: [ epoch: 507 ] [ iter: 60,400 ] [ performance: 20.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:02 ] [ l_g_pix: 6.9067e-02 ] [ l_g_total: 6.9067e-02 ] +2024-10-03 23:46:10,063 INFO: [ epoch: 508 ] [ iter: 60,500 ] [ performance: 20.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:54 ] [ l_g_pix: 6.6736e-02 ] [ l_g_total: 6.6736e-02 ] +2024-10-03 23:46:14,859 INFO: [ epoch: 509 ] [ iter: 60,600 ] [ performance: 20.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:46 ] [ l_g_pix: 5.8104e-02 ] [ l_g_total: 5.8104e-02 ] +2024-10-03 23:46:19,337 INFO: [ epoch: 510 ] [ iter: 60,700 ] [ performance: 21.547 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:38 ] [ l_g_pix: 4.5276e-02 ] [ l_g_total: 4.5276e-02 ] +2024-10-03 23:46:22,991 INFO: [ epoch: 510 ] [ iter: 60,800 ] [ performance: 27.475 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:29 ] [ l_g_pix: 6.2247e-02 ] [ l_g_total: 6.2247e-02 ] +2024-10-03 23:46:27,794 INFO: [ epoch: 511 ] [ iter: 60,900 ] [ performance: 23.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:21 ] [ l_g_pix: 5.2057e-02 ] [ l_g_total: 5.2057e-02 ] +2024-10-03 23:46:32,708 INFO: [ epoch: 512 ] [ iter: 61,000 ] [ performance: 20.177 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:13 ] [ l_g_pix: 5.5259e-02 ] [ l_g_total: 5.5259e-02 ] +2024-10-03 23:46:37,732 INFO: [ epoch: 513 ] [ iter: 61,100 ] [ performance: 20.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:05 ] [ l_g_pix: 5.3246e-02 ] [ l_g_total: 5.3246e-02 ] +2024-10-03 23:46:42,572 INFO: [ epoch: 514 ] [ iter: 61,200 ] [ performance: 20.418 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:57 ] [ l_g_pix: 6.0694e-02 ] [ l_g_total: 6.0694e-02 ] +2024-10-03 23:46:47,309 INFO: [ epoch: 515 ] [ iter: 61,300 ] [ performance: 20.770 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:48 ] [ l_g_pix: 5.2708e-02 ] [ l_g_total: 5.2708e-02 ] +2024-10-03 23:46:50,985 INFO: [ epoch: 515 ] [ iter: 61,400 ] [ performance: 28.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:40 ] [ l_g_pix: 5.1254e-02 ] [ l_g_total: 5.1254e-02 ] +2024-10-03 23:46:55,942 INFO: [ epoch: 516 ] [ iter: 61,500 ] [ performance: 23.555 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:32 ] [ l_g_pix: 4.9294e-02 ] [ l_g_total: 4.9294e-02 ] +2024-10-03 23:47:00,773 INFO: [ epoch: 517 ] [ iter: 61,600 ] [ performance: 20.386 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:24 ] [ l_g_pix: 5.9026e-02 ] [ l_g_total: 5.9026e-02 ] +2024-10-03 23:47:05,751 INFO: [ epoch: 518 ] [ iter: 61,700 ] [ performance: 20.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:16 ] [ l_g_pix: 5.9130e-02 ] [ l_g_total: 5.9130e-02 ] +2024-10-03 23:47:10,510 INFO: [ epoch: 519 ] [ iter: 61,800 ] [ performance: 20.565 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:08 ] [ l_g_pix: 5.6720e-02 ] [ l_g_total: 5.6720e-02 ] +2024-10-03 23:47:15,049 INFO: [ epoch: 520 ] [ iter: 61,900 ] [ performance: 21.303 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:00 ] [ l_g_pix: 6.5148e-02 ] [ l_g_total: 6.5148e-02 ] +2024-10-03 23:47:19,511 INFO: [ epoch: 521 ] [ iter: 62,000 ] [ performance: 22.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:52 ] [ l_g_pix: 6.6488e-02 ] [ l_g_total: 6.6488e-02 ] +2024-10-03 23:47:23,402 INFO: [ epoch: 521 ] [ iter: 62,100 ] [ performance: 24.187 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:43 ] [ l_g_pix: 7.1391e-02 ] [ l_g_total: 7.1391e-02 ] +2024-10-03 23:47:28,113 INFO: [ epoch: 522 ] [ iter: 62,200 ] [ performance: 20.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:35 ] [ l_g_pix: 5.9540e-02 ] [ l_g_total: 5.9540e-02 ] +2024-10-03 23:47:33,117 INFO: [ epoch: 523 ] [ iter: 62,300 ] [ performance: 20.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:27 ] [ l_g_pix: 5.7773e-02 ] [ l_g_total: 5.7773e-02 ] +2024-10-03 23:47:38,023 INFO: [ epoch: 524 ] [ iter: 62,400 ] [ performance: 19.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:19 ] [ l_g_pix: 4.9031e-02 ] [ l_g_total: 4.9031e-02 ] +2024-10-03 23:47:42,941 INFO: [ epoch: 525 ] [ iter: 62,500 ] [ performance: 20.036 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:11 ] [ l_g_pix: 6.7788e-02 ] [ l_g_total: 6.7788e-02 ] +2024-10-03 23:47:47,403 INFO: [ epoch: 526 ] [ iter: 62,600 ] [ performance: 21.963 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:03 ] [ l_g_pix: 5.6754e-02 ] [ l_g_total: 5.6754e-02 ] +2024-10-03 23:47:51,377 INFO: [ epoch: 526 ] [ iter: 62,700 ] [ performance: 23.551 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:55 ] [ l_g_pix: 6.1914e-02 ] [ l_g_total: 6.1914e-02 ] +2024-10-03 23:47:56,385 INFO: [ epoch: 527 ] [ iter: 62,800 ] [ performance: 19.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:47 ] [ l_g_pix: 4.7458e-02 ] [ l_g_total: 4.7458e-02 ] +2024-10-03 23:48:01,258 INFO: [ epoch: 528 ] [ iter: 62,900 ] [ performance: 19.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:39 ] [ l_g_pix: 5.6866e-02 ] [ l_g_total: 5.6866e-02 ] +2024-10-03 23:48:06,211 INFO: [ epoch: 529 ] [ iter: 63,000 ] [ performance: 19.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:32 ] [ l_g_pix: 5.2638e-02 ] [ l_g_total: 5.2638e-02 ] +2024-10-03 23:48:11,223 INFO: [ epoch: 530 ] [ iter: 63,100 ] [ performance: 19.641 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:24 ] [ l_g_pix: 6.2822e-02 ] [ l_g_total: 6.2822e-02 ] +2024-10-03 23:48:15,664 INFO: [ epoch: 531 ] [ iter: 63,200 ] [ performance: 21.719 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:16 ] [ l_g_pix: 5.1141e-02 ] [ l_g_total: 5.1141e-02 ] +2024-10-03 23:48:19,323 INFO: [ epoch: 531 ] [ iter: 63,300 ] [ performance: 24.418 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:07 ] [ l_g_pix: 4.4224e-02 ] [ l_g_total: 4.4224e-02 ] +2024-10-03 23:48:24,295 INFO: [ epoch: 532 ] [ iter: 63,400 ] [ performance: 24.520 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:59 ] [ l_g_pix: 4.9431e-02 ] [ l_g_total: 4.9431e-02 ] +2024-10-03 23:48:29,330 INFO: [ epoch: 533 ] [ iter: 63,500 ] [ performance: 21.763 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:52 ] [ l_g_pix: 5.7576e-02 ] [ l_g_total: 5.7576e-02 ] +2024-10-03 23:48:34,227 INFO: [ epoch: 534 ] [ iter: 63,600 ] [ performance: 19.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:44 ] [ l_g_pix: 6.1017e-02 ] [ l_g_total: 6.1017e-02 ] +2024-10-03 23:48:38,976 INFO: [ epoch: 535 ] [ iter: 63,700 ] [ performance: 20.208 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:36 ] [ l_g_pix: 6.0083e-02 ] [ l_g_total: 6.0083e-02 ] +2024-10-03 23:48:43,686 INFO: [ epoch: 536 ] [ iter: 63,800 ] [ performance: 20.164 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:28 ] [ l_g_pix: 4.6546e-02 ] [ l_g_total: 4.6546e-02 ] +2024-10-03 23:48:47,245 INFO: [ epoch: 536 ] [ iter: 63,900 ] [ performance: 23.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:20 ] [ l_g_pix: 5.3257e-02 ] [ l_g_total: 5.3257e-02 ] +2024-10-03 23:48:52,215 INFO: [ epoch: 537 ] [ iter: 64,000 ] [ performance: 27.331 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:12 ] [ l_g_pix: 5.0142e-02 ] [ l_g_total: 5.0142e-02 ] +2024-10-03 23:48:57,238 INFO: [ epoch: 538 ] [ iter: 64,100 ] [ performance: 22.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:05 ] [ l_g_pix: 5.5643e-02 ] [ l_g_total: 5.5643e-02 ] +2024-10-03 23:49:01,998 INFO: [ epoch: 539 ] [ iter: 64,200 ] [ performance: 19.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:57 ] [ l_g_pix: 5.0503e-02 ] [ l_g_total: 5.0503e-02 ] +2024-10-03 23:49:07,026 INFO: [ epoch: 540 ] [ iter: 64,300 ] [ performance: 19.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:49 ] [ l_g_pix: 5.9446e-02 ] [ l_g_total: 5.9446e-02 ] +2024-10-03 23:49:11,927 INFO: [ epoch: 541 ] [ iter: 64,400 ] [ performance: 18.983 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:41 ] [ l_g_pix: 4.6096e-02 ] [ l_g_total: 4.6096e-02 ] +2024-10-03 23:49:16,443 INFO: [ epoch: 542 ] [ iter: 64,500 ] [ performance: 20.661 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 5.9811e-02 ] [ l_g_total: 5.9811e-02 ] +2024-10-03 23:49:20,351 INFO: [ epoch: 542 ] [ iter: 64,600 ] [ performance: 28.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:25 ] [ l_g_pix: 5.4530e-02 ] [ l_g_total: 5.4530e-02 ] +2024-10-03 23:49:25,392 INFO: [ epoch: 543 ] [ iter: 64,700 ] [ performance: 22.937 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:18 ] [ l_g_pix: 5.8600e-02 ] [ l_g_total: 5.8600e-02 ] +2024-10-03 23:49:30,298 INFO: [ epoch: 544 ] [ iter: 64,800 ] [ performance: 18.771 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:10 ] [ l_g_pix: 4.8122e-02 ] [ l_g_total: 4.8122e-02 ] +2024-10-03 23:49:35,016 INFO: [ epoch: 545 ] [ iter: 64,900 ] [ performance: 20.062 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:02 ] [ l_g_pix: 7.6713e-02 ] [ l_g_total: 7.6713e-02 ] +2024-10-03 23:49:39,568 INFO: [ epoch: 546 ] [ iter: 65,000 ] [ performance: 20.367 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:55 ] [ l_g_pix: 6.2829e-02 ] [ l_g_total: 6.2829e-02 ] +2024-10-03 23:49:44,148 INFO: [ epoch: 547 ] [ iter: 65,100 ] [ performance: 21.176 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:47 ] [ l_g_pix: 5.8670e-02 ] [ l_g_total: 5.8670e-02 ] +2024-10-03 23:49:48,067 INFO: [ epoch: 547 ] [ iter: 65,200 ] [ performance: 29.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:39 ] [ l_g_pix: 5.5353e-02 ] [ l_g_total: 5.5353e-02 ] +2024-10-03 23:49:52,733 INFO: [ epoch: 548 ] [ iter: 65,300 ] [ performance: 24.354 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:31 ] [ l_g_pix: 4.8581e-02 ] [ l_g_total: 4.8581e-02 ] +2024-10-03 23:49:57,556 INFO: [ epoch: 549 ] [ iter: 65,400 ] [ performance: 18.885 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:23 ] [ l_g_pix: 5.6915e-02 ] [ l_g_total: 5.6915e-02 ] +2024-10-03 23:50:02,327 INFO: [ epoch: 550 ] [ iter: 65,500 ] [ performance: 20.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:16 ] [ l_g_pix: 5.1458e-02 ] [ l_g_total: 5.1458e-02 ] +2024-10-03 23:50:07,382 INFO: [ epoch: 551 ] [ iter: 65,600 ] [ performance: 17.742 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:08 ] [ l_g_pix: 5.4628e-02 ] [ l_g_total: 5.4628e-02 ] +2024-10-03 23:50:11,812 INFO: [ epoch: 552 ] [ iter: 65,700 ] [ performance: 20.235 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:00 ] [ l_g_pix: 4.8689e-02 ] [ l_g_total: 4.8689e-02 ] +2024-10-03 23:50:15,446 INFO: [ epoch: 552 ] [ iter: 65,800 ] [ performance: 29.852 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:52 ] [ l_g_pix: 6.9662e-02 ] [ l_g_total: 6.9662e-02 ] +2024-10-03 23:50:20,497 INFO: [ epoch: 553 ] [ iter: 65,900 ] [ performance: 23.080 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:45 ] [ l_g_pix: 5.1646e-02 ] [ l_g_total: 5.1646e-02 ] +2024-10-03 23:50:25,484 INFO: [ epoch: 554 ] [ iter: 66,000 ] [ performance: 23.290 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 5.1839e-02 ] [ l_g_total: 5.1839e-02 ] +2024-10-03 23:50:30,492 INFO: [ epoch: 555 ] [ iter: 66,100 ] [ performance: 21.240 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:30 ] [ l_g_pix: 4.8774e-02 ] [ l_g_total: 4.8774e-02 ] +2024-10-03 23:50:35,501 INFO: [ epoch: 556 ] [ iter: 66,200 ] [ performance: 17.607 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:22 ] [ l_g_pix: 5.0270e-02 ] [ l_g_total: 5.0270e-02 ] +2024-10-03 23:50:40,277 INFO: [ epoch: 557 ] [ iter: 66,300 ] [ performance: 19.418 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:15 ] [ l_g_pix: 7.1515e-02 ] [ l_g_total: 7.1515e-02 ] +2024-10-03 23:50:43,826 INFO: [ epoch: 557 ] [ iter: 66,400 ] [ performance: 29.890 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:06 ] [ l_g_pix: 5.0970e-02 ] [ l_g_total: 5.0970e-02 ] +2024-10-03 23:50:48,821 INFO: [ epoch: 558 ] [ iter: 66,500 ] [ performance: 23.175 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:59 ] [ l_g_pix: 5.8314e-02 ] [ l_g_total: 5.8314e-02 ] +2024-10-03 23:50:53,580 INFO: [ epoch: 559 ] [ iter: 66,600 ] [ performance: 25.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:51 ] [ l_g_pix: 5.5379e-02 ] [ l_g_total: 5.5379e-02 ] +2024-10-03 23:50:58,565 INFO: [ epoch: 560 ] [ iter: 66,700 ] [ performance: 21.870 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:44 ] [ l_g_pix: 5.3368e-02 ] [ l_g_total: 5.3368e-02 ] +2024-10-03 23:51:03,573 INFO: [ epoch: 561 ] [ iter: 66,800 ] [ performance: 17.339 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:37 ] [ l_g_pix: 5.2467e-02 ] [ l_g_total: 5.2467e-02 ] +2024-10-03 23:51:08,473 INFO: [ epoch: 562 ] [ iter: 66,900 ] [ performance: 19.049 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:29 ] [ l_g_pix: 5.2697e-02 ] [ l_g_total: 5.2697e-02 ] +2024-10-03 23:51:12,884 INFO: [ epoch: 563 ] [ iter: 67,000 ] [ performance: 20.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:21 ] [ l_g_pix: 5.5327e-02 ] [ l_g_total: 5.5327e-02 ] +2024-10-03 23:51:17,005 INFO: [ epoch: 563 ] [ iter: 67,100 ] [ performance: 22.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:14 ] [ l_g_pix: 7.1687e-02 ] [ l_g_total: 7.1687e-02 ] +2024-10-03 23:51:21,760 INFO: [ epoch: 564 ] [ iter: 67,200 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:06 ] [ l_g_pix: 6.0018e-02 ] [ l_g_total: 6.0018e-02 ] +2024-10-03 23:51:26,818 INFO: [ epoch: 565 ] [ iter: 67,300 ] [ performance: 22.133 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:59 ] [ l_g_pix: 6.5400e-02 ] [ l_g_total: 6.5400e-02 ] +2024-10-03 23:51:31,630 INFO: [ epoch: 566 ] [ iter: 67,400 ] [ performance: 17.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:51 ] [ l_g_pix: 5.6515e-02 ] [ l_g_total: 5.6515e-02 ] +2024-10-03 23:51:36,671 INFO: [ epoch: 567 ] [ iter: 67,500 ] [ performance: 19.050 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:44 ] [ l_g_pix: 5.4959e-02 ] [ l_g_total: 5.4959e-02 ] +2024-10-03 23:51:41,168 INFO: [ epoch: 568 ] [ iter: 67,600 ] [ performance: 19.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:36 ] [ l_g_pix: 6.9000e-02 ] [ l_g_total: 6.9000e-02 ] +2024-10-03 23:51:44,996 INFO: [ epoch: 568 ] [ iter: 67,700 ] [ performance: 23.179 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:28 ] [ l_g_pix: 5.6554e-02 ] [ l_g_total: 5.6554e-02 ] +2024-10-03 23:51:49,944 INFO: [ epoch: 569 ] [ iter: 67,800 ] [ performance: 29.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:21 ] [ l_g_pix: 5.7495e-02 ] [ l_g_total: 5.7495e-02 ] +2024-10-03 23:51:54,871 INFO: [ epoch: 570 ] [ iter: 67,900 ] [ performance: 23.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:14 ] [ l_g_pix: 5.5836e-02 ] [ l_g_total: 5.5836e-02 ] +2024-10-03 23:51:59,850 INFO: [ epoch: 571 ] [ iter: 68,000 ] [ performance: 16.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 6.7937e-02 ] [ l_g_total: 6.7937e-02 ] +2024-10-03 23:52:04,874 INFO: [ epoch: 572 ] [ iter: 68,100 ] [ performance: 18.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:59 ] [ l_g_pix: 5.6091e-02 ] [ l_g_total: 5.6091e-02 ] +2024-10-03 23:52:09,474 INFO: [ epoch: 573 ] [ iter: 68,200 ] [ performance: 18.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:51 ] [ l_g_pix: 5.6019e-02 ] [ l_g_total: 5.6019e-02 ] +2024-10-03 23:52:13,106 INFO: [ epoch: 573 ] [ iter: 68,300 ] [ performance: 23.358 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 5.3818e-02 ] [ l_g_total: 5.3818e-02 ] +2024-10-03 23:52:18,046 INFO: [ epoch: 574 ] [ iter: 68,400 ] [ performance: 29.533 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:36 ] [ l_g_pix: 6.0130e-02 ] [ l_g_total: 6.0130e-02 ] +2024-10-03 23:52:23,062 INFO: [ epoch: 575 ] [ iter: 68,500 ] [ performance: 22.706 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:29 ] [ l_g_pix: 4.8031e-02 ] [ l_g_total: 4.8031e-02 ] +2024-10-03 23:52:27,990 INFO: [ epoch: 576 ] [ iter: 68,600 ] [ performance: 16.706 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:22 ] [ l_g_pix: 4.9636e-02 ] [ l_g_total: 4.9636e-02 ] +2024-10-03 23:52:33,059 INFO: [ epoch: 577 ] [ iter: 68,700 ] [ performance: 18.490 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 5.5997e-02 ] [ l_g_total: 5.5997e-02 ] +2024-10-03 23:52:37,888 INFO: [ epoch: 578 ] [ iter: 68,800 ] [ performance: 17.049 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:07 ] [ l_g_pix: 4.3818e-02 ] [ l_g_total: 4.3818e-02 ] +2024-10-03 23:52:41,464 INFO: [ epoch: 578 ] [ iter: 68,900 ] [ performance: 22.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:59 ] [ l_g_pix: 5.9191e-02 ] [ l_g_total: 5.9191e-02 ] +2024-10-03 23:52:46,309 INFO: [ epoch: 579 ] [ iter: 69,000 ] [ performance: 29.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:52 ] [ l_g_pix: 5.3048e-02 ] [ l_g_total: 5.3048e-02 ] +2024-10-03 23:52:51,317 INFO: [ epoch: 580 ] [ iter: 69,100 ] [ performance: 22.614 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:44 ] [ l_g_pix: 7.3845e-02 ] [ l_g_total: 7.3845e-02 ] +2024-10-03 23:52:56,108 INFO: [ epoch: 581 ] [ iter: 69,200 ] [ performance: 24.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:37 ] [ l_g_pix: 5.6758e-02 ] [ l_g_total: 5.6758e-02 ] +2024-10-03 23:53:00,867 INFO: [ epoch: 582 ] [ iter: 69,300 ] [ performance: 22.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:30 ] [ l_g_pix: 5.4731e-02 ] [ l_g_total: 5.4731e-02 ] +2024-10-03 23:53:05,855 INFO: [ epoch: 583 ] [ iter: 69,400 ] [ performance: 15.907 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:23 ] [ l_g_pix: 5.0819e-02 ] [ l_g_total: 5.0819e-02 ] +2024-10-03 23:53:10,223 INFO: [ epoch: 584 ] [ iter: 69,500 ] [ performance: 19.811 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:15 ] [ l_g_pix: 6.6402e-02 ] [ l_g_total: 6.6402e-02 ] +2024-10-03 23:53:14,169 INFO: [ epoch: 584 ] [ iter: 69,600 ] [ performance: 30.260 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:07 ] [ l_g_pix: 5.4168e-02 ] [ l_g_total: 5.4168e-02 ] +2024-10-03 23:53:19,169 INFO: [ epoch: 585 ] [ iter: 69,700 ] [ performance: 22.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:00 ] [ l_g_pix: 5.5013e-02 ] [ l_g_total: 5.5013e-02 ] +2024-10-03 23:53:24,012 INFO: [ epoch: 586 ] [ iter: 69,800 ] [ performance: 26.028 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:53 ] [ l_g_pix: 5.1342e-02 ] [ l_g_total: 5.1342e-02 ] +2024-10-03 23:53:29,068 INFO: [ epoch: 587 ] [ iter: 69,900 ] [ performance: 21.580 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:46 ] [ l_g_pix: 6.2362e-02 ] [ l_g_total: 6.2362e-02 ] +2024-10-03 23:53:34,015 INFO: [ epoch: 588 ] [ iter: 70,000 ] [ performance: 15.546 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:38 ] [ l_g_pix: 5.2806e-02 ] [ l_g_total: 5.2806e-02 ] +2024-10-03 23:53:34,015 INFO: Saving models and training states. +2024-10-03 23:58:18,001 INFO: Validation val + + # psnr: 27.1876........ Best: 27.1876 @ 70000 iter + # ssim: 0.7658........ Best: 0.7658 @ 70000 iter + # dists: 0.7721........ Best: 0.7721 @ 70000 iter + +2024-10-03 23:58:22,788 INFO: [ epoch: 589 ] [ iter: 70,100 ] [ performance: 18.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:32 ] [ l_g_pix: 5.8565e-02 ] [ l_g_total: 5.8565e-02 ] +2024-10-03 23:58:26,621 INFO: [ epoch: 589 ] [ iter: 70,200 ] [ performance: 29.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:24 ] [ l_g_pix: 5.6956e-02 ] [ l_g_total: 5.6956e-02 ] +2024-10-03 23:58:31,447 INFO: [ epoch: 590 ] [ iter: 70,300 ] [ performance: 23.050 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:16 ] [ l_g_pix: 7.0986e-02 ] [ l_g_total: 7.0986e-02 ] +2024-10-03 23:58:36,560 INFO: [ epoch: 591 ] [ iter: 70,400 ] [ performance: 27.172 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:09 ] [ l_g_pix: 5.7681e-02 ] [ l_g_total: 5.7681e-02 ] +2024-10-03 23:58:41,393 INFO: [ epoch: 592 ] [ iter: 70,500 ] [ performance: 22.481 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:01 ] [ l_g_pix: 6.5922e-02 ] [ l_g_total: 6.5922e-02 ] +2024-10-03 23:58:46,488 INFO: [ epoch: 593 ] [ iter: 70,600 ] [ performance: 14.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:53 ] [ l_g_pix: 6.4591e-02 ] [ l_g_total: 6.4591e-02 ] +2024-10-03 23:58:51,171 INFO: [ epoch: 594 ] [ iter: 70,700 ] [ performance: 18.529 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:45 ] [ l_g_pix: 6.1085e-02 ] [ l_g_total: 6.1085e-02 ] +2024-10-03 23:58:54,762 INFO: [ epoch: 594 ] [ iter: 70,800 ] [ performance: 30.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:37 ] [ l_g_pix: 4.6198e-02 ] [ l_g_total: 4.6198e-02 ] +2024-10-03 23:58:59,852 INFO: [ epoch: 595 ] [ iter: 70,900 ] [ performance: 22.172 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:29 ] [ l_g_pix: 6.1420e-02 ] [ l_g_total: 6.1420e-02 ] +2024-10-03 23:59:04,866 INFO: [ epoch: 596 ] [ iter: 71,000 ] [ performance: 28.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 4.4611e-02 ] [ l_g_total: 4.4611e-02 ] +2024-10-03 23:59:09,708 INFO: [ epoch: 597 ] [ iter: 71,100 ] [ performance: 22.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:14 ] [ l_g_pix: 5.4617e-02 ] [ l_g_total: 5.4617e-02 ] +2024-10-03 23:59:14,824 INFO: [ epoch: 598 ] [ iter: 71,200 ] [ performance: 14.081 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:06 ] [ l_g_pix: 5.4097e-02 ] [ l_g_total: 5.4097e-02 ] +2024-10-03 23:59:19,725 INFO: [ epoch: 599 ] [ iter: 71,300 ] [ performance: 17.880 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:59 ] [ l_g_pix: 5.8402e-02 ] [ l_g_total: 5.8402e-02 ] +2024-10-03 23:59:23,432 INFO: [ epoch: 599 ] [ iter: 71,400 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:50 ] [ l_g_pix: 7.0580e-02 ] [ l_g_total: 7.0580e-02 ] +2024-10-03 23:59:28,181 INFO: [ epoch: 600 ] [ iter: 71,500 ] [ performance: 22.601 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:43 ] [ l_g_pix: 6.8504e-02 ] [ l_g_total: 6.8504e-02 ] +2024-10-03 23:59:33,160 INFO: [ epoch: 601 ] [ iter: 71,600 ] [ performance: 29.304 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:35 ] [ l_g_pix: 6.3439e-02 ] [ l_g_total: 6.3439e-02 ] +2024-10-03 23:59:38,073 INFO: [ epoch: 602 ] [ iter: 71,700 ] [ performance: 22.453 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:27 ] [ l_g_pix: 5.6583e-02 ] [ l_g_total: 5.6583e-02 ] +2024-10-03 23:59:43,246 INFO: [ epoch: 603 ] [ iter: 71,800 ] [ performance: 13.714 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:20 ] [ l_g_pix: 4.8853e-02 ] [ l_g_total: 4.8853e-02 ] +2024-10-03 23:59:48,343 INFO: [ epoch: 604 ] [ iter: 71,900 ] [ performance: 17.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:12 ] [ l_g_pix: 5.1318e-02 ] [ l_g_total: 5.1318e-02 ] +2024-10-03 23:59:52,876 INFO: [ epoch: 605 ] [ iter: 72,000 ] [ performance: 16.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:04 ] [ l_g_pix: 5.8615e-02 ] [ l_g_total: 5.8615e-02 ] +2024-10-03 23:59:56,642 INFO: [ epoch: 605 ] [ iter: 72,100 ] [ performance: 22.676 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:56 ] [ l_g_pix: 6.1118e-02 ] [ l_g_total: 6.1118e-02 ] +2024-10-04 00:00:01,429 INFO: [ epoch: 606 ] [ iter: 72,200 ] [ performance: 29.369 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:49 ] [ l_g_pix: 4.9868e-02 ] [ l_g_total: 4.9868e-02 ] +2024-10-04 00:00:06,599 INFO: [ epoch: 607 ] [ iter: 72,300 ] [ performance: 21.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:41 ] [ l_g_pix: 5.6849e-02 ] [ l_g_total: 5.6849e-02 ] +2024-10-04 00:00:11,735 INFO: [ epoch: 608 ] [ iter: 72,400 ] [ performance: 21.909 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:34 ] [ l_g_pix: 6.1969e-02 ] [ l_g_total: 6.1969e-02 ] +2024-10-04 00:00:16,542 INFO: [ epoch: 609 ] [ iter: 72,500 ] [ performance: 21.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:26 ] [ l_g_pix: 4.7540e-02 ] [ l_g_total: 4.7540e-02 ] +2024-10-04 00:00:21,313 INFO: [ epoch: 610 ] [ iter: 72,600 ] [ performance: 14.980 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:18 ] [ l_g_pix: 5.1223e-02 ] [ l_g_total: 5.1223e-02 ] +2024-10-04 00:00:25,081 INFO: [ epoch: 610 ] [ iter: 72,700 ] [ performance: 21.816 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:10 ] [ l_g_pix: 6.4455e-02 ] [ l_g_total: 6.4455e-02 ] +2024-10-04 00:00:30,000 INFO: [ epoch: 611 ] [ iter: 72,800 ] [ performance: 29.415 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:03 ] [ l_g_pix: 4.7985e-02 ] [ l_g_total: 4.7985e-02 ] +2024-10-04 00:00:35,129 INFO: [ epoch: 612 ] [ iter: 72,900 ] [ performance: 21.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:55 ] [ l_g_pix: 7.1575e-02 ] [ l_g_total: 7.1575e-02 ] +2024-10-04 00:00:39,977 INFO: [ epoch: 613 ] [ iter: 73,000 ] [ performance: 25.592 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 5.0097e-02 ] [ l_g_total: 5.0097e-02 ] +2024-10-04 00:00:44,946 INFO: [ epoch: 614 ] [ iter: 73,100 ] [ performance: 21.360 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:40 ] [ l_g_pix: 5.1457e-02 ] [ l_g_total: 5.1457e-02 ] +2024-10-04 00:00:49,850 INFO: [ epoch: 615 ] [ iter: 73,200 ] [ performance: 13.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:33 ] [ l_g_pix: 4.8387e-02 ] [ l_g_total: 4.8387e-02 ] +2024-10-04 00:00:53,528 INFO: [ epoch: 615 ] [ iter: 73,300 ] [ performance: 21.287 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:25 ] [ l_g_pix: 5.1593e-02 ] [ l_g_total: 5.1593e-02 ] +2024-10-04 00:00:58,663 INFO: [ epoch: 616 ] [ iter: 73,400 ] [ performance: 29.032 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:17 ] [ l_g_pix: 4.5102e-02 ] [ l_g_total: 4.5102e-02 ] +2024-10-04 00:01:03,866 INFO: [ epoch: 617 ] [ iter: 73,500 ] [ performance: 21.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:10 ] [ l_g_pix: 5.8375e-02 ] [ l_g_total: 5.8375e-02 ] +2024-10-04 00:01:08,899 INFO: [ epoch: 618 ] [ iter: 73,600 ] [ performance: 27.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 5.7461e-02 ] [ l_g_total: 5.7461e-02 ] +2024-10-04 00:01:13,993 INFO: [ epoch: 619 ] [ iter: 73,700 ] [ performance: 21.224 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:55 ] [ l_g_pix: 5.7225e-02 ] [ l_g_total: 5.7225e-02 ] +2024-10-04 00:01:18,696 INFO: [ epoch: 620 ] [ iter: 73,800 ] [ performance: 13.647 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:47 ] [ l_g_pix: 5.8562e-02 ] [ l_g_total: 5.8562e-02 ] +2024-10-04 00:01:23,373 INFO: [ epoch: 621 ] [ iter: 73,900 ] [ performance: 18.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:40 ] [ l_g_pix: 6.7298e-02 ] [ l_g_total: 6.7298e-02 ] +2024-10-04 00:01:27,289 INFO: [ epoch: 621 ] [ iter: 74,000 ] [ performance: 29.435 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:32 ] [ l_g_pix: 6.1691e-02 ] [ l_g_total: 6.1691e-02 ] +2024-10-04 00:01:32,223 INFO: [ epoch: 622 ] [ iter: 74,100 ] [ performance: 21.924 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:24 ] [ l_g_pix: 4.9392e-02 ] [ l_g_total: 4.9392e-02 ] +2024-10-04 00:01:37,256 INFO: [ epoch: 623 ] [ iter: 74,200 ] [ performance: 30.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:17 ] [ l_g_pix: 6.5927e-02 ] [ l_g_total: 6.5927e-02 ] +2024-10-04 00:01:42,204 INFO: [ epoch: 624 ] [ iter: 74,300 ] [ performance: 21.919 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:09 ] [ l_g_pix: 5.6704e-02 ] [ l_g_total: 5.6704e-02 ] +2024-10-04 00:01:47,235 INFO: [ epoch: 625 ] [ iter: 74,400 ] [ performance: 11.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:02 ] [ l_g_pix: 6.9309e-02 ] [ l_g_total: 6.9309e-02 ] +2024-10-04 00:01:51,909 INFO: [ epoch: 626 ] [ iter: 74,500 ] [ performance: 17.696 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:54 ] [ l_g_pix: 4.9260e-02 ] [ l_g_total: 4.9260e-02 ] +2024-10-04 00:01:55,889 INFO: [ epoch: 626 ] [ iter: 74,600 ] [ performance: 28.699 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:47 ] [ l_g_pix: 6.8866e-02 ] [ l_g_total: 6.8866e-02 ] +2024-10-04 00:02:01,007 INFO: [ epoch: 627 ] [ iter: 74,700 ] [ performance: 21.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:39 ] [ l_g_pix: 5.6665e-02 ] [ l_g_total: 5.6665e-02 ] +2024-10-04 00:02:06,109 INFO: [ epoch: 628 ] [ iter: 74,800 ] [ performance: 29.898 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:32 ] [ l_g_pix: 5.2369e-02 ] [ l_g_total: 5.2369e-02 ] +2024-10-04 00:02:11,283 INFO: [ epoch: 629 ] [ iter: 74,900 ] [ performance: 20.949 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:25 ] [ l_g_pix: 5.7350e-02 ] [ l_g_total: 5.7350e-02 ] +2024-10-04 00:02:16,398 INFO: [ epoch: 630 ] [ iter: 75,000 ] [ performance: 17.518 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:17 ] [ l_g_pix: 5.6515e-02 ] [ l_g_total: 5.6515e-02 ] +2024-10-04 00:02:21,101 INFO: [ epoch: 631 ] [ iter: 75,100 ] [ performance: 20.344 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:10 ] [ l_g_pix: 4.9591e-02 ] [ l_g_total: 4.9591e-02 ] +2024-10-04 00:02:24,741 INFO: [ epoch: 631 ] [ iter: 75,200 ] [ performance: 30.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 6.6440e-02 ] [ l_g_total: 6.6440e-02 ] +2024-10-04 00:02:29,590 INFO: [ epoch: 632 ] [ iter: 75,300 ] [ performance: 22.058 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:55 ] [ l_g_pix: 5.5231e-02 ] [ l_g_total: 5.5231e-02 ] +2024-10-04 00:02:34,793 INFO: [ epoch: 633 ] [ iter: 75,400 ] [ performance: 29.829 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:47 ] [ l_g_pix: 5.0523e-02 ] [ l_g_total: 5.0523e-02 ] +2024-10-04 00:02:39,684 INFO: [ epoch: 634 ] [ iter: 75,500 ] [ performance: 21.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:40 ] [ l_g_pix: 6.6465e-02 ] [ l_g_total: 6.6465e-02 ] +2024-10-04 00:02:44,893 INFO: [ epoch: 635 ] [ iter: 75,600 ] [ performance: 20.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:33 ] [ l_g_pix: 6.4763e-02 ] [ l_g_total: 6.4763e-02 ] +2024-10-04 00:02:49,777 INFO: [ epoch: 636 ] [ iter: 75,700 ] [ performance: 20.408 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:25 ] [ l_g_pix: 6.1137e-02 ] [ l_g_total: 6.1137e-02 ] +2024-10-04 00:02:53,455 INFO: [ epoch: 636 ] [ iter: 75,800 ] [ performance: 29.277 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:17 ] [ l_g_pix: 6.0817e-02 ] [ l_g_total: 6.0817e-02 ] +2024-10-04 00:02:58,665 INFO: [ epoch: 637 ] [ iter: 75,900 ] [ performance: 20.519 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:10 ] [ l_g_pix: 5.4909e-02 ] [ l_g_total: 5.4909e-02 ] +2024-10-04 00:03:03,826 INFO: [ epoch: 638 ] [ iter: 76,000 ] [ performance: 29.509 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:03 ] [ l_g_pix: 7.1726e-02 ] [ l_g_total: 7.1726e-02 ] +2024-10-04 00:03:08,747 INFO: [ epoch: 639 ] [ iter: 76,100 ] [ performance: 21.534 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:56 ] [ l_g_pix: 5.9074e-02 ] [ l_g_total: 5.9074e-02 ] +2024-10-04 00:03:13,865 INFO: [ epoch: 640 ] [ iter: 76,200 ] [ performance: 24.146 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:48 ] [ l_g_pix: 5.9388e-02 ] [ l_g_total: 5.9388e-02 ] +2024-10-04 00:03:18,607 INFO: [ epoch: 641 ] [ iter: 76,300 ] [ performance: 21.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:41 ] [ l_g_pix: 5.8283e-02 ] [ l_g_total: 5.8283e-02 ] +2024-10-04 00:03:23,266 INFO: [ epoch: 642 ] [ iter: 76,400 ] [ performance: 11.477 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:33 ] [ l_g_pix: 6.1382e-02 ] [ l_g_total: 6.1382e-02 ] +2024-10-04 00:03:27,197 INFO: [ epoch: 642 ] [ iter: 76,500 ] [ performance: 21.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:26 ] [ l_g_pix: 4.1127e-02 ] [ l_g_total: 4.1127e-02 ] +2024-10-04 00:03:32,108 INFO: [ epoch: 643 ] [ iter: 76,600 ] [ performance: 30.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:19 ] [ l_g_pix: 7.5457e-02 ] [ l_g_total: 7.5457e-02 ] +2024-10-04 00:03:37,156 INFO: [ epoch: 644 ] [ iter: 76,700 ] [ performance: 20.954 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:11 ] [ l_g_pix: 7.4165e-02 ] [ l_g_total: 7.4165e-02 ] +2024-10-04 00:03:42,315 INFO: [ epoch: 645 ] [ iter: 76,800 ] [ performance: 29.009 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:04 ] [ l_g_pix: 6.5165e-02 ] [ l_g_total: 6.5165e-02 ] +2024-10-04 00:03:47,050 INFO: [ epoch: 646 ] [ iter: 76,900 ] [ performance: 22.045 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:57 ] [ l_g_pix: 5.3790e-02 ] [ l_g_total: 5.3790e-02 ] +2024-10-04 00:03:51,770 INFO: [ epoch: 647 ] [ iter: 77,000 ] [ performance: 9.501 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:49 ] [ l_g_pix: 6.7467e-02 ] [ l_g_total: 6.7467e-02 ] +2024-10-04 00:03:55,666 INFO: [ epoch: 647 ] [ iter: 77,100 ] [ performance: 20.618 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:42 ] [ l_g_pix: 5.4324e-02 ] [ l_g_total: 5.4324e-02 ] +2024-10-04 00:04:00,630 INFO: [ epoch: 648 ] [ iter: 77,200 ] [ performance: 30.084 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:35 ] [ l_g_pix: 7.5515e-02 ] [ l_g_total: 7.5515e-02 ] +2024-10-04 00:04:05,724 INFO: [ epoch: 649 ] [ iter: 77,300 ] [ performance: 20.624 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:27 ] [ l_g_pix: 6.0931e-02 ] [ l_g_total: 6.0931e-02 ] +2024-10-04 00:04:10,876 INFO: [ epoch: 650 ] [ iter: 77,400 ] [ performance: 29.244 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:20 ] [ l_g_pix: 5.7176e-02 ] [ l_g_total: 5.7176e-02 ] +2024-10-04 00:04:16,002 INFO: [ epoch: 651 ] [ iter: 77,500 ] [ performance: 20.400 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:13 ] [ l_g_pix: 5.4266e-02 ] [ l_g_total: 5.4266e-02 ] +2024-10-04 00:04:20,765 INFO: [ epoch: 652 ] [ iter: 77,600 ] [ performance: 7.473 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:06 ] [ l_g_pix: 4.9836e-02 ] [ l_g_total: 4.9836e-02 ] +2024-10-04 00:04:24,491 INFO: [ epoch: 652 ] [ iter: 77,700 ] [ performance: 20.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:58 ] [ l_g_pix: 5.9544e-02 ] [ l_g_total: 5.9544e-02 ] +2024-10-04 00:04:29,702 INFO: [ epoch: 653 ] [ iter: 77,800 ] [ performance: 28.671 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:51 ] [ l_g_pix: 6.2481e-02 ] [ l_g_total: 6.2481e-02 ] +2024-10-04 00:04:34,856 INFO: [ epoch: 654 ] [ iter: 77,900 ] [ performance: 20.154 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:44 ] [ l_g_pix: 6.1287e-02 ] [ l_g_total: 6.1287e-02 ] +2024-10-04 00:04:40,003 INFO: [ epoch: 655 ] [ iter: 78,000 ] [ performance: 29.545 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:37 ] [ l_g_pix: 6.5140e-02 ] [ l_g_total: 6.5140e-02 ] +2024-10-04 00:04:44,866 INFO: [ epoch: 656 ] [ iter: 78,100 ] [ performance: 21.263 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:29 ] [ l_g_pix: 6.2476e-02 ] [ l_g_total: 6.2476e-02 ] +2024-10-04 00:04:49,718 INFO: [ epoch: 657 ] [ iter: 78,200 ] [ performance: 17.553 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:22 ] [ l_g_pix: 5.7368e-02 ] [ l_g_total: 5.7368e-02 ] +2024-10-04 00:04:53,331 INFO: [ epoch: 657 ] [ iter: 78,300 ] [ performance: 26.188 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:15 ] [ l_g_pix: 5.5743e-02 ] [ l_g_total: 5.5743e-02 ] +2024-10-04 00:04:58,405 INFO: [ epoch: 658 ] [ iter: 78,400 ] [ performance: 29.391 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 5.1221e-02 ] [ l_g_total: 5.1221e-02 ] +2024-10-04 00:05:03,481 INFO: [ epoch: 659 ] [ iter: 78,500 ] [ performance: 20.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:00 ] [ l_g_pix: 7.6618e-02 ] [ l_g_total: 7.6618e-02 ] +2024-10-04 00:05:08,617 INFO: [ epoch: 660 ] [ iter: 78,600 ] [ performance: 28.788 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:53 ] [ l_g_pix: 6.2032e-02 ] [ l_g_total: 6.2032e-02 ] +2024-10-04 00:05:13,771 INFO: [ epoch: 661 ] [ iter: 78,700 ] [ performance: 19.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:46 ] [ l_g_pix: 5.3561e-02 ] [ l_g_total: 5.3561e-02 ] +2024-10-04 00:05:18,908 INFO: [ epoch: 662 ] [ iter: 78,800 ] [ performance: 15.215 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:39 ] [ l_g_pix: 5.8643e-02 ] [ l_g_total: 5.8643e-02 ] +2024-10-04 00:05:23,497 INFO: [ epoch: 663 ] [ iter: 78,900 ] [ performance: 21.185 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:32 ] [ l_g_pix: 6.3322e-02 ] [ l_g_total: 6.3322e-02 ] +2024-10-04 00:05:27,359 INFO: [ epoch: 663 ] [ iter: 79,000 ] [ performance: 29.669 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:24 ] [ l_g_pix: 5.9799e-02 ] [ l_g_total: 5.9799e-02 ] +2024-10-04 00:05:32,533 INFO: [ epoch: 664 ] [ iter: 79,100 ] [ performance: 19.783 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:17 ] [ l_g_pix: 6.1050e-02 ] [ l_g_total: 6.1050e-02 ] +2024-10-04 00:05:37,530 INFO: [ epoch: 665 ] [ iter: 79,200 ] [ performance: 29.803 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:10 ] [ l_g_pix: 4.0297e-02 ] [ l_g_total: 4.0297e-02 ] +2024-10-04 00:05:42,556 INFO: [ epoch: 666 ] [ iter: 79,300 ] [ performance: 20.284 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:03 ] [ l_g_pix: 6.1120e-02 ] [ l_g_total: 6.1120e-02 ] +2024-10-04 00:05:47,326 INFO: [ epoch: 667 ] [ iter: 79,400 ] [ performance: 20.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:56 ] [ l_g_pix: 4.8688e-02 ] [ l_g_total: 4.8688e-02 ] +2024-10-04 00:05:52,060 INFO: [ epoch: 668 ] [ iter: 79,500 ] [ performance: 21.127 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 5.4287e-02 ] [ l_g_total: 5.4287e-02 ] +2024-10-04 00:05:55,813 INFO: [ epoch: 668 ] [ iter: 79,600 ] [ performance: 30.140 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:41 ] [ l_g_pix: 5.8502e-02 ] [ l_g_total: 5.8502e-02 ] +2024-10-04 00:06:00,970 INFO: [ epoch: 669 ] [ iter: 79,700 ] [ performance: 19.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:34 ] [ l_g_pix: 5.3254e-02 ] [ l_g_total: 5.3254e-02 ] +2024-10-04 00:06:06,165 INFO: [ epoch: 670 ] [ iter: 79,800 ] [ performance: 29.312 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:27 ] [ l_g_pix: 5.6754e-02 ] [ l_g_total: 5.6754e-02 ] +2024-10-04 00:06:11,138 INFO: [ epoch: 671 ] [ iter: 79,900 ] [ performance: 20.300 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:20 ] [ l_g_pix: 5.4624e-02 ] [ l_g_total: 5.4624e-02 ] +2024-10-04 00:06:16,041 INFO: [ epoch: 672 ] [ iter: 80,000 ] [ performance: 23.070 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:13 ] [ l_g_pix: 5.0808e-02 ] [ l_g_total: 5.0808e-02 ] +2024-10-04 00:06:16,042 INFO: Saving models and training states. +2024-10-04 00:09:22,139 INFO: Validation val + + # psnr: 27.1930........ Best: 27.1930 @ 80000 iter + # ssim: 0.7661........ Best: 0.7661 @ 80000 iter + # dists: 0.7721........ Best: 0.7721 @ 80000 iter + +2024-10-04 00:09:26,946 INFO: [ epoch: 673 ] [ iter: 80,100 ] [ performance: 20.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:52 ] [ l_g_pix: 4.7187e-02 ] [ l_g_total: 4.7187e-02 ] +2024-10-04 00:09:30,598 INFO: [ epoch: 673 ] [ iter: 80,200 ] [ performance: 28.939 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:44 ] [ l_g_pix: 7.3845e-02 ] [ l_g_total: 7.3845e-02 ] +2024-10-04 00:09:35,699 INFO: [ epoch: 674 ] [ iter: 80,300 ] [ performance: 19.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:37 ] [ l_g_pix: 5.2109e-02 ] [ l_g_total: 5.2109e-02 ] +2024-10-04 00:09:40,560 INFO: [ epoch: 675 ] [ iter: 80,400 ] [ performance: 20.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:29 ] [ l_g_pix: 4.4705e-02 ] [ l_g_total: 4.4705e-02 ] +2024-10-04 00:09:45,686 INFO: [ epoch: 676 ] [ iter: 80,500 ] [ performance: 19.515 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:22 ] [ l_g_pix: 7.4249e-02 ] [ l_g_total: 7.4249e-02 ] +2024-10-04 00:09:50,429 INFO: [ epoch: 677 ] [ iter: 80,600 ] [ performance: 20.274 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:15 ] [ l_g_pix: 6.9244e-02 ] [ l_g_total: 6.9244e-02 ] +2024-10-04 00:09:55,456 INFO: [ epoch: 678 ] [ iter: 80,700 ] [ performance: 19.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:07 ] [ l_g_pix: 4.8257e-02 ] [ l_g_total: 4.8257e-02 ] +2024-10-04 00:09:58,953 INFO: [ epoch: 678 ] [ iter: 80,800 ] [ performance: 23.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:00 ] [ l_g_pix: 4.7611e-02 ] [ l_g_total: 4.7611e-02 ] +2024-10-04 00:10:03,872 INFO: [ epoch: 679 ] [ iter: 80,900 ] [ performance: 25.466 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:52 ] [ l_g_pix: 5.3435e-02 ] [ l_g_total: 5.3435e-02 ] +2024-10-04 00:10:08,805 INFO: [ epoch: 680 ] [ iter: 81,000 ] [ performance: 22.552 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 5.2814e-02 ] [ l_g_total: 5.2814e-02 ] +2024-10-04 00:10:13,973 INFO: [ epoch: 681 ] [ iter: 81,100 ] [ performance: 19.166 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:38 ] [ l_g_pix: 4.7277e-02 ] [ l_g_total: 4.7277e-02 ] +2024-10-04 00:10:18,822 INFO: [ epoch: 682 ] [ iter: 81,200 ] [ performance: 19.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:30 ] [ l_g_pix: 5.0533e-02 ] [ l_g_total: 5.0533e-02 ] +2024-10-04 00:10:23,805 INFO: [ epoch: 683 ] [ iter: 81,300 ] [ performance: 19.814 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:23 ] [ l_g_pix: 6.2687e-02 ] [ l_g_total: 6.2687e-02 ] +2024-10-04 00:10:28,381 INFO: [ epoch: 684 ] [ iter: 81,400 ] [ performance: 20.854 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:16 ] [ l_g_pix: 6.7495e-02 ] [ l_g_total: 6.7495e-02 ] +2024-10-04 00:10:32,394 INFO: [ epoch: 684 ] [ iter: 81,500 ] [ performance: 25.836 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:08 ] [ l_g_pix: 5.5730e-02 ] [ l_g_total: 5.5730e-02 ] +2024-10-04 00:10:37,558 INFO: [ epoch: 685 ] [ iter: 81,600 ] [ performance: 22.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:01 ] [ l_g_pix: 5.4795e-02 ] [ l_g_total: 5.4795e-02 ] +2024-10-04 00:10:42,672 INFO: [ epoch: 686 ] [ iter: 81,700 ] [ performance: 19.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:54 ] [ l_g_pix: 4.4475e-02 ] [ l_g_total: 4.4475e-02 ] +2024-10-04 00:10:47,688 INFO: [ epoch: 687 ] [ iter: 81,800 ] [ performance: 19.548 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:46 ] [ l_g_pix: 4.9326e-02 ] [ l_g_total: 4.9326e-02 ] +2024-10-04 00:10:52,883 INFO: [ epoch: 688 ] [ iter: 81,900 ] [ performance: 18.764 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:39 ] [ l_g_pix: 5.0551e-02 ] [ l_g_total: 5.0551e-02 ] +2024-10-04 00:10:57,421 INFO: [ epoch: 689 ] [ iter: 82,000 ] [ performance: 20.332 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:32 ] [ l_g_pix: 8.2914e-02 ] [ l_g_total: 8.2914e-02 ] +2024-10-04 00:11:01,140 INFO: [ epoch: 689 ] [ iter: 82,100 ] [ performance: 27.605 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:24 ] [ l_g_pix: 5.2188e-02 ] [ l_g_total: 5.2188e-02 ] +2024-10-04 00:11:06,189 INFO: [ epoch: 690 ] [ iter: 82,200 ] [ performance: 22.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:17 ] [ l_g_pix: 5.9706e-02 ] [ l_g_total: 5.9706e-02 ] +2024-10-04 00:11:11,358 INFO: [ epoch: 691 ] [ iter: 82,300 ] [ performance: 18.712 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:10 ] [ l_g_pix: 6.1008e-02 ] [ l_g_total: 6.1008e-02 ] +2024-10-04 00:11:16,302 INFO: [ epoch: 692 ] [ iter: 82,400 ] [ performance: 19.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 6.1452e-02 ] [ l_g_total: 6.1452e-02 ] +2024-10-04 00:11:21,386 INFO: [ epoch: 693 ] [ iter: 82,500 ] [ performance: 18.974 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 4.9779e-02 ] [ l_g_total: 4.9779e-02 ] +2024-10-04 00:11:25,988 INFO: [ epoch: 694 ] [ iter: 82,600 ] [ performance: 20.334 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:48 ] [ l_g_pix: 6.5939e-02 ] [ l_g_total: 6.5939e-02 ] +2024-10-04 00:11:29,639 INFO: [ epoch: 694 ] [ iter: 82,700 ] [ performance: 27.906 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:41 ] [ l_g_pix: 6.2158e-02 ] [ l_g_total: 6.2158e-02 ] +2024-10-04 00:11:34,816 INFO: [ epoch: 695 ] [ iter: 82,800 ] [ performance: 22.595 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:33 ] [ l_g_pix: 5.6907e-02 ] [ l_g_total: 5.6907e-02 ] +2024-10-04 00:11:39,935 INFO: [ epoch: 696 ] [ iter: 82,900 ] [ performance: 18.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:26 ] [ l_g_pix: 5.3873e-02 ] [ l_g_total: 5.3873e-02 ] +2024-10-04 00:11:45,083 INFO: [ epoch: 697 ] [ iter: 83,000 ] [ performance: 19.081 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:19 ] [ l_g_pix: 5.9090e-02 ] [ l_g_total: 5.9090e-02 ] +2024-10-04 00:11:50,125 INFO: [ epoch: 698 ] [ iter: 83,100 ] [ performance: 18.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:12 ] [ l_g_pix: 6.2667e-02 ] [ l_g_total: 6.2667e-02 ] +2024-10-04 00:11:54,868 INFO: [ epoch: 699 ] [ iter: 83,200 ] [ performance: 20.027 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:05 ] [ l_g_pix: 6.7989e-02 ] [ l_g_total: 6.7989e-02 ] +2024-10-04 00:11:58,705 INFO: [ epoch: 699 ] [ iter: 83,300 ] [ performance: 28.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:57 ] [ l_g_pix: 5.1158e-02 ] [ l_g_total: 5.1158e-02 ] +2024-10-04 00:12:03,418 INFO: [ epoch: 700 ] [ iter: 83,400 ] [ performance: 23.953 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:50 ] [ l_g_pix: 6.6831e-02 ] [ l_g_total: 6.6831e-02 ] +2024-10-04 00:12:08,552 INFO: [ epoch: 701 ] [ iter: 83,500 ] [ performance: 18.389 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:43 ] [ l_g_pix: 6.0988e-02 ] [ l_g_total: 6.0988e-02 ] +2024-10-04 00:12:13,586 INFO: [ epoch: 702 ] [ iter: 83,600 ] [ performance: 19.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:36 ] [ l_g_pix: 5.1541e-02 ] [ l_g_total: 5.1541e-02 ] +2024-10-04 00:12:18,465 INFO: [ epoch: 703 ] [ iter: 83,700 ] [ performance: 19.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:29 ] [ l_g_pix: 5.4976e-02 ] [ l_g_total: 5.4976e-02 ] +2024-10-04 00:12:23,252 INFO: [ epoch: 704 ] [ iter: 83,800 ] [ performance: 20.186 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:21 ] [ l_g_pix: 4.7713e-02 ] [ l_g_total: 4.7713e-02 ] +2024-10-04 00:12:27,931 INFO: [ epoch: 705 ] [ iter: 83,900 ] [ performance: 20.903 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:14 ] [ l_g_pix: 4.6468e-02 ] [ l_g_total: 4.6468e-02 ] +2024-10-04 00:12:31,889 INFO: [ epoch: 705 ] [ iter: 84,000 ] [ performance: 23.085 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:07 ] [ l_g_pix: 7.5435e-02 ] [ l_g_total: 7.5435e-02 ] +2024-10-04 00:12:36,709 INFO: [ epoch: 706 ] [ iter: 84,100 ] [ performance: 26.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:00 ] [ l_g_pix: 5.5276e-02 ] [ l_g_total: 5.5276e-02 ] +2024-10-04 00:12:41,733 INFO: [ epoch: 707 ] [ iter: 84,200 ] [ performance: 22.342 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:53 ] [ l_g_pix: 5.7925e-02 ] [ l_g_total: 5.7925e-02 ] +2024-10-04 00:12:46,625 INFO: [ epoch: 708 ] [ iter: 84,300 ] [ performance: 19.136 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:45 ] [ l_g_pix: 6.2144e-02 ] [ l_g_total: 6.2144e-02 ] +2024-10-04 00:12:51,763 INFO: [ epoch: 709 ] [ iter: 84,400 ] [ performance: 19.317 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:38 ] [ l_g_pix: 5.0399e-02 ] [ l_g_total: 5.0399e-02 ] +2024-10-04 00:12:56,315 INFO: [ epoch: 710 ] [ iter: 84,500 ] [ performance: 20.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:31 ] [ l_g_pix: 6.4136e-02 ] [ l_g_total: 6.4136e-02 ] +2024-10-04 00:13:00,113 INFO: [ epoch: 710 ] [ iter: 84,600 ] [ performance: 23.460 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:24 ] [ l_g_pix: 5.7501e-02 ] [ l_g_total: 5.7501e-02 ] +2024-10-04 00:13:05,260 INFO: [ epoch: 711 ] [ iter: 84,700 ] [ performance: 25.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:17 ] [ l_g_pix: 5.0997e-02 ] [ l_g_total: 5.0997e-02 ] +2024-10-04 00:13:10,429 INFO: [ epoch: 712 ] [ iter: 84,800 ] [ performance: 21.728 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:10 ] [ l_g_pix: 6.3639e-02 ] [ l_g_total: 6.3639e-02 ] +2024-10-04 00:13:15,336 INFO: [ epoch: 713 ] [ iter: 84,900 ] [ performance: 18.784 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:03 ] [ l_g_pix: 6.4854e-02 ] [ l_g_total: 6.4854e-02 ] +2024-10-04 00:13:20,402 INFO: [ epoch: 714 ] [ iter: 85,000 ] [ performance: 19.313 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:55 ] [ l_g_pix: 6.7637e-02 ] [ l_g_total: 6.7637e-02 ] +2024-10-04 00:13:25,100 INFO: [ epoch: 715 ] [ iter: 85,100 ] [ performance: 19.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:48 ] [ l_g_pix: 5.8966e-02 ] [ l_g_total: 5.8966e-02 ] +2024-10-04 00:13:28,785 INFO: [ epoch: 715 ] [ iter: 85,200 ] [ performance: 23.330 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:41 ] [ l_g_pix: 5.1126e-02 ] [ l_g_total: 5.1126e-02 ] +2024-10-04 00:13:33,841 INFO: [ epoch: 716 ] [ iter: 85,300 ] [ performance: 27.220 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:34 ] [ l_g_pix: 5.5406e-02 ] [ l_g_total: 5.5406e-02 ] +2024-10-04 00:13:38,955 INFO: [ epoch: 717 ] [ iter: 85,400 ] [ performance: 22.265 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:27 ] [ l_g_pix: 6.3174e-02 ] [ l_g_total: 6.3174e-02 ] +2024-10-04 00:13:44,085 INFO: [ epoch: 718 ] [ iter: 85,500 ] [ performance: 17.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:20 ] [ l_g_pix: 6.2969e-02 ] [ l_g_total: 6.2969e-02 ] +2024-10-04 00:13:49,216 INFO: [ epoch: 719 ] [ iter: 85,600 ] [ performance: 18.569 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 5.0708e-02 ] [ l_g_total: 5.0708e-02 ] +2024-10-04 00:13:54,017 INFO: [ epoch: 720 ] [ iter: 85,700 ] [ performance: 18.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 5.8679e-02 ] [ l_g_total: 5.8679e-02 ] +2024-10-04 00:13:58,695 INFO: [ epoch: 721 ] [ iter: 85,800 ] [ performance: 20.278 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:59 ] [ l_g_pix: 7.4335e-02 ] [ l_g_total: 7.4335e-02 ] +2024-10-04 00:14:02,815 INFO: [ epoch: 721 ] [ iter: 85,900 ] [ performance: 29.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:51 ] [ l_g_pix: 5.6047e-02 ] [ l_g_total: 5.6047e-02 ] +2024-10-04 00:14:08,032 INFO: [ epoch: 722 ] [ iter: 86,000 ] [ performance: 22.371 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:44 ] [ l_g_pix: 5.6945e-02 ] [ l_g_total: 5.6945e-02 ] +2024-10-04 00:14:13,160 INFO: [ epoch: 723 ] [ iter: 86,100 ] [ performance: 17.229 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:37 ] [ l_g_pix: 5.1661e-02 ] [ l_g_total: 5.1661e-02 ] +2024-10-04 00:14:18,309 INFO: [ epoch: 724 ] [ iter: 86,200 ] [ performance: 18.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:30 ] [ l_g_pix: 5.4715e-02 ] [ l_g_total: 5.4715e-02 ] +2024-10-04 00:14:23,422 INFO: [ epoch: 725 ] [ iter: 86,300 ] [ performance: 17.137 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:23 ] [ l_g_pix: 5.2833e-02 ] [ l_g_total: 5.2833e-02 ] +2024-10-04 00:14:27,993 INFO: [ epoch: 726 ] [ iter: 86,400 ] [ performance: 19.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:16 ] [ l_g_pix: 6.3023e-02 ] [ l_g_total: 6.3023e-02 ] +2024-10-04 00:14:31,977 INFO: [ epoch: 726 ] [ iter: 86,500 ] [ performance: 29.531 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:09 ] [ l_g_pix: 5.6574e-02 ] [ l_g_total: 5.6574e-02 ] +2024-10-04 00:14:37,103 INFO: [ epoch: 727 ] [ iter: 86,600 ] [ performance: 22.683 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:02 ] [ l_g_pix: 5.7760e-02 ] [ l_g_total: 5.7760e-02 ] +2024-10-04 00:14:42,281 INFO: [ epoch: 728 ] [ iter: 86,700 ] [ performance: 16.884 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:55 ] [ l_g_pix: 5.6082e-02 ] [ l_g_total: 5.6082e-02 ] +2024-10-04 00:14:47,360 INFO: [ epoch: 729 ] [ iter: 86,800 ] [ performance: 18.441 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 5.1982e-02 ] [ l_g_total: 5.1982e-02 ] +2024-10-04 00:14:52,159 INFO: [ epoch: 730 ] [ iter: 86,900 ] [ performance: 18.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:41 ] [ l_g_pix: 5.4969e-02 ] [ l_g_total: 5.4969e-02 ] +2024-10-04 00:14:57,025 INFO: [ epoch: 731 ] [ iter: 87,000 ] [ performance: 19.603 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:34 ] [ l_g_pix: 5.4512e-02 ] [ l_g_total: 5.4512e-02 ] +2024-10-04 00:15:00,767 INFO: [ epoch: 731 ] [ iter: 87,100 ] [ performance: 29.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:27 ] [ l_g_pix: 4.1691e-02 ] [ l_g_total: 4.1691e-02 ] +2024-10-04 00:15:05,736 INFO: [ epoch: 732 ] [ iter: 87,200 ] [ performance: 22.960 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:20 ] [ l_g_pix: 6.3337e-02 ] [ l_g_total: 6.3337e-02 ] +2024-10-04 00:15:10,853 INFO: [ epoch: 733 ] [ iter: 87,300 ] [ performance: 24.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:13 ] [ l_g_pix: 4.2789e-02 ] [ l_g_total: 4.2789e-02 ] +2024-10-04 00:15:15,712 INFO: [ epoch: 734 ] [ iter: 87,400 ] [ performance: 21.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:06 ] [ l_g_pix: 5.2658e-02 ] [ l_g_total: 5.2658e-02 ] +2024-10-04 00:15:20,658 INFO: [ epoch: 735 ] [ iter: 87,500 ] [ performance: 17.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:59 ] [ l_g_pix: 4.2695e-02 ] [ l_g_total: 4.2695e-02 ] +2024-10-04 00:15:25,344 INFO: [ epoch: 736 ] [ iter: 87,600 ] [ performance: 19.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:52 ] [ l_g_pix: 6.5691e-02 ] [ l_g_total: 6.5691e-02 ] +2024-10-04 00:15:29,035 INFO: [ epoch: 736 ] [ iter: 87,700 ] [ performance: 28.621 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:45 ] [ l_g_pix: 6.3563e-02 ] [ l_g_total: 6.3563e-02 ] +2024-10-04 00:15:34,161 INFO: [ epoch: 737 ] [ iter: 87,800 ] [ performance: 22.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:38 ] [ l_g_pix: 5.1072e-02 ] [ l_g_total: 5.1072e-02 ] +2024-10-04 00:15:39,061 INFO: [ epoch: 738 ] [ iter: 87,900 ] [ performance: 26.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:31 ] [ l_g_pix: 6.5268e-02 ] [ l_g_total: 6.5268e-02 ] +2024-10-04 00:15:44,044 INFO: [ epoch: 739 ] [ iter: 88,000 ] [ performance: 22.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:24 ] [ l_g_pix: 5.0346e-02 ] [ l_g_total: 5.0346e-02 ] +2024-10-04 00:15:49,204 INFO: [ epoch: 740 ] [ iter: 88,100 ] [ performance: 16.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:17 ] [ l_g_pix: 5.9480e-02 ] [ l_g_total: 5.9480e-02 ] +2024-10-04 00:15:54,400 INFO: [ epoch: 741 ] [ iter: 88,200 ] [ performance: 17.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:10 ] [ l_g_pix: 8.3756e-02 ] [ l_g_total: 8.3756e-02 ] +2024-10-04 00:15:58,922 INFO: [ epoch: 742 ] [ iter: 88,300 ] [ performance: 19.379 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:03 ] [ l_g_pix: 5.6973e-02 ] [ l_g_total: 5.6973e-02 ] +2024-10-04 00:16:02,971 INFO: [ epoch: 742 ] [ iter: 88,400 ] [ performance: 22.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 5.1012e-02 ] [ l_g_total: 5.1012e-02 ] +2024-10-04 00:16:08,118 INFO: [ epoch: 743 ] [ iter: 88,500 ] [ performance: 28.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:49 ] [ l_g_pix: 6.0972e-02 ] [ l_g_total: 6.0972e-02 ] +2024-10-04 00:16:13,219 INFO: [ epoch: 744 ] [ iter: 88,600 ] [ performance: 22.306 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:42 ] [ l_g_pix: 5.7120e-02 ] [ l_g_total: 5.7120e-02 ] +2024-10-04 00:16:18,418 INFO: [ epoch: 745 ] [ iter: 88,700 ] [ performance: 15.550 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 6.9009e-02 ] [ l_g_total: 6.9009e-02 ] +2024-10-04 00:16:23,186 INFO: [ epoch: 746 ] [ iter: 88,800 ] [ performance: 18.573 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:29 ] [ l_g_pix: 4.9761e-02 ] [ l_g_total: 4.9761e-02 ] +2024-10-04 00:16:27,925 INFO: [ epoch: 747 ] [ iter: 88,900 ] [ performance: 18.024 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:22 ] [ l_g_pix: 5.3936e-02 ] [ l_g_total: 5.3936e-02 ] +2024-10-04 00:16:31,757 INFO: [ epoch: 747 ] [ iter: 89,000 ] [ performance: 22.414 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:15 ] [ l_g_pix: 6.0052e-02 ] [ l_g_total: 6.0052e-02 ] +2024-10-04 00:16:36,870 INFO: [ epoch: 748 ] [ iter: 89,100 ] [ performance: 29.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:08 ] [ l_g_pix: 5.4383e-02 ] [ l_g_total: 5.4383e-02 ] +2024-10-04 00:16:41,860 INFO: [ epoch: 749 ] [ iter: 89,200 ] [ performance: 22.632 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:01 ] [ l_g_pix: 6.1242e-02 ] [ l_g_total: 6.1242e-02 ] +2024-10-04 00:16:46,904 INFO: [ epoch: 750 ] [ iter: 89,300 ] [ performance: 15.777 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:54 ] [ l_g_pix: 3.8686e-02 ] [ l_g_total: 3.8686e-02 ] +2024-10-04 00:16:51,745 INFO: [ epoch: 751 ] [ iter: 89,400 ] [ performance: 18.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:47 ] [ l_g_pix: 6.9095e-02 ] [ l_g_total: 6.9095e-02 ] +2024-10-04 00:16:56,361 INFO: [ epoch: 752 ] [ iter: 89,500 ] [ performance: 18.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:40 ] [ l_g_pix: 6.7152e-02 ] [ l_g_total: 6.7152e-02 ] +2024-10-04 00:17:00,067 INFO: [ epoch: 752 ] [ iter: 89,600 ] [ performance: 22.986 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:33 ] [ l_g_pix: 6.7132e-02 ] [ l_g_total: 6.7132e-02 ] +2024-10-04 00:17:05,182 INFO: [ epoch: 753 ] [ iter: 89,700 ] [ performance: 28.828 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:26 ] [ l_g_pix: 7.2674e-02 ] [ l_g_total: 7.2674e-02 ] +2024-10-04 00:17:10,115 INFO: [ epoch: 754 ] [ iter: 89,800 ] [ performance: 22.634 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 6.0550e-02 ] [ l_g_total: 6.0550e-02 ] +2024-10-04 00:17:15,220 INFO: [ epoch: 755 ] [ iter: 89,900 ] [ performance: 21.675 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 6.3944e-02 ] [ l_g_total: 6.3944e-02 ] +2024-10-04 00:17:20,258 INFO: [ epoch: 756 ] [ iter: 90,000 ] [ performance: 20.451 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 5.4958e-02 ] [ l_g_total: 5.4958e-02 ] +2024-10-04 00:17:20,258 INFO: Saving models and training states. +2024-10-04 00:20:18,904 INFO: Validation val + + # psnr: 27.1985........ Best: 27.1985 @ 90000 iter + # ssim: 0.7663........ Best: 0.7663 @ 90000 iter + # dists: 0.7721........ Best: 0.7721 @ 80000 iter + +2024-10-04 00:20:23,527 INFO: [ epoch: 757 ] [ iter: 90,100 ] [ performance: 17.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 6.1578e-02 ] [ l_g_total: 6.1578e-02 ] +2024-10-04 00:20:27,079 INFO: [ epoch: 757 ] [ iter: 90,200 ] [ performance: 23.221 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:11 ] [ l_g_pix: 5.9816e-02 ] [ l_g_total: 5.9816e-02 ] +2024-10-04 00:20:32,124 INFO: [ epoch: 758 ] [ iter: 90,300 ] [ performance: 29.868 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:04 ] [ l_g_pix: 5.3335e-02 ] [ l_g_total: 5.3335e-02 ] +2024-10-04 00:20:36,866 INFO: [ epoch: 759 ] [ iter: 90,400 ] [ performance: 23.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:57 ] [ l_g_pix: 5.2719e-02 ] [ l_g_total: 5.2719e-02 ] +2024-10-04 00:20:42,113 INFO: [ epoch: 760 ] [ iter: 90,500 ] [ performance: 22.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:50 ] [ l_g_pix: 6.4016e-02 ] [ l_g_total: 6.4016e-02 ] +2024-10-04 00:20:47,828 INFO: [ epoch: 761 ] [ iter: 90,600 ] [ performance: 18.902 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 5.8889e-02 ] [ l_g_total: 5.8889e-02 ] +2024-10-04 00:20:52,560 INFO: [ epoch: 762 ] [ iter: 90,700 ] [ performance: 16.358 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 6.2165e-02 ] [ l_g_total: 6.2165e-02 ] +2024-10-04 00:20:57,278 INFO: [ epoch: 763 ] [ iter: 90,800 ] [ performance: 19.321 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:29 ] [ l_g_pix: 5.2894e-02 ] [ l_g_total: 5.2894e-02 ] +2024-10-04 00:21:01,241 INFO: [ epoch: 763 ] [ iter: 90,900 ] [ performance: 29.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:22 ] [ l_g_pix: 6.4199e-02 ] [ l_g_total: 6.4199e-02 ] +2024-10-04 00:21:06,071 INFO: [ epoch: 764 ] [ iter: 91,000 ] [ performance: 22.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 5.0466e-02 ] [ l_g_total: 5.0466e-02 ] +2024-10-04 00:21:10,941 INFO: [ epoch: 765 ] [ iter: 91,100 ] [ performance: 25.724 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:08 ] [ l_g_pix: 6.1007e-02 ] [ l_g_total: 6.1007e-02 ] +2024-10-04 00:21:16,041 INFO: [ epoch: 766 ] [ iter: 91,200 ] [ performance: 21.223 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:01 ] [ l_g_pix: 5.8525e-02 ] [ l_g_total: 5.8525e-02 ] +2024-10-04 00:21:21,098 INFO: [ epoch: 767 ] [ iter: 91,300 ] [ performance: 14.319 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:54 ] [ l_g_pix: 6.5051e-02 ] [ l_g_total: 6.5051e-02 ] +2024-10-04 00:21:25,644 INFO: [ epoch: 768 ] [ iter: 91,400 ] [ performance: 18.822 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:47 ] [ l_g_pix: 5.8230e-02 ] [ l_g_total: 5.8230e-02 ] +2024-10-04 00:21:29,481 INFO: [ epoch: 768 ] [ iter: 91,500 ] [ performance: 29.500 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:40 ] [ l_g_pix: 5.8818e-02 ] [ l_g_total: 5.8818e-02 ] +2024-10-04 00:21:34,462 INFO: [ epoch: 769 ] [ iter: 91,600 ] [ performance: 22.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:33 ] [ l_g_pix: 5.3641e-02 ] [ l_g_total: 5.3641e-02 ] +2024-10-04 00:21:39,485 INFO: [ epoch: 770 ] [ iter: 91,700 ] [ performance: 28.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:26 ] [ l_g_pix: 6.9941e-02 ] [ l_g_total: 6.9941e-02 ] +2024-10-04 00:21:44,606 INFO: [ epoch: 771 ] [ iter: 91,800 ] [ performance: 21.646 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:19 ] [ l_g_pix: 5.6363e-02 ] [ l_g_total: 5.6363e-02 ] +2024-10-04 00:21:49,471 INFO: [ epoch: 772 ] [ iter: 91,900 ] [ performance: 14.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:12 ] [ l_g_pix: 4.9204e-02 ] [ l_g_total: 4.9204e-02 ] +2024-10-04 00:21:54,003 INFO: [ epoch: 773 ] [ iter: 92,000 ] [ performance: 19.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 5.9011e-02 ] [ l_g_total: 5.9011e-02 ] +2024-10-04 00:21:57,571 INFO: [ epoch: 773 ] [ iter: 92,100 ] [ performance: 29.754 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:58 ] [ l_g_pix: 6.2228e-02 ] [ l_g_total: 6.2228e-02 ] +2024-10-04 00:22:02,621 INFO: [ epoch: 774 ] [ iter: 92,200 ] [ performance: 21.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:51 ] [ l_g_pix: 5.9629e-02 ] [ l_g_total: 5.9629e-02 ] +2024-10-04 00:22:07,762 INFO: [ epoch: 775 ] [ iter: 92,300 ] [ performance: 29.669 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:44 ] [ l_g_pix: 6.4245e-02 ] [ l_g_total: 6.4245e-02 ] +2024-10-04 00:22:12,794 INFO: [ epoch: 776 ] [ iter: 92,400 ] [ performance: 21.989 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:37 ] [ l_g_pix: 7.1847e-02 ] [ l_g_total: 7.1847e-02 ] +2024-10-04 00:22:17,948 INFO: [ epoch: 777 ] [ iter: 92,500 ] [ performance: 12.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 5.4367e-02 ] [ l_g_total: 5.4367e-02 ] +2024-10-04 00:22:22,753 INFO: [ epoch: 778 ] [ iter: 92,600 ] [ performance: 17.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 5.6988e-02 ] [ l_g_total: 5.6988e-02 ] +2024-10-04 00:22:26,337 INFO: [ epoch: 778 ] [ iter: 92,700 ] [ performance: 29.417 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 4.2364e-02 ] [ l_g_total: 4.2364e-02 ] +2024-10-04 00:22:31,530 INFO: [ epoch: 779 ] [ iter: 92,800 ] [ performance: 21.328 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 6.1403e-02 ] [ l_g_total: 6.1403e-02 ] +2024-10-04 00:22:36,574 INFO: [ epoch: 780 ] [ iter: 92,900 ] [ performance: 29.465 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 6.1157e-02 ] [ l_g_total: 6.1157e-02 ] +2024-10-04 00:22:41,636 INFO: [ epoch: 781 ] [ iter: 93,000 ] [ performance: 21.731 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:55 ] [ l_g_pix: 5.1905e-02 ] [ l_g_total: 5.1905e-02 ] +2024-10-04 00:22:46,823 INFO: [ epoch: 782 ] [ iter: 93,100 ] [ performance: 20.276 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:48 ] [ l_g_pix: 6.2367e-02 ] [ l_g_total: 6.2367e-02 ] +2024-10-04 00:22:51,493 INFO: [ epoch: 783 ] [ iter: 93,200 ] [ performance: 21.101 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:41 ] [ l_g_pix: 4.9575e-02 ] [ l_g_total: 4.9575e-02 ] +2024-10-04 00:22:56,206 INFO: [ epoch: 784 ] [ iter: 93,300 ] [ performance: 15.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:34 ] [ l_g_pix: 5.8975e-02 ] [ l_g_total: 5.8975e-02 ] +2024-10-04 00:23:00,112 INFO: [ epoch: 784 ] [ iter: 93,400 ] [ performance: 21.697 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:27 ] [ l_g_pix: 5.4272e-02 ] [ l_g_total: 5.4272e-02 ] +2024-10-04 00:23:05,282 INFO: [ epoch: 785 ] [ iter: 93,500 ] [ performance: 28.721 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:20 ] [ l_g_pix: 4.4571e-02 ] [ l_g_total: 4.4571e-02 ] +2024-10-04 00:23:10,251 INFO: [ epoch: 786 ] [ iter: 93,600 ] [ performance: 21.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:13 ] [ l_g_pix: 4.9344e-02 ] [ l_g_total: 4.9344e-02 ] +2024-10-04 00:23:15,395 INFO: [ epoch: 787 ] [ iter: 93,700 ] [ performance: 22.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:07 ] [ l_g_pix: 6.3847e-02 ] [ l_g_total: 6.3847e-02 ] +2024-10-04 00:23:20,421 INFO: [ epoch: 788 ] [ iter: 93,800 ] [ performance: 20.490 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:00 ] [ l_g_pix: 6.4726e-02 ] [ l_g_total: 6.4726e-02 ] +2024-10-04 00:23:25,102 INFO: [ epoch: 789 ] [ iter: 93,900 ] [ performance: 13.707 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:53 ] [ l_g_pix: 5.3427e-02 ] [ l_g_total: 5.3427e-02 ] +2024-10-04 00:23:29,009 INFO: [ epoch: 789 ] [ iter: 94,000 ] [ performance: 21.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:46 ] [ l_g_pix: 6.9756e-02 ] [ l_g_total: 6.9756e-02 ] +2024-10-04 00:23:34,177 INFO: [ epoch: 790 ] [ iter: 94,100 ] [ performance: 29.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:39 ] [ l_g_pix: 5.2591e-02 ] [ l_g_total: 5.2591e-02 ] +2024-10-04 00:23:39,366 INFO: [ epoch: 791 ] [ iter: 94,200 ] [ performance: 21.018 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:32 ] [ l_g_pix: 5.9395e-02 ] [ l_g_total: 5.9395e-02 ] +2024-10-04 00:23:44,453 INFO: [ epoch: 792 ] [ iter: 94,300 ] [ performance: 26.126 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:25 ] [ l_g_pix: 5.3259e-02 ] [ l_g_total: 5.3259e-02 ] +2024-10-04 00:23:49,266 INFO: [ epoch: 793 ] [ iter: 94,400 ] [ performance: 21.840 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:18 ] [ l_g_pix: 6.1784e-02 ] [ l_g_total: 6.1784e-02 ] +2024-10-04 00:23:54,140 INFO: [ epoch: 794 ] [ iter: 94,500 ] [ performance: 12.184 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:11 ] [ l_g_pix: 5.2768e-02 ] [ l_g_total: 5.2768e-02 ] +2024-10-04 00:23:57,850 INFO: [ epoch: 794 ] [ iter: 94,600 ] [ performance: 21.106 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:04 ] [ l_g_pix: 6.0256e-02 ] [ l_g_total: 6.0256e-02 ] +2024-10-04 00:24:02,964 INFO: [ epoch: 795 ] [ iter: 94,700 ] [ performance: 28.765 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:58 ] [ l_g_pix: 5.8876e-02 ] [ l_g_total: 5.8876e-02 ] +2024-10-04 00:24:08,012 INFO: [ epoch: 796 ] [ iter: 94,800 ] [ performance: 21.304 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:51 ] [ l_g_pix: 5.3716e-02 ] [ l_g_total: 5.3716e-02 ] +2024-10-04 00:24:13,105 INFO: [ epoch: 797 ] [ iter: 94,900 ] [ performance: 29.677 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:44 ] [ l_g_pix: 6.5682e-02 ] [ l_g_total: 6.5682e-02 ] +2024-10-04 00:24:18,050 INFO: [ epoch: 798 ] [ iter: 95,000 ] [ performance: 21.743 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:37 ] [ l_g_pix: 4.6405e-02 ] [ l_g_total: 4.6405e-02 ] +2024-10-04 00:24:23,040 INFO: [ epoch: 799 ] [ iter: 95,100 ] [ performance: 10.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:30 ] [ l_g_pix: 4.8224e-02 ] [ l_g_total: 4.8224e-02 ] +2024-10-04 00:24:26,698 INFO: [ epoch: 799 ] [ iter: 95,200 ] [ performance: 20.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:23 ] [ l_g_pix: 5.1229e-02 ] [ l_g_total: 5.1229e-02 ] +2024-10-04 00:24:31,626 INFO: [ epoch: 800 ] [ iter: 95,300 ] [ performance: 29.344 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:16 ] [ l_g_pix: 6.1941e-02 ] [ l_g_total: 6.1941e-02 ] +2024-10-04 00:24:36,845 INFO: [ epoch: 801 ] [ iter: 95,400 ] [ performance: 20.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:10 ] [ l_g_pix: 4.5962e-02 ] [ l_g_total: 4.5962e-02 ] +2024-10-04 00:24:41,944 INFO: [ epoch: 802 ] [ iter: 95,500 ] [ performance: 30.313 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:03 ] [ l_g_pix: 6.5963e-02 ] [ l_g_total: 6.5963e-02 ] +2024-10-04 00:24:47,094 INFO: [ epoch: 803 ] [ iter: 95,600 ] [ performance: 20.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:56 ] [ l_g_pix: 6.4987e-02 ] [ l_g_total: 6.4987e-02 ] +2024-10-04 00:24:52,177 INFO: [ epoch: 804 ] [ iter: 95,700 ] [ performance: 10.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:49 ] [ l_g_pix: 4.3651e-02 ] [ l_g_total: 4.3651e-02 ] +2024-10-04 00:24:56,671 INFO: [ epoch: 805 ] [ iter: 95,800 ] [ performance: 18.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:42 ] [ l_g_pix: 5.7903e-02 ] [ l_g_total: 5.7903e-02 ] +2024-10-04 00:25:00,480 INFO: [ epoch: 805 ] [ iter: 95,900 ] [ performance: 29.413 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:36 ] [ l_g_pix: 4.9251e-02 ] [ l_g_total: 4.9251e-02 ] +2024-10-04 00:25:05,439 INFO: [ epoch: 806 ] [ iter: 96,000 ] [ performance: 21.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:29 ] [ l_g_pix: 6.4587e-02 ] [ l_g_total: 6.4587e-02 ] +2024-10-04 00:25:10,509 INFO: [ epoch: 807 ] [ iter: 96,100 ] [ performance: 29.498 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:22 ] [ l_g_pix: 5.5336e-02 ] [ l_g_total: 5.5336e-02 ] +2024-10-04 00:25:15,379 INFO: [ epoch: 808 ] [ iter: 96,200 ] [ performance: 21.731 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:15 ] [ l_g_pix: 5.3563e-02 ] [ l_g_total: 5.3563e-02 ] +2024-10-04 00:25:20,557 INFO: [ epoch: 809 ] [ iter: 96,300 ] [ performance: 17.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:08 ] [ l_g_pix: 5.7550e-02 ] [ l_g_total: 5.7550e-02 ] +2024-10-04 00:25:25,226 INFO: [ epoch: 810 ] [ iter: 96,400 ] [ performance: 20.735 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:02 ] [ l_g_pix: 5.9479e-02 ] [ l_g_total: 5.9479e-02 ] +2024-10-04 00:25:29,048 INFO: [ epoch: 810 ] [ iter: 96,500 ] [ performance: 29.379 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:55 ] [ l_g_pix: 5.7813e-02 ] [ l_g_total: 5.7813e-02 ] +2024-10-04 00:25:34,192 INFO: [ epoch: 811 ] [ iter: 96,600 ] [ performance: 20.605 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:48 ] [ l_g_pix: 7.2873e-02 ] [ l_g_total: 7.2873e-02 ] +2024-10-04 00:25:39,064 INFO: [ epoch: 812 ] [ iter: 96,700 ] [ performance: 29.481 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:41 ] [ l_g_pix: 5.0741e-02 ] [ l_g_total: 5.0741e-02 ] +2024-10-04 00:25:44,254 INFO: [ epoch: 813 ] [ iter: 96,800 ] [ performance: 20.398 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:34 ] [ l_g_pix: 5.9008e-02 ] [ l_g_total: 5.9008e-02 ] +2024-10-04 00:25:49,390 INFO: [ epoch: 814 ] [ iter: 96,900 ] [ performance: 21.309 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:28 ] [ l_g_pix: 6.7502e-02 ] [ l_g_total: 6.7502e-02 ] +2024-10-04 00:25:54,246 INFO: [ epoch: 815 ] [ iter: 97,000 ] [ performance: 20.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:21 ] [ l_g_pix: 5.1881e-02 ] [ l_g_total: 5.1881e-02 ] +2024-10-04 00:25:57,923 INFO: [ epoch: 815 ] [ iter: 97,100 ] [ performance: 29.082 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:14 ] [ l_g_pix: 4.7763e-02 ] [ l_g_total: 4.7763e-02 ] +2024-10-04 00:26:02,812 INFO: [ epoch: 816 ] [ iter: 97,200 ] [ performance: 21.380 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 7.1730e-02 ] [ l_g_total: 7.1730e-02 ] +2024-10-04 00:26:07,787 INFO: [ epoch: 817 ] [ iter: 97,300 ] [ performance: 29.928 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 7.6175e-02 ] [ l_g_total: 7.6175e-02 ] +2024-10-04 00:26:12,894 INFO: [ epoch: 818 ] [ iter: 97,400 ] [ performance: 20.569 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:54 ] [ l_g_pix: 5.6155e-02 ] [ l_g_total: 5.6155e-02 ] +2024-10-04 00:26:17,951 INFO: [ epoch: 819 ] [ iter: 97,500 ] [ performance: 27.417 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:47 ] [ l_g_pix: 4.9072e-02 ] [ l_g_total: 4.9072e-02 ] +2024-10-04 00:26:22,888 INFO: [ epoch: 820 ] [ iter: 97,600 ] [ performance: 20.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:40 ] [ l_g_pix: 5.9469e-02 ] [ l_g_total: 5.9469e-02 ] +2024-10-04 00:26:27,396 INFO: [ epoch: 821 ] [ iter: 97,700 ] [ performance: 9.371 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:33 ] [ l_g_pix: 6.0717e-02 ] [ l_g_total: 6.0717e-02 ] +2024-10-04 00:26:31,274 INFO: [ epoch: 821 ] [ iter: 97,800 ] [ performance: 21.230 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:27 ] [ l_g_pix: 6.4201e-02 ] [ l_g_total: 6.4201e-02 ] +2024-10-04 00:26:36,354 INFO: [ epoch: 822 ] [ iter: 97,900 ] [ performance: 30.332 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:20 ] [ l_g_pix: 5.8106e-02 ] [ l_g_total: 5.8106e-02 ] +2024-10-04 00:26:41,487 INFO: [ epoch: 823 ] [ iter: 98,000 ] [ performance: 20.322 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:13 ] [ l_g_pix: 7.2076e-02 ] [ l_g_total: 7.2076e-02 ] +2024-10-04 00:26:46,435 INFO: [ epoch: 824 ] [ iter: 98,100 ] [ performance: 28.405 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:07 ] [ l_g_pix: 6.0551e-02 ] [ l_g_total: 6.0551e-02 ] +2024-10-04 00:26:51,223 INFO: [ epoch: 825 ] [ iter: 98,200 ] [ performance: 21.502 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:00 ] [ l_g_pix: 6.1977e-02 ] [ l_g_total: 6.1977e-02 ] +2024-10-04 00:26:55,901 INFO: [ epoch: 826 ] [ iter: 98,300 ] [ performance: 7.194 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:53 ] [ l_g_pix: 5.9750e-02 ] [ l_g_total: 5.9750e-02 ] +2024-10-04 00:26:59,885 INFO: [ epoch: 826 ] [ iter: 98,400 ] [ performance: 20.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:46 ] [ l_g_pix: 5.6036e-02 ] [ l_g_total: 5.6036e-02 ] +2024-10-04 00:27:05,050 INFO: [ epoch: 827 ] [ iter: 98,500 ] [ performance: 29.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:40 ] [ l_g_pix: 5.8875e-02 ] [ l_g_total: 5.8875e-02 ] +2024-10-04 00:27:09,905 INFO: [ epoch: 828 ] [ iter: 98,600 ] [ performance: 21.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:33 ] [ l_g_pix: 6.4714e-02 ] [ l_g_total: 6.4714e-02 ] +2024-10-04 00:27:15,054 INFO: [ epoch: 829 ] [ iter: 98,700 ] [ performance: 29.436 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:26 ] [ l_g_pix: 5.7668e-02 ] [ l_g_total: 5.7668e-02 ] +2024-10-04 00:27:20,237 INFO: [ epoch: 830 ] [ iter: 98,800 ] [ performance: 19.863 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:20 ] [ l_g_pix: 5.7553e-02 ] [ l_g_total: 5.7553e-02 ] +2024-10-04 00:27:24,940 INFO: [ epoch: 831 ] [ iter: 98,900 ] [ performance: 18.091 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:13 ] [ l_g_pix: 5.1696e-02 ] [ l_g_total: 5.1696e-02 ] +2024-10-04 00:27:28,660 INFO: [ epoch: 831 ] [ iter: 99,000 ] [ performance: 25.955 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:06 ] [ l_g_pix: 8.2279e-02 ] [ l_g_total: 8.2279e-02 ] +2024-10-04 00:27:33,617 INFO: [ epoch: 832 ] [ iter: 99,100 ] [ performance: 28.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:59 ] [ l_g_pix: 5.9633e-02 ] [ l_g_total: 5.9633e-02 ] +2024-10-04 00:27:38,778 INFO: [ epoch: 833 ] [ iter: 99,200 ] [ performance: 19.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:53 ] [ l_g_pix: 6.4938e-02 ] [ l_g_total: 6.4938e-02 ] +2024-10-04 00:27:43,690 INFO: [ epoch: 834 ] [ iter: 99,300 ] [ performance: 30.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:46 ] [ l_g_pix: 5.0269e-02 ] [ l_g_total: 5.0269e-02 ] +2024-10-04 00:27:46,010 INFO: End of training. Time consumed: 1:50:25 +2024-10-04 00:27:46,010 INFO: Save the latest model. +2024-10-04 00:30:30,070 INFO: Validation val + + # psnr: 27.1938........ Best: 27.1985 @ 90000 iter + # ssim: 0.7661........ Best: 0.7663 @ 90000 iter + # dists: 0.7722........ Best: 0.7721 @ 80000 iter + diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/train_4xIC9600_0.6_DF2K_plksr_tiny_fp16_20241004_102811.log b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/train_4xIC9600_0.6_DF2K_plksr_tiny_fp16_20241004_102811.log new file mode 100644 index 0000000000000000000000000000000000000000..c5deb3ae2d164543d248f3b0b6416a7cf0ceed8b --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/train_4xIC9600_0.6_DF2K_plksr_tiny_fp16_20241004_102811.log @@ -0,0 +1,231 @@ +2024-10-04 10:28:11,503 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-04 10:28:11,711 INFO: Dataset [paired] is built. +2024-10-04 10:28:11,711 INFO: Training statistics: + Starting model: 4xIC9600_0.6_DF2K_plksr_tiny_fp16 + Number of train images: 1918 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 120 + Total epochs 917 for total iters 110000. +2024-10-04 10:28:11,711 INFO: Dataset [paired] is built. +2024-10-04 10:28:11,712 INFO: Number of val images/folders: 100 +2024-10-04 10:28:11,927 INFO: Using network [plksr]. +2024-10-04 10:28:11,991 INFO: Loading plksr model from /home/phips/Documents/Github/neosr/experiments/4xIC9600_0.6_DF2K_plksr_tiny_fp16/models/net_g_90000.pth, with param key: [params]. +2024-10-04 10:28:12,013 INFO: Using exponential-moving average. +2024-10-04 10:28:12,013 INFO: Loss [L1Loss] enabled. +2024-10-04 10:28:12,014 INFO: Using model [image]. +2024-10-04 10:28:12,016 INFO: Resuming training from epoch: 756, iter: 90000 +2024-10-04 10:28:12,908 INFO: AMP enabled. +2024-10-04 10:28:12,908 INFO: Deterministic mode enabled. +2024-10-04 10:28:12,908 INFO: Start training from epoch: 756, iter: 90000 +2024-10-04 10:28:18,417 INFO: [ epoch: 756 ] [ iter: 90,100 ] [ performance: 18.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:26 ] [ l_g_pix: 5.2387e-02 ] [ l_g_total: 5.2387e-02 ] +2024-10-04 10:28:23,161 INFO: [ epoch: 757 ] [ iter: 90,200 ] [ performance: 19.528 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:28 ] [ l_g_pix: 5.3265e-02 ] [ l_g_total: 5.3265e-02 ] +2024-10-04 10:28:27,747 INFO: [ epoch: 758 ] [ iter: 90,300 ] [ performance: 21.761 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:16 ] [ l_g_pix: 4.6179e-02 ] [ l_g_total: 4.6179e-02 ] +2024-10-04 10:28:32,464 INFO: [ epoch: 759 ] [ iter: 90,400 ] [ performance: 21.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:44 ] [ l_g_pix: 5.9916e-02 ] [ l_g_total: 5.9916e-02 ] +2024-10-04 10:28:36,775 INFO: [ epoch: 760 ] [ iter: 90,500 ] [ performance: 23.125 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:07 ] [ l_g_pix: 6.6953e-02 ] [ l_g_total: 6.6953e-02 ] +2024-10-04 10:28:40,967 INFO: [ epoch: 761 ] [ iter: 90,600 ] [ performance: 23.497 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:37 ] [ l_g_pix: 6.1494e-02 ] [ l_g_total: 6.1494e-02 ] +2024-10-04 10:28:45,035 INFO: [ epoch: 761 ] [ iter: 90,700 ] [ performance: 25.199 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:11 ] [ l_g_pix: 5.8642e-02 ] [ l_g_total: 5.8642e-02 ] +2024-10-04 10:28:49,978 INFO: [ epoch: 762 ] [ iter: 90,800 ] [ performance: 22.409 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 6.3047e-02 ] [ l_g_total: 6.3047e-02 ] +2024-10-04 10:28:54,699 INFO: [ epoch: 763 ] [ iter: 90,900 ] [ performance: 20.984 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:06 ] [ l_g_pix: 5.1857e-02 ] [ l_g_total: 5.1857e-02 ] +2024-10-04 10:28:59,570 INFO: [ epoch: 764 ] [ iter: 91,000 ] [ performance: 20.755 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:04 ] [ l_g_pix: 4.7887e-02 ] [ l_g_total: 4.7887e-02 ] +2024-10-04 10:29:04,368 INFO: [ epoch: 765 ] [ iter: 91,100 ] [ performance: 20.600 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 5.5934e-02 ] [ l_g_total: 5.5934e-02 ] +2024-10-04 10:29:08,712 INFO: [ epoch: 766 ] [ iter: 91,200 ] [ performance: 21.778 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 6.0238e-02 ] [ l_g_total: 6.0238e-02 ] +2024-10-04 10:29:12,610 INFO: [ epoch: 766 ] [ iter: 91,300 ] [ performance: 26.901 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:32 ] [ l_g_pix: 5.4884e-02 ] [ l_g_total: 5.4884e-02 ] +2024-10-04 10:29:17,332 INFO: [ epoch: 767 ] [ iter: 91,400 ] [ performance: 23.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:28 ] [ l_g_pix: 5.1273e-02 ] [ l_g_total: 5.1273e-02 ] +2024-10-04 10:29:22,028 INFO: [ epoch: 768 ] [ iter: 91,500 ] [ performance: 20.908 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:24 ] [ l_g_pix: 5.7036e-02 ] [ l_g_total: 5.7036e-02 ] +2024-10-04 10:29:26,520 INFO: [ epoch: 769 ] [ iter: 91,600 ] [ performance: 21.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:17 ] [ l_g_pix: 5.4509e-02 ] [ l_g_total: 5.4509e-02 ] +2024-10-04 10:29:31,234 INFO: [ epoch: 770 ] [ iter: 91,700 ] [ performance: 20.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:13 ] [ l_g_pix: 5.4623e-02 ] [ l_g_total: 5.4623e-02 ] +2024-10-04 10:29:35,577 INFO: [ epoch: 771 ] [ iter: 91,800 ] [ performance: 21.875 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:05 ] [ l_g_pix: 5.3848e-02 ] [ l_g_total: 5.3848e-02 ] +2024-10-04 10:29:39,337 INFO: [ epoch: 771 ] [ iter: 91,900 ] [ performance: 28.151 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:52 ] [ l_g_pix: 5.9556e-02 ] [ l_g_total: 5.9556e-02 ] +2024-10-04 10:29:43,870 INFO: [ epoch: 772 ] [ iter: 92,000 ] [ performance: 24.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:47 ] [ l_g_pix: 6.1481e-02 ] [ l_g_total: 6.1481e-02 ] +2024-10-04 10:29:48,382 INFO: [ epoch: 773 ] [ iter: 92,100 ] [ performance: 21.655 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:41 ] [ l_g_pix: 6.2818e-02 ] [ l_g_total: 6.2818e-02 ] +2024-10-04 10:29:52,883 INFO: [ epoch: 774 ] [ iter: 92,200 ] [ performance: 21.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:36 ] [ l_g_pix: 5.3613e-02 ] [ l_g_total: 5.3613e-02 ] +2024-10-04 10:29:57,595 INFO: [ epoch: 775 ] [ iter: 92,300 ] [ performance: 20.571 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:32 ] [ l_g_pix: 5.8437e-02 ] [ l_g_total: 5.8437e-02 ] +2024-10-04 10:30:02,027 INFO: [ epoch: 776 ] [ iter: 92,400 ] [ performance: 21.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:27 ] [ l_g_pix: 5.9409e-02 ] [ l_g_total: 5.9409e-02 ] +2024-10-04 10:30:06,453 INFO: [ epoch: 777 ] [ iter: 92,500 ] [ performance: 23.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:21 ] [ l_g_pix: 5.6283e-02 ] [ l_g_total: 5.6283e-02 ] +2024-10-04 10:30:10,483 INFO: [ epoch: 777 ] [ iter: 92,600 ] [ performance: 24.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:13 ] [ l_g_pix: 5.5415e-02 ] [ l_g_total: 5.5415e-02 ] +2024-10-04 10:30:15,227 INFO: [ epoch: 778 ] [ iter: 92,700 ] [ performance: 20.445 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:09 ] [ l_g_pix: 5.6818e-02 ] [ l_g_total: 5.6818e-02 ] +2024-10-04 10:30:20,048 INFO: [ epoch: 779 ] [ iter: 92,800 ] [ performance: 20.606 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:06 ] [ l_g_pix: 6.4813e-02 ] [ l_g_total: 6.4813e-02 ] +2024-10-04 10:30:25,194 INFO: [ epoch: 780 ] [ iter: 92,900 ] [ performance: 18.612 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:05 ] [ l_g_pix: 5.8982e-02 ] [ l_g_total: 5.8982e-02 ] +2024-10-04 10:30:29,936 INFO: [ epoch: 781 ] [ iter: 93,000 ] [ performance: 19.870 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:01 ] [ l_g_pix: 5.5351e-02 ] [ l_g_total: 5.5351e-02 ] +2024-10-04 10:30:34,180 INFO: [ epoch: 782 ] [ iter: 93,100 ] [ performance: 23.382 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:55 ] [ l_g_pix: 5.3990e-02 ] [ l_g_total: 5.3990e-02 ] +2024-10-04 10:30:38,188 INFO: [ epoch: 782 ] [ iter: 93,200 ] [ performance: 24.216 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:47 ] [ l_g_pix: 4.6331e-02 ] [ l_g_total: 4.6331e-02 ] +2024-10-04 10:30:42,915 INFO: [ epoch: 783 ] [ iter: 93,300 ] [ performance: 23.915 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:43 ] [ l_g_pix: 6.3016e-02 ] [ l_g_total: 6.3016e-02 ] +2024-10-04 10:30:47,590 INFO: [ epoch: 784 ] [ iter: 93,400 ] [ performance: 22.476 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:39 ] [ l_g_pix: 5.3172e-02 ] [ l_g_total: 5.3172e-02 ] +2024-10-04 10:30:52,120 INFO: [ epoch: 785 ] [ iter: 93,500 ] [ performance: 20.958 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:34 ] [ l_g_pix: 5.1270e-02 ] [ l_g_total: 5.1270e-02 ] +2024-10-04 10:30:56,482 INFO: [ epoch: 786 ] [ iter: 93,600 ] [ performance: 21.996 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:29 ] [ l_g_pix: 4.4737e-02 ] [ l_g_total: 4.4737e-02 ] +2024-10-04 10:31:00,878 INFO: [ epoch: 787 ] [ iter: 93,700 ] [ performance: 22.673 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:24 ] [ l_g_pix: 6.3075e-02 ] [ l_g_total: 6.3075e-02 ] +2024-10-04 10:31:04,864 INFO: [ epoch: 787 ] [ iter: 93,800 ] [ performance: 23.943 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:17 ] [ l_g_pix: 5.6453e-02 ] [ l_g_total: 5.6453e-02 ] +2024-10-04 10:31:09,636 INFO: [ epoch: 788 ] [ iter: 93,900 ] [ performance: 25.101 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:13 ] [ l_g_pix: 5.3801e-02 ] [ l_g_total: 5.3801e-02 ] +2024-10-04 10:31:14,298 INFO: [ epoch: 789 ] [ iter: 94,000 ] [ performance: 22.948 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:09 ] [ l_g_pix: 5.7051e-02 ] [ l_g_total: 5.7051e-02 ] +2024-10-04 10:31:18,926 INFO: [ epoch: 790 ] [ iter: 94,100 ] [ performance: 20.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:04 ] [ l_g_pix: 5.3593e-02 ] [ l_g_total: 5.3593e-02 ] +2024-10-04 10:31:23,466 INFO: [ epoch: 791 ] [ iter: 94,200 ] [ performance: 21.238 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:00 ] [ l_g_pix: 4.7953e-02 ] [ l_g_total: 4.7953e-02 ] +2024-10-04 10:31:27,842 INFO: [ epoch: 792 ] [ iter: 94,300 ] [ performance: 21.585 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:55 ] [ l_g_pix: 5.4038e-02 ] [ l_g_total: 5.4038e-02 ] +2024-10-04 10:31:31,592 INFO: [ epoch: 792 ] [ iter: 94,400 ] [ performance: 24.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:47 ] [ l_g_pix: 6.3388e-02 ] [ l_g_total: 6.3388e-02 ] +2024-10-04 10:31:36,457 INFO: [ epoch: 793 ] [ iter: 94,500 ] [ performance: 26.539 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 4.9820e-02 ] [ l_g_total: 4.9820e-02 ] +2024-10-04 10:31:41,219 INFO: [ epoch: 794 ] [ iter: 94,600 ] [ performance: 23.116 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:40 ] [ l_g_pix: 5.2334e-02 ] [ l_g_total: 5.2334e-02 ] +2024-10-04 10:31:46,444 INFO: [ epoch: 795 ] [ iter: 94,700 ] [ performance: 17.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 6.5441e-02 ] [ l_g_total: 6.5441e-02 ] +2024-10-04 10:31:51,624 INFO: [ epoch: 796 ] [ iter: 94,800 ] [ performance: 18.563 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:35 ] [ l_g_pix: 6.3901e-02 ] [ l_g_total: 6.3901e-02 ] +2024-10-04 10:31:56,539 INFO: [ epoch: 797 ] [ iter: 94,900 ] [ performance: 19.021 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:31 ] [ l_g_pix: 5.7414e-02 ] [ l_g_total: 5.7414e-02 ] +2024-10-04 10:32:01,362 INFO: [ epoch: 798 ] [ iter: 95,000 ] [ performance: 19.969 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:28 ] [ l_g_pix: 6.4340e-02 ] [ l_g_total: 6.4340e-02 ] +2024-10-04 10:32:05,861 INFO: [ epoch: 798 ] [ iter: 95,100 ] [ performance: 26.143 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:23 ] [ l_g_pix: 5.0309e-02 ] [ l_g_total: 5.0309e-02 ] +2024-10-04 10:32:10,958 INFO: [ epoch: 799 ] [ iter: 95,200 ] [ performance: 21.971 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:20 ] [ l_g_pix: 3.7185e-02 ] [ l_g_total: 3.7185e-02 ] +2024-10-04 10:32:15,893 INFO: [ epoch: 800 ] [ iter: 95,300 ] [ performance: 18.852 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:16 ] [ l_g_pix: 7.3308e-02 ] [ l_g_total: 7.3308e-02 ] +2024-10-04 10:32:21,132 INFO: [ epoch: 801 ] [ iter: 95,400 ] [ performance: 18.999 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 5.9194e-02 ] [ l_g_total: 5.9194e-02 ] +2024-10-04 10:32:26,214 INFO: [ epoch: 802 ] [ iter: 95,500 ] [ performance: 17.968 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:10 ] [ l_g_pix: 5.5617e-02 ] [ l_g_total: 5.5617e-02 ] +2024-10-04 10:32:30,518 INFO: [ epoch: 803 ] [ iter: 95,600 ] [ performance: 20.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:04 ] [ l_g_pix: 5.0394e-02 ] [ l_g_total: 5.0394e-02 ] +2024-10-04 10:32:34,742 INFO: [ epoch: 803 ] [ iter: 95,700 ] [ performance: 26.890 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:59 ] [ l_g_pix: 4.7095e-02 ] [ l_g_total: 4.7095e-02 ] +2024-10-04 10:32:39,833 INFO: [ epoch: 804 ] [ iter: 95,800 ] [ performance: 22.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:55 ] [ l_g_pix: 5.4298e-02 ] [ l_g_total: 5.4298e-02 ] +2024-10-04 10:32:44,754 INFO: [ epoch: 805 ] [ iter: 95,900 ] [ performance: 18.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:51 ] [ l_g_pix: 6.3752e-02 ] [ l_g_total: 6.3752e-02 ] +2024-10-04 10:32:49,610 INFO: [ epoch: 806 ] [ iter: 96,000 ] [ performance: 19.576 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:47 ] [ l_g_pix: 4.8523e-02 ] [ l_g_total: 4.8523e-02 ] +2024-10-04 10:32:54,236 INFO: [ epoch: 807 ] [ iter: 96,100 ] [ performance: 19.740 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 5.3646e-02 ] [ l_g_total: 5.3646e-02 ] +2024-10-04 10:32:58,836 INFO: [ epoch: 808 ] [ iter: 96,200 ] [ performance: 20.889 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:38 ] [ l_g_pix: 5.5696e-02 ] [ l_g_total: 5.5696e-02 ] +2024-10-04 10:33:02,854 INFO: [ epoch: 808 ] [ iter: 96,300 ] [ performance: 27.930 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:32 ] [ l_g_pix: 5.2763e-02 ] [ l_g_total: 5.2763e-02 ] +2024-10-04 10:33:07,782 INFO: [ epoch: 809 ] [ iter: 96,400 ] [ performance: 22.846 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:28 ] [ l_g_pix: 7.0998e-02 ] [ l_g_total: 7.0998e-02 ] +2024-10-04 10:33:12,574 INFO: [ epoch: 810 ] [ iter: 96,500 ] [ performance: 23.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:24 ] [ l_g_pix: 6.1949e-02 ] [ l_g_total: 6.1949e-02 ] +2024-10-04 10:33:17,522 INFO: [ epoch: 811 ] [ iter: 96,600 ] [ performance: 21.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:20 ] [ l_g_pix: 5.0100e-02 ] [ l_g_total: 5.0100e-02 ] +2024-10-04 10:33:22,314 INFO: [ epoch: 812 ] [ iter: 96,700 ] [ performance: 18.642 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:16 ] [ l_g_pix: 6.5659e-02 ] [ l_g_total: 6.5659e-02 ] +2024-10-04 10:33:26,833 INFO: [ epoch: 813 ] [ iter: 96,800 ] [ performance: 20.589 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:11 ] [ l_g_pix: 5.4912e-02 ] [ l_g_total: 5.4912e-02 ] +2024-10-04 10:33:30,685 INFO: [ epoch: 813 ] [ iter: 96,900 ] [ performance: 27.972 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:05 ] [ l_g_pix: 5.7361e-02 ] [ l_g_total: 5.7361e-02 ] +2024-10-04 10:33:35,592 INFO: [ epoch: 814 ] [ iter: 97,000 ] [ performance: 22.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:00 ] [ l_g_pix: 7.2965e-02 ] [ l_g_total: 7.2965e-02 ] +2024-10-04 10:33:40,427 INFO: [ epoch: 815 ] [ iter: 97,100 ] [ performance: 24.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:56 ] [ l_g_pix: 6.9816e-02 ] [ l_g_total: 6.9816e-02 ] +2024-10-04 10:33:45,093 INFO: [ epoch: 816 ] [ iter: 97,200 ] [ performance: 22.670 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:52 ] [ l_g_pix: 6.5248e-02 ] [ l_g_total: 6.5248e-02 ] +2024-10-04 10:33:50,001 INFO: [ epoch: 817 ] [ iter: 97,300 ] [ performance: 17.593 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:48 ] [ l_g_pix: 6.8328e-02 ] [ l_g_total: 6.8328e-02 ] +2024-10-04 10:33:54,913 INFO: [ epoch: 818 ] [ iter: 97,400 ] [ performance: 19.186 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:43 ] [ l_g_pix: 5.5812e-02 ] [ l_g_total: 5.5812e-02 ] +2024-10-04 10:33:59,247 INFO: [ epoch: 819 ] [ iter: 97,500 ] [ performance: 21.377 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:38 ] [ l_g_pix: 4.6204e-02 ] [ l_g_total: 4.6204e-02 ] +2024-10-04 10:34:03,457 INFO: [ epoch: 819 ] [ iter: 97,600 ] [ performance: 22.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:33 ] [ l_g_pix: 5.6296e-02 ] [ l_g_total: 5.6296e-02 ] +2024-10-04 10:34:08,265 INFO: [ epoch: 820 ] [ iter: 97,700 ] [ performance: 25.505 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 6.1073e-02 ] [ l_g_total: 6.1073e-02 ] +2024-10-04 10:34:13,005 INFO: [ epoch: 821 ] [ iter: 97,800 ] [ performance: 22.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:24 ] [ l_g_pix: 5.0287e-02 ] [ l_g_total: 5.0287e-02 ] +2024-10-04 10:34:17,947 INFO: [ epoch: 822 ] [ iter: 97,900 ] [ performance: 17.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:20 ] [ l_g_pix: 5.1966e-02 ] [ l_g_total: 5.1966e-02 ] +2024-10-04 10:34:22,798 INFO: [ epoch: 823 ] [ iter: 98,000 ] [ performance: 19.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:16 ] [ l_g_pix: 4.8294e-02 ] [ l_g_total: 4.8294e-02 ] +2024-10-04 10:34:27,231 INFO: [ epoch: 824 ] [ iter: 98,100 ] [ performance: 20.342 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:11 ] [ l_g_pix: 6.1058e-02 ] [ l_g_total: 6.1058e-02 ] +2024-10-04 10:34:31,337 INFO: [ epoch: 824 ] [ iter: 98,200 ] [ performance: 22.688 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 5.2065e-02 ] [ l_g_total: 5.2065e-02 ] +2024-10-04 10:34:36,434 INFO: [ epoch: 825 ] [ iter: 98,300 ] [ performance: 27.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:01 ] [ l_g_pix: 6.0499e-02 ] [ l_g_total: 6.0499e-02 ] +2024-10-04 10:34:41,271 INFO: [ epoch: 826 ] [ iter: 98,400 ] [ performance: 22.679 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:57 ] [ l_g_pix: 5.8765e-02 ] [ l_g_total: 5.8765e-02 ] +2024-10-04 10:34:46,052 INFO: [ epoch: 827 ] [ iter: 98,500 ] [ performance: 17.815 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:53 ] [ l_g_pix: 6.2017e-02 ] [ l_g_total: 6.2017e-02 ] +2024-10-04 10:34:51,014 INFO: [ epoch: 828 ] [ iter: 98,600 ] [ performance: 19.231 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:48 ] [ l_g_pix: 7.1536e-02 ] [ l_g_total: 7.1536e-02 ] +2024-10-04 10:34:55,565 INFO: [ epoch: 829 ] [ iter: 98,700 ] [ performance: 19.000 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:44 ] [ l_g_pix: 3.9538e-02 ] [ l_g_total: 3.9538e-02 ] +2024-10-04 10:34:59,370 INFO: [ epoch: 829 ] [ iter: 98,800 ] [ performance: 23.076 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:38 ] [ l_g_pix: 6.1722e-02 ] [ l_g_total: 6.1722e-02 ] +2024-10-04 10:35:04,108 INFO: [ epoch: 830 ] [ iter: 98,900 ] [ performance: 27.817 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:33 ] [ l_g_pix: 5.4165e-02 ] [ l_g_total: 5.4165e-02 ] +2024-10-04 10:35:09,174 INFO: [ epoch: 831 ] [ iter: 99,000 ] [ performance: 22.039 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:29 ] [ l_g_pix: 5.9882e-02 ] [ l_g_total: 5.9882e-02 ] +2024-10-04 10:35:14,181 INFO: [ epoch: 832 ] [ iter: 99,100 ] [ performance: 19.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:25 ] [ l_g_pix: 6.2927e-02 ] [ l_g_total: 6.2927e-02 ] +2024-10-04 10:35:18,962 INFO: [ epoch: 833 ] [ iter: 99,200 ] [ performance: 20.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:21 ] [ l_g_pix: 5.6564e-02 ] [ l_g_total: 5.6564e-02 ] +2024-10-04 10:35:23,673 INFO: [ epoch: 834 ] [ iter: 99,300 ] [ performance: 17.705 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 5.8711e-02 ] [ l_g_total: 5.8711e-02 ] +2024-10-04 10:35:27,460 INFO: [ epoch: 834 ] [ iter: 99,400 ] [ performance: 22.575 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:11 ] [ l_g_pix: 6.4888e-02 ] [ l_g_total: 6.4888e-02 ] +2024-10-04 10:35:32,430 INFO: [ epoch: 835 ] [ iter: 99,500 ] [ performance: 27.938 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:06 ] [ l_g_pix: 6.3609e-02 ] [ l_g_total: 6.3609e-02 ] +2024-10-04 10:35:37,420 INFO: [ epoch: 836 ] [ iter: 99,600 ] [ performance: 22.219 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 6.0825e-02 ] [ l_g_total: 6.0825e-02 ] +2024-10-04 10:35:42,429 INFO: [ epoch: 837 ] [ iter: 99,700 ] [ performance: 22.498 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:58 ] [ l_g_pix: 7.2773e-02 ] [ l_g_total: 7.2773e-02 ] +2024-10-04 10:35:47,291 INFO: [ epoch: 838 ] [ iter: 99,800 ] [ performance: 21.196 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 6.9531e-02 ] [ l_g_total: 6.9531e-02 ] +2024-10-04 10:35:51,859 INFO: [ epoch: 839 ] [ iter: 99,900 ] [ performance: 18.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:49 ] [ l_g_pix: 5.9906e-02 ] [ l_g_total: 5.9906e-02 ] +2024-10-04 10:35:56,340 INFO: [ epoch: 840 ] [ iter:100,000 ] [ performance: 20.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:44 ] [ l_g_pix: 5.9386e-02 ] [ l_g_total: 5.9386e-02 ] +2024-10-04 10:35:56,341 INFO: Saving models and training states. +2024-10-04 10:42:46,945 INFO: Validation val + + # psnr: 27.1942........ Best: 27.1942 @ 100000 iter + # ssim: 0.7661........ Best: 0.7661 @ 100000 iter + # dists: 0.7722........ Best: 0.7722 @ 100000 iter + +2024-10-04 10:42:50,614 INFO: [ epoch: 840 ] [ iter:100,100 ] [ performance: 27.970 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:21 ] [ l_g_pix: 4.3779e-02 ] [ l_g_total: 4.3779e-02 ] +2024-10-04 10:42:55,557 INFO: [ epoch: 841 ] [ iter:100,200 ] [ performance: 22.289 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:08 ] [ l_g_pix: 4.5826e-02 ] [ l_g_total: 4.5826e-02 ] +2024-10-04 10:43:00,487 INFO: [ epoch: 842 ] [ iter:100,300 ] [ performance: 24.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:56 ] [ l_g_pix: 5.0039e-02 ] [ l_g_total: 5.0039e-02 ] +2024-10-04 10:43:05,376 INFO: [ epoch: 843 ] [ iter:100,400 ] [ performance: 21.516 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:44 ] [ l_g_pix: 5.8550e-02 ] [ l_g_total: 5.8550e-02 ] +2024-10-04 10:43:10,409 INFO: [ epoch: 844 ] [ iter:100,500 ] [ performance: 15.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:32 ] [ l_g_pix: 4.6197e-02 ] [ l_g_total: 4.6197e-02 ] +2024-10-04 10:43:15,376 INFO: [ epoch: 845 ] [ iter:100,600 ] [ performance: 18.262 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:21 ] [ l_g_pix: 5.1832e-02 ] [ l_g_total: 5.1832e-02 ] +2024-10-04 10:43:19,466 INFO: [ epoch: 845 ] [ iter:100,700 ] [ performance: 27.775 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:08 ] [ l_g_pix: 6.0613e-02 ] [ l_g_total: 6.0613e-02 ] +2024-10-04 10:43:24,507 INFO: [ epoch: 846 ] [ iter:100,800 ] [ performance: 21.837 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 5.6604e-02 ] [ l_g_total: 5.6604e-02 ] +2024-10-04 10:43:29,662 INFO: [ epoch: 847 ] [ iter:100,900 ] [ performance: 27.873 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:46 ] [ l_g_pix: 6.1968e-02 ] [ l_g_total: 6.1968e-02 ] +2024-10-04 10:43:34,541 INFO: [ epoch: 848 ] [ iter:101,000 ] [ performance: 22.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:34 ] [ l_g_pix: 5.8475e-02 ] [ l_g_total: 5.8475e-02 ] +2024-10-04 10:43:39,602 INFO: [ epoch: 849 ] [ iter:101,100 ] [ performance: 14.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:23 ] [ l_g_pix: 4.4020e-02 ] [ l_g_total: 4.4020e-02 ] +2024-10-04 10:43:44,191 INFO: [ epoch: 850 ] [ iter:101,200 ] [ performance: 18.844 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:12 ] [ l_g_pix: 5.5411e-02 ] [ l_g_total: 5.5411e-02 ] +2024-10-04 10:43:48,099 INFO: [ epoch: 850 ] [ iter:101,300 ] [ performance: 27.264 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:00 ] [ l_g_pix: 5.4592e-02 ] [ l_g_total: 5.4592e-02 ] +2024-10-04 10:43:53,244 INFO: [ epoch: 851 ] [ iter:101,400 ] [ performance: 21.310 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:50 ] [ l_g_pix: 8.8458e-02 ] [ l_g_total: 8.8458e-02 ] +2024-10-04 10:43:58,457 INFO: [ epoch: 852 ] [ iter:101,500 ] [ performance: 27.402 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:39 ] [ l_g_pix: 5.9351e-02 ] [ l_g_total: 5.9351e-02 ] +2024-10-04 10:44:03,270 INFO: [ epoch: 853 ] [ iter:101,600 ] [ performance: 22.410 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:28 ] [ l_g_pix: 6.9311e-02 ] [ l_g_total: 6.9311e-02 ] +2024-10-04 10:44:08,179 INFO: [ epoch: 854 ] [ iter:101,700 ] [ performance: 14.709 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:18 ] [ l_g_pix: 4.3192e-02 ] [ l_g_total: 4.3192e-02 ] +2024-10-04 10:44:13,141 INFO: [ epoch: 855 ] [ iter:101,800 ] [ performance: 18.171 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:07 ] [ l_g_pix: 6.2488e-02 ] [ l_g_total: 6.2488e-02 ] +2024-10-04 10:44:17,050 INFO: [ epoch: 855 ] [ iter:101,900 ] [ performance: 26.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:56 ] [ l_g_pix: 6.5827e-02 ] [ l_g_total: 6.5827e-02 ] +2024-10-04 10:44:21,942 INFO: [ epoch: 856 ] [ iter:102,000 ] [ performance: 21.843 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:46 ] [ l_g_pix: 6.8748e-02 ] [ l_g_total: 6.8748e-02 ] +2024-10-04 10:44:27,349 INFO: [ epoch: 857 ] [ iter:102,100 ] [ performance: 27.867 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 4.4033e-02 ] [ l_g_total: 4.4033e-02 ] +2024-10-04 10:44:32,458 INFO: [ epoch: 858 ] [ iter:102,200 ] [ performance: 21.399 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:26 ] [ l_g_pix: 4.9324e-02 ] [ l_g_total: 4.9324e-02 ] +2024-10-04 10:44:37,631 INFO: [ epoch: 859 ] [ iter:102,300 ] [ performance: 19.473 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:16 ] [ l_g_pix: 7.1180e-02 ] [ l_g_total: 7.1180e-02 ] +2024-10-04 10:44:42,636 INFO: [ epoch: 860 ] [ iter:102,400 ] [ performance: 19.839 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:07 ] [ l_g_pix: 6.7348e-02 ] [ l_g_total: 6.7348e-02 ] +2024-10-04 10:44:47,204 INFO: [ epoch: 861 ] [ iter:102,500 ] [ performance: 16.366 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 8.2777e-02 ] [ l_g_total: 8.2777e-02 ] +2024-10-04 10:44:51,259 INFO: [ epoch: 861 ] [ iter:102,600 ] [ performance: 21.646 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:46 ] [ l_g_pix: 5.9511e-02 ] [ l_g_total: 5.9511e-02 ] +2024-10-04 10:44:56,156 INFO: [ epoch: 862 ] [ iter:102,700 ] [ performance: 27.764 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:37 ] [ l_g_pix: 7.1479e-02 ] [ l_g_total: 7.1479e-02 ] +2024-10-04 10:45:01,570 INFO: [ epoch: 863 ] [ iter:102,800 ] [ performance: 20.312 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:27 ] [ l_g_pix: 4.5268e-02 ] [ l_g_total: 4.5268e-02 ] +2024-10-04 10:45:06,699 INFO: [ epoch: 864 ] [ iter:102,900 ] [ performance: 21.324 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:18 ] [ l_g_pix: 5.8706e-02 ] [ l_g_total: 5.8706e-02 ] +2024-10-04 10:45:11,832 INFO: [ epoch: 865 ] [ iter:103,000 ] [ performance: 19.941 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:09 ] [ l_g_pix: 5.7494e-02 ] [ l_g_total: 5.7494e-02 ] +2024-10-04 10:45:16,427 INFO: [ epoch: 866 ] [ iter:103,100 ] [ performance: 15.416 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:59 ] [ l_g_pix: 6.3471e-02 ] [ l_g_total: 6.3471e-02 ] +2024-10-04 10:45:20,561 INFO: [ epoch: 866 ] [ iter:103,200 ] [ performance: 21.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:49 ] [ l_g_pix: 6.0098e-02 ] [ l_g_total: 6.0098e-02 ] +2024-10-04 10:45:25,425 INFO: [ epoch: 867 ] [ iter:103,300 ] [ performance: 27.336 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:40 ] [ l_g_pix: 6.1453e-02 ] [ l_g_total: 6.1453e-02 ] +2024-10-04 10:45:30,541 INFO: [ epoch: 868 ] [ iter:103,400 ] [ performance: 21.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:31 ] [ l_g_pix: 6.7095e-02 ] [ l_g_total: 6.7095e-02 ] +2024-10-04 10:45:35,963 INFO: [ epoch: 869 ] [ iter:103,500 ] [ performance: 25.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:22 ] [ l_g_pix: 5.2252e-02 ] [ l_g_total: 5.2252e-02 ] +2024-10-04 10:45:41,073 INFO: [ epoch: 870 ] [ iter:103,600 ] [ performance: 20.836 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:13 ] [ l_g_pix: 6.8310e-02 ] [ l_g_total: 6.8310e-02 ] +2024-10-04 10:45:45,937 INFO: [ epoch: 871 ] [ iter:103,700 ] [ performance: 13.205 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:04 ] [ l_g_pix: 5.5120e-02 ] [ l_g_total: 5.5120e-02 ] +2024-10-04 10:45:49,758 INFO: [ epoch: 871 ] [ iter:103,800 ] [ performance: 21.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:55 ] [ l_g_pix: 6.3702e-02 ] [ l_g_total: 6.3702e-02 ] +2024-10-04 10:45:54,776 INFO: [ epoch: 872 ] [ iter:103,900 ] [ performance: 28.200 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:46 ] [ l_g_pix: 6.0376e-02 ] [ l_g_total: 6.0376e-02 ] +2024-10-04 10:45:59,810 INFO: [ epoch: 873 ] [ iter:104,000 ] [ performance: 21.364 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:37 ] [ l_g_pix: 5.3935e-02 ] [ l_g_total: 5.3935e-02 ] +2024-10-04 10:46:04,974 INFO: [ epoch: 874 ] [ iter:104,100 ] [ performance: 27.306 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:28 ] [ l_g_pix: 7.8642e-02 ] [ l_g_total: 7.8642e-02 ] +2024-10-04 10:46:10,214 INFO: [ epoch: 875 ] [ iter:104,200 ] [ performance: 20.514 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:20 ] [ l_g_pix: 6.3722e-02 ] [ l_g_total: 6.3722e-02 ] +2024-10-04 10:46:15,209 INFO: [ epoch: 876 ] [ iter:104,300 ] [ performance: 11.997 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:11 ] [ l_g_pix: 6.2033e-02 ] [ l_g_total: 6.2033e-02 ] +2024-10-04 10:46:19,806 INFO: [ epoch: 877 ] [ iter:104,400 ] [ performance: 18.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:02 ] [ l_g_pix: 6.4153e-02 ] [ l_g_total: 6.4153e-02 ] +2024-10-04 10:46:24,011 INFO: [ epoch: 877 ] [ iter:104,500 ] [ performance: 26.081 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:54 ] [ l_g_pix: 5.2391e-02 ] [ l_g_total: 5.2391e-02 ] +2024-10-04 10:46:29,320 INFO: [ epoch: 878 ] [ iter:104,600 ] [ performance: 20.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:45 ] [ l_g_pix: 5.4406e-02 ] [ l_g_total: 5.4406e-02 ] +2024-10-04 10:46:34,691 INFO: [ epoch: 879 ] [ iter:104,700 ] [ performance: 27.722 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:37 ] [ l_g_pix: 6.0188e-02 ] [ l_g_total: 6.0188e-02 ] +2024-10-04 10:46:39,916 INFO: [ epoch: 880 ] [ iter:104,800 ] [ performance: 20.494 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:29 ] [ l_g_pix: 5.3869e-02 ] [ l_g_total: 5.3869e-02 ] +2024-10-04 10:46:45,657 INFO: [ epoch: 881 ] [ iter:104,900 ] [ performance: 9.736 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:21 ] [ l_g_pix: 6.2061e-02 ] [ l_g_total: 6.2061e-02 ] +2024-10-04 10:46:50,400 INFO: [ epoch: 882 ] [ iter:105,000 ] [ performance: 17.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:12 ] [ l_g_pix: 4.5845e-02 ] [ l_g_total: 4.5845e-02 ] +2024-10-04 10:46:54,552 INFO: [ epoch: 882 ] [ iter:105,100 ] [ performance: 27.571 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:04 ] [ l_g_pix: 6.3645e-02 ] [ l_g_total: 6.3645e-02 ] +2024-10-04 10:46:59,656 INFO: [ epoch: 883 ] [ iter:105,200 ] [ performance: 20.800 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:56 ] [ l_g_pix: 6.2007e-02 ] [ l_g_total: 6.2007e-02 ] +2024-10-04 10:47:04,595 INFO: [ epoch: 884 ] [ iter:105,300 ] [ performance: 27.692 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:47 ] [ l_g_pix: 4.9986e-02 ] [ l_g_total: 4.9986e-02 ] +2024-10-04 10:47:09,682 INFO: [ epoch: 885 ] [ iter:105,400 ] [ performance: 20.833 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:39 ] [ l_g_pix: 5.0346e-02 ] [ l_g_total: 5.0346e-02 ] +2024-10-04 10:47:14,744 INFO: [ epoch: 886 ] [ iter:105,500 ] [ performance: 16.197 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:31 ] [ l_g_pix: 5.4478e-02 ] [ l_g_total: 5.4478e-02 ] +2024-10-04 10:47:19,559 INFO: [ epoch: 887 ] [ iter:105,600 ] [ performance: 19.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:23 ] [ l_g_pix: 5.7743e-02 ] [ l_g_total: 5.7743e-02 ] +2024-10-04 10:47:23,473 INFO: [ epoch: 887 ] [ iter:105,700 ] [ performance: 27.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:15 ] [ l_g_pix: 6.1754e-02 ] [ l_g_total: 6.1754e-02 ] +2024-10-04 10:47:28,597 INFO: [ epoch: 888 ] [ iter:105,800 ] [ performance: 20.593 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:07 ] [ l_g_pix: 5.5742e-02 ] [ l_g_total: 5.5742e-02 ] +2024-10-04 10:47:33,575 INFO: [ epoch: 889 ] [ iter:105,900 ] [ performance: 27.926 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:59 ] [ l_g_pix: 6.8099e-02 ] [ l_g_total: 6.8099e-02 ] +2024-10-04 10:47:38,644 INFO: [ epoch: 890 ] [ iter:106,000 ] [ performance: 20.790 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:51 ] [ l_g_pix: 6.2846e-02 ] [ l_g_total: 6.2846e-02 ] +2024-10-04 10:47:43,757 INFO: [ epoch: 891 ] [ iter:106,100 ] [ performance: 20.856 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:43 ] [ l_g_pix: 4.1912e-02 ] [ l_g_total: 4.1912e-02 ] +2024-10-04 10:47:48,583 INFO: [ epoch: 892 ] [ iter:106,200 ] [ performance: 20.750 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:35 ] [ l_g_pix: 5.7258e-02 ] [ l_g_total: 5.7258e-02 ] +2024-10-04 10:47:52,765 INFO: [ epoch: 892 ] [ iter:106,300 ] [ performance: 28.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:27 ] [ l_g_pix: 6.4672e-02 ] [ l_g_total: 6.4672e-02 ] +2024-10-04 10:47:57,696 INFO: [ epoch: 893 ] [ iter:106,400 ] [ performance: 21.286 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:20 ] [ l_g_pix: 6.6865e-02 ] [ l_g_total: 6.6865e-02 ] +2024-10-04 10:48:02,722 INFO: [ epoch: 894 ] [ iter:106,500 ] [ performance: 28.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:12 ] [ l_g_pix: 6.0318e-02 ] [ l_g_total: 6.0318e-02 ] +2024-10-04 10:48:07,839 INFO: [ epoch: 895 ] [ iter:106,600 ] [ performance: 20.492 it/s ] [ lr: 5.00e-05 ] [ eta: 0:04:04 ] [ l_g_pix: 5.7255e-02 ] [ l_g_total: 5.7255e-02 ] +2024-10-04 10:48:12,674 INFO: [ epoch: 896 ] [ iter:106,700 ] [ performance: 22.780 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:57 ] [ l_g_pix: 5.8641e-02 ] [ l_g_total: 5.8641e-02 ] +2024-10-04 10:48:17,492 INFO: [ epoch: 897 ] [ iter:106,800 ] [ performance: 21.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:49 ] [ l_g_pix: 4.9887e-02 ] [ l_g_total: 4.9887e-02 ] +2024-10-04 10:48:22,125 INFO: [ epoch: 898 ] [ iter:106,900 ] [ performance: 11.187 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:41 ] [ l_g_pix: 5.4415e-02 ] [ l_g_total: 5.4415e-02 ] +2024-10-04 10:48:26,517 INFO: [ epoch: 898 ] [ iter:107,000 ] [ performance: 19.959 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:34 ] [ l_g_pix: 6.9806e-02 ] [ l_g_total: 6.9806e-02 ] +2024-10-04 10:48:31,475 INFO: [ epoch: 899 ] [ iter:107,100 ] [ performance: 28.285 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:26 ] [ l_g_pix: 5.6168e-02 ] [ l_g_total: 5.6168e-02 ] +2024-10-04 10:48:36,476 INFO: [ epoch: 900 ] [ iter:107,200 ] [ performance: 20.798 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:19 ] [ l_g_pix: 5.2360e-02 ] [ l_g_total: 5.2360e-02 ] +2024-10-04 10:48:41,506 INFO: [ epoch: 901 ] [ iter:107,300 ] [ performance: 26.666 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:11 ] [ l_g_pix: 5.2302e-02 ] [ l_g_total: 5.2302e-02 ] +2024-10-04 10:48:46,637 INFO: [ epoch: 902 ] [ iter:107,400 ] [ performance: 20.161 it/s ] [ lr: 5.00e-05 ] [ eta: 0:03:04 ] [ l_g_pix: 6.4032e-02 ] [ l_g_total: 6.4032e-02 ] +2024-10-04 10:48:51,262 INFO: [ epoch: 903 ] [ iter:107,500 ] [ performance: 8.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:56 ] [ l_g_pix: 6.0540e-02 ] [ l_g_total: 6.0540e-02 ] +2024-10-04 10:48:55,249 INFO: [ epoch: 903 ] [ iter:107,600 ] [ performance: 20.720 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:49 ] [ l_g_pix: 6.8095e-02 ] [ l_g_total: 6.8095e-02 ] +2024-10-04 10:49:00,407 INFO: [ epoch: 904 ] [ iter:107,700 ] [ performance: 26.972 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:42 ] [ l_g_pix: 5.6707e-02 ] [ l_g_total: 5.6707e-02 ] +2024-10-04 10:49:05,540 INFO: [ epoch: 905 ] [ iter:107,800 ] [ performance: 20.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:34 ] [ l_g_pix: 6.2388e-02 ] [ l_g_total: 6.2388e-02 ] +2024-10-04 10:49:10,571 INFO: [ epoch: 906 ] [ iter:107,900 ] [ performance: 27.193 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:27 ] [ l_g_pix: 5.6753e-02 ] [ l_g_total: 5.6753e-02 ] +2024-10-04 10:49:15,383 INFO: [ epoch: 907 ] [ iter:108,000 ] [ performance: 21.288 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:20 ] [ l_g_pix: 5.9287e-02 ] [ l_g_total: 5.9287e-02 ] +2024-10-04 10:49:19,962 INFO: [ epoch: 908 ] [ iter:108,100 ] [ performance: 20.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:13 ] [ l_g_pix: 4.9274e-02 ] [ l_g_total: 4.9274e-02 ] +2024-10-04 10:49:24,011 INFO: [ epoch: 908 ] [ iter:108,200 ] [ performance: 24.268 it/s ] [ lr: 5.00e-05 ] [ eta: 0:02:05 ] [ l_g_pix: 6.3854e-02 ] [ l_g_total: 6.3854e-02 ] +2024-10-04 10:49:28,911 INFO: [ epoch: 909 ] [ iter:108,300 ] [ performance: 28.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:58 ] [ l_g_pix: 5.7115e-02 ] [ l_g_total: 5.7115e-02 ] +2024-10-04 10:49:34,194 INFO: [ epoch: 910 ] [ iter:108,400 ] [ performance: 19.458 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:51 ] [ l_g_pix: 5.7425e-02 ] [ l_g_total: 5.7425e-02 ] +2024-10-04 10:49:39,044 INFO: [ epoch: 911 ] [ iter:108,500 ] [ performance: 28.174 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:44 ] [ l_g_pix: 5.7508e-02 ] [ l_g_total: 5.7508e-02 ] +2024-10-04 10:49:44,118 INFO: [ epoch: 912 ] [ iter:108,600 ] [ performance: 20.162 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:37 ] [ l_g_pix: 6.4659e-02 ] [ l_g_total: 6.4659e-02 ] +2024-10-04 10:49:48,787 INFO: [ epoch: 913 ] [ iter:108,700 ] [ performance: 19.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:30 ] [ l_g_pix: 6.3743e-02 ] [ l_g_total: 6.3743e-02 ] +2024-10-04 10:49:52,586 INFO: [ epoch: 913 ] [ iter:108,800 ] [ performance: 25.757 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:22 ] [ l_g_pix: 4.7558e-02 ] [ l_g_total: 4.7558e-02 ] +2024-10-04 10:49:57,616 INFO: [ epoch: 914 ] [ iter:108,900 ] [ performance: 28.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:15 ] [ l_g_pix: 7.3546e-02 ] [ l_g_total: 7.3546e-02 ] +2024-10-04 10:50:02,697 INFO: [ epoch: 915 ] [ iter:109,000 ] [ performance: 20.023 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:08 ] [ l_g_pix: 6.6537e-02 ] [ l_g_total: 6.6537e-02 ] +2024-10-04 10:50:07,847 INFO: [ epoch: 916 ] [ iter:109,100 ] [ performance: 27.453 it/s ] [ lr: 5.00e-05 ] [ eta: 0:01:01 ] [ l_g_pix: 6.0380e-02 ] [ l_g_total: 6.0380e-02 ] +2024-10-04 10:50:12,976 INFO: [ epoch: 917 ] [ iter:109,200 ] [ performance: 19.779 it/s ] [ lr: 5.00e-05 ] [ eta: 0:00:54 ] [ l_g_pix: 6.0538e-02 ] [ l_g_total: 6.0538e-02 ] +2024-10-04 10:50:15,862 INFO: End of training. Time consumed: 0:22:02 +2024-10-04 10:50:15,862 INFO: Save the latest model. +2024-10-04 10:54:01,023 INFO: Validation val + + # psnr: 27.1941........ Best: 27.1942 @ 100000 iter + # ssim: 0.7662........ Best: 0.7662 @ 109278 iter + # dists: 0.7721........ Best: 0.7721 @ 109278 iter + diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..00fb3d18d72027eaf5b81def8924af3f46a50095 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563798b71e97f6b68b4f2113c1de4515173461548c4ab23e3a37258699e5d671 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..2684d9f7c63052c0ef44fb1158f3d1c7af5ebaf6 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771be14e2b1a8bc6a0ea63352d61466cd96610eaac7405d91688d1757292d06d +size 19045418 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..1b548a0076b1bb839bd3f54b84d25cd282f25477 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c465469c6f4b84f52f964ff8619e83e437541450613308d3fb1f7f3fd5e401 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..1aa70a927583bc5b102487f9eaf89e48b5df037f --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4caa257b1bead0cae0b20119cab5a79190fa11924bc2d626d93962ff6c1d069 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..3e92c2d22d8803486363cf86c3f7d387a02480a3 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb5062d22e8286e507e0ed98c0e4b612cf3b8a6fcae7933efb7d7f2a5ef6faa +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..5a86170e341aebef9a5092420e7f998c50ea3c15 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7216bb089641da8756e88013950c55de720f93640290bcdb3682c2230b422059 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..b79f94319d8b37e4f0ad99ff3c2a18dfd823ec1a --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0b89abc1e5fe13de3a9ce8357dab7ac6e5681663c6f6109e99bbcad45c0ad4 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..a6deb8afdaab64fe32a2629aeb3db3a9e461b13b --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0468838beaf92b1a84d678e82b8d2ec846e2b1b64b237031891aa43b7b683e +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..093556c4f02b393063675e440475280b1dbb1572 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c96531406b162b6135f53025c97f84db4d6c8611b4060ce7b2bf1e7414e841 +size 19036538 diff --git a/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..8d0f8438c84fa0b33413c64a439b992fb67de582 --- /dev/null +++ b/ic9600/4xIC9600_0.6_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570bfa75ca946384c075b4b28f8dd591a650a070a53957b5dbf248b8390bafc9 +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/4xIC9600_07_DF2K_plksr_tiny_fp16.toml b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/4xIC9600_07_DF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..72e8deb18ff5eca206c5be332a8c6ce33de2c16f --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/4xIC9600_07_DF2K_plksr_tiny_fp16.toml @@ -0,0 +1,63 @@ +# GENERATE TIME: Fri Oct 4 10:10:49 2024 +# CMD: +# train.py -opt options/plksr_tiny/complexity/fp16/4xIC9600_07_DF2K_plksr_tiny_fp16.toml --auto_resume + +# Training config exactly as used for testing with neosr, latest commit hash dc4e3742132bae2c2aa8e8d16de3a9fcec6b1a74 +name = "4xIC9600_0.7_DF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity07_hr/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/complexity/sets/complexity07_lr/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 110000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_10000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3af96a3bb31c2079bf1e1fc2cf5e9ce376d4919e --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215e5c640872a50ea434c65d28541945dcd8aa54aa035377c6e00a9036c0834b +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_100000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..b2d5433a836379173427d607922ffed805bc5911 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9839680aa462e72a090615ce89442db27641132a6fe01eedb46e40cf630312b4 +size 9513138 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_100221.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_100221.pth new file mode 100644 index 0000000000000000000000000000000000000000..b1e307883b61825428dc537162bf0b53003c0487 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_100221.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c650595711766765853d2a1b9295ae84c88c0aafc5ac2cd82c342f757d268b9a +size 9513138 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_20000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..0f7654cab53ee025fa01886fcb69e888a8e231a0 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac2766a34d4738f3dbc2c8628f70925a8410e36d2d5bc6c76593e37649c4084 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_30000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d4739f0937eaecbde8d39d7a385b7539b3bebb13 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4045b8cdebe42dc9854b38e4c3f5766b70558279ebfe7ba26c73e376410d253 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_40000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..eafce5b6a0fcd5ffbc643b4e283667c229089c3f --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16eee5e78b4655d94e5db2a6ad3dea4219c91ad915c51ef3a1fc6f9792592624 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_50000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9e76806d210ec96b3a5de89123067f8acdf93f39 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027042c47e0535149abd541221d97154734b5a88dd7e97688e6fd66037db0877 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_60000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..4cf44def90ebce2c95174e957436510230ed6cff --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c7663cd881199e594a7816e3df239eb15ce90cac40a1e86ca73ebb5e9107b0 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_70000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ae65474525f0d62e4640f2ccf05675f5eb2e55e3 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6b0c35787317f5ebc4fac70750153c59629148956271217759a38ef6be6906 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_80000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2a5990c83763c38105bc9dc266d9e4e42d7d0906 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f019bdd3670250a9ce8f7031aad96454750c2ec896fdbfe26752716ad36ee208 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d977fa789438095f6d1cb726a29106e303be46f3 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef82816c28af2fcdbeafa46db02ee30857e0833c862b90f27e9ac5f2f186b6 +size 9513034 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_latest.pth b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..4c93737ad1fbfdd2f2b1a1f7a1073f3fa7587812 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d84e616265a1fbdfcece6d8043d42f2e99aa96f3ae26f1ae22f93a88834d2bd +size 9513138 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_003033.log b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_003033.log new file mode 100644 index 0000000000000000000000000000000000000000..e0af85c15a77b423bee4ca2654a5f2cb3c5e996a --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_003033.log @@ -0,0 +1,1043 @@ +2024-10-04 00:30:33,690 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-04 00:30:33,871 INFO: Dataset [paired] is built. +2024-10-04 00:30:33,871 INFO: Training statistics: + Starting model: 4xIC9600_0.7_DF2K_plksr_tiny_fp16 + Number of train images: 318 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 20 + Total epochs 5000 for total iters 100000. +2024-10-04 00:30:33,872 INFO: Dataset [paired] is built. +2024-10-04 00:30:33,872 INFO: Number of val images/folders: 100 +2024-10-04 00:30:34,064 INFO: Using network [plksr]. +2024-10-04 00:30:34,088 INFO: Using exponential-moving average. +2024-10-04 00:30:34,089 INFO: Loss [L1Loss] enabled. +2024-10-04 00:30:34,089 INFO: Using model [image]. +2024-10-04 00:30:34,583 INFO: AMP enabled. +2024-10-04 00:30:34,584 INFO: Deterministic mode enabled. +2024-10-04 00:30:34,584 INFO: Start training from epoch: 0, iter: 0 +2024-10-04 00:30:41,979 INFO: [ epoch: 5 ] [ iter: 100 ] [ performance: 13.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:44 ] [ l_g_pix: 6.7338e-02 ] [ l_g_total: 6.7338e-02 ] +2024-10-04 00:30:48,368 INFO: [ epoch: 10 ] [ iter: 200 ] [ performance: 14.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:26 ] [ l_g_pix: 7.1024e-02 ] [ l_g_total: 7.1024e-02 ] +2024-10-04 00:30:54,792 INFO: [ epoch: 15 ] [ iter: 300 ] [ performance: 15.497 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:28 ] [ l_g_pix: 6.5763e-02 ] [ l_g_total: 6.5763e-02 ] +2024-10-04 00:31:01,836 INFO: [ epoch: 21 ] [ iter: 400 ] [ performance: 14.817 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:00 ] [ l_g_pix: 7.4771e-02 ] [ l_g_total: 7.4771e-02 ] +2024-10-04 00:31:08,267 INFO: [ epoch: 26 ] [ iter: 500 ] [ performance: 15.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:27 ] [ l_g_pix: 5.9650e-02 ] [ l_g_total: 5.9650e-02 ] +2024-10-04 00:31:14,712 INFO: [ epoch: 31 ] [ iter: 600 ] [ performance: 15.474 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:04 ] [ l_g_pix: 7.0017e-02 ] [ l_g_total: 7.0017e-02 ] +2024-10-04 00:31:21,151 INFO: [ epoch: 36 ] [ iter: 700 ] [ performance: 15.307 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:46 ] [ l_g_pix: 7.0431e-02 ] [ l_g_total: 7.0431e-02 ] +2024-10-04 00:31:28,155 INFO: [ epoch: 42 ] [ iter: 800 ] [ performance: 14.768 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:40 ] [ l_g_pix: 6.7820e-02 ] [ l_g_total: 6.7820e-02 ] +2024-10-04 00:31:34,591 INFO: [ epoch: 47 ] [ iter: 900 ] [ performance: 15.265 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:19 ] [ l_g_pix: 7.3405e-02 ] [ l_g_total: 7.3405e-02 ] +2024-10-04 00:31:41,046 INFO: [ epoch: 52 ] [ iter: 1,000 ] [ performance: 15.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:02 ] [ l_g_pix: 6.7688e-02 ] [ l_g_total: 6.7688e-02 ] +2024-10-04 00:31:47,442 INFO: [ epoch: 57 ] [ iter: 1,100 ] [ performance: 15.253 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:42 ] [ l_g_pix: 8.0010e-02 ] [ l_g_total: 8.0010e-02 ] +2024-10-04 00:31:54,490 INFO: [ epoch: 63 ] [ iter: 1,200 ] [ performance: 14.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:17 ] [ l_g_pix: 6.4819e-02 ] [ l_g_total: 6.4819e-02 ] +2024-10-04 00:32:00,894 INFO: [ epoch: 68 ] [ iter: 1,300 ] [ performance: 15.190 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:58 ] [ l_g_pix: 6.9527e-02 ] [ l_g_total: 6.9527e-02 ] +2024-10-04 00:32:07,337 INFO: [ epoch: 73 ] [ iter: 1,400 ] [ performance: 15.360 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:43 ] [ l_g_pix: 7.1817e-02 ] [ l_g_total: 7.1817e-02 ] +2024-10-04 00:32:13,790 INFO: [ epoch: 78 ] [ iter: 1,500 ] [ performance: 16.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:29 ] [ l_g_pix: 6.7495e-02 ] [ l_g_total: 6.7495e-02 ] +2024-10-04 00:32:20,783 INFO: [ epoch: 84 ] [ iter: 1,600 ] [ performance: 15.317 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:50 ] [ l_g_pix: 6.4509e-02 ] [ l_g_total: 6.4509e-02 ] +2024-10-04 00:32:27,254 INFO: [ epoch: 89 ] [ iter: 1,700 ] [ performance: 14.872 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:38 ] [ l_g_pix: 6.9976e-02 ] [ l_g_total: 6.9976e-02 ] +2024-10-04 00:32:33,720 INFO: [ epoch: 94 ] [ iter: 1,800 ] [ performance: 15.177 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:25 ] [ l_g_pix: 6.9284e-02 ] [ l_g_total: 6.9284e-02 ] +2024-10-04 00:32:40,190 INFO: [ epoch: 99 ] [ iter: 1,900 ] [ performance: 16.437 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:14 ] [ l_g_pix: 6.6272e-02 ] [ l_g_total: 6.6272e-02 ] +2024-10-04 00:32:47,244 INFO: [ epoch: 105 ] [ iter: 2,000 ] [ performance: 15.172 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:32 ] [ l_g_pix: 7.5551e-02 ] [ l_g_total: 7.5551e-02 ] +2024-10-04 00:32:53,736 INFO: [ epoch: 110 ] [ iter: 2,100 ] [ performance: 14.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:21 ] [ l_g_pix: 6.4583e-02 ] [ l_g_total: 6.4583e-02 ] +2024-10-04 00:33:00,219 INFO: [ epoch: 115 ] [ iter: 2,200 ] [ performance: 15.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:10 ] [ l_g_pix: 6.4738e-02 ] [ l_g_total: 6.4738e-02 ] +2024-10-04 00:33:07,305 INFO: [ epoch: 121 ] [ iter: 2,300 ] [ performance: 14.628 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:25 ] [ l_g_pix: 7.3778e-02 ] [ l_g_total: 7.3778e-02 ] +2024-10-04 00:33:13,703 INFO: [ epoch: 126 ] [ iter: 2,400 ] [ performance: 15.142 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:10 ] [ l_g_pix: 6.5251e-02 ] [ l_g_total: 6.5251e-02 ] +2024-10-04 00:33:20,152 INFO: [ epoch: 131 ] [ iter: 2,500 ] [ performance: 14.593 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:58 ] [ l_g_pix: 6.3289e-02 ] [ l_g_total: 6.3289e-02 ] +2024-10-04 00:33:26,564 INFO: [ epoch: 136 ] [ iter: 2,600 ] [ performance: 15.112 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:45 ] [ l_g_pix: 6.7544e-02 ] [ l_g_total: 6.7544e-02 ] +2024-10-04 00:33:33,622 INFO: [ epoch: 142 ] [ iter: 2,700 ] [ performance: 14.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:56 ] [ l_g_pix: 6.2625e-02 ] [ l_g_total: 6.2625e-02 ] +2024-10-04 00:33:40,078 INFO: [ epoch: 147 ] [ iter: 2,800 ] [ performance: 15.006 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:45 ] [ l_g_pix: 6.3322e-02 ] [ l_g_total: 6.3322e-02 ] +2024-10-04 00:33:46,479 INFO: [ epoch: 152 ] [ iter: 2,900 ] [ performance: 16.126 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:32 ] [ l_g_pix: 5.6990e-02 ] [ l_g_total: 5.6990e-02 ] +2024-10-04 00:33:52,897 INFO: [ epoch: 157 ] [ iter: 3,000 ] [ performance: 15.830 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:20 ] [ l_g_pix: 7.2415e-02 ] [ l_g_total: 7.2415e-02 ] +2024-10-04 00:33:59,913 INFO: [ epoch: 163 ] [ iter: 3,100 ] [ performance: 14.415 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:27 ] [ l_g_pix: 6.0123e-02 ] [ l_g_total: 6.0123e-02 ] +2024-10-04 00:34:06,377 INFO: [ epoch: 168 ] [ iter: 3,200 ] [ performance: 14.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:16 ] [ l_g_pix: 7.0309e-02 ] [ l_g_total: 7.0309e-02 ] +2024-10-04 00:34:12,798 INFO: [ epoch: 173 ] [ iter: 3,300 ] [ performance: 15.990 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:05 ] [ l_g_pix: 5.9490e-02 ] [ l_g_total: 5.9490e-02 ] +2024-10-04 00:34:19,255 INFO: [ epoch: 178 ] [ iter: 3,400 ] [ performance: 15.714 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:55 ] [ l_g_pix: 5.4756e-02 ] [ l_g_total: 5.4756e-02 ] +2024-10-04 00:34:26,318 INFO: [ epoch: 184 ] [ iter: 3,500 ] [ performance: 14.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:02 ] [ l_g_pix: 6.4805e-02 ] [ l_g_total: 6.4805e-02 ] +2024-10-04 00:34:32,729 INFO: [ epoch: 189 ] [ iter: 3,600 ] [ performance: 14.914 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:50 ] [ l_g_pix: 6.7158e-02 ] [ l_g_total: 6.7158e-02 ] +2024-10-04 00:34:39,164 INFO: [ epoch: 194 ] [ iter: 3,700 ] [ performance: 15.744 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:40 ] [ l_g_pix: 7.4166e-02 ] [ l_g_total: 7.4166e-02 ] +2024-10-04 00:34:45,606 INFO: [ epoch: 199 ] [ iter: 3,800 ] [ performance: 15.624 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:29 ] [ l_g_pix: 6.7890e-02 ] [ l_g_total: 6.7890e-02 ] +2024-10-04 00:34:52,527 INFO: [ epoch: 205 ] [ iter: 3,900 ] [ performance: 14.268 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:31 ] [ l_g_pix: 7.4675e-02 ] [ l_g_total: 7.4675e-02 ] +2024-10-04 00:34:58,935 INFO: [ epoch: 210 ] [ iter: 4,000 ] [ performance: 14.979 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:20 ] [ l_g_pix: 6.6178e-02 ] [ l_g_total: 6.6178e-02 ] +2024-10-04 00:35:05,367 INFO: [ epoch: 215 ] [ iter: 4,100 ] [ performance: 15.582 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:10 ] [ l_g_pix: 6.3566e-02 ] [ l_g_total: 6.3566e-02 ] +2024-10-04 00:35:12,398 INFO: [ epoch: 221 ] [ iter: 4,200 ] [ performance: 14.797 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:14 ] [ l_g_pix: 5.1205e-02 ] [ l_g_total: 5.1205e-02 ] +2024-10-04 00:35:18,831 INFO: [ epoch: 226 ] [ iter: 4,300 ] [ performance: 15.512 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:04 ] [ l_g_pix: 6.1766e-02 ] [ l_g_total: 6.1766e-02 ] +2024-10-04 00:35:25,286 INFO: [ epoch: 231 ] [ iter: 4,400 ] [ performance: 15.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:54 ] [ l_g_pix: 6.0105e-02 ] [ l_g_total: 6.0105e-02 ] +2024-10-04 00:35:31,729 INFO: [ epoch: 236 ] [ iter: 4,500 ] [ performance: 15.376 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:45 ] [ l_g_pix: 7.1899e-02 ] [ l_g_total: 7.1899e-02 ] +2024-10-04 00:35:38,735 INFO: [ epoch: 242 ] [ iter: 4,600 ] [ performance: 14.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:47 ] [ l_g_pix: 5.9231e-02 ] [ l_g_total: 5.9231e-02 ] +2024-10-04 00:35:45,160 INFO: [ epoch: 247 ] [ iter: 4,700 ] [ performance: 15.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:37 ] [ l_g_pix: 5.5185e-02 ] [ l_g_total: 5.5185e-02 ] +2024-10-04 00:35:51,615 INFO: [ epoch: 252 ] [ iter: 4,800 ] [ performance: 15.399 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:28 ] [ l_g_pix: 7.5174e-02 ] [ l_g_total: 7.5174e-02 ] +2024-10-04 00:35:58,021 INFO: [ epoch: 257 ] [ iter: 4,900 ] [ performance: 15.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:18 ] [ l_g_pix: 6.2480e-02 ] [ l_g_total: 6.2480e-02 ] +2024-10-04 00:36:05,112 INFO: [ epoch: 263 ] [ iter: 5,000 ] [ performance: 14.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:21 ] [ l_g_pix: 6.1581e-02 ] [ l_g_total: 6.1581e-02 ] +2024-10-04 00:36:11,567 INFO: [ epoch: 268 ] [ iter: 5,100 ] [ performance: 15.024 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:12 ] [ l_g_pix: 7.0486e-02 ] [ l_g_total: 7.0486e-02 ] +2024-10-04 00:36:18,035 INFO: [ epoch: 273 ] [ iter: 5,200 ] [ performance: 15.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:03 ] [ l_g_pix: 6.4038e-02 ] [ l_g_total: 6.4038e-02 ] +2024-10-04 00:36:24,419 INFO: [ epoch: 278 ] [ iter: 5,300 ] [ performance: 17.219 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:53 ] [ l_g_pix: 6.4885e-02 ] [ l_g_total: 6.4885e-02 ] +2024-10-04 00:36:31,511 INFO: [ epoch: 284 ] [ iter: 5,400 ] [ performance: 15.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:55 ] [ l_g_pix: 8.6574e-02 ] [ l_g_total: 8.6574e-02 ] +2024-10-04 00:36:37,926 INFO: [ epoch: 289 ] [ iter: 5,500 ] [ performance: 14.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:45 ] [ l_g_pix: 7.5421e-02 ] [ l_g_total: 7.5421e-02 ] +2024-10-04 00:36:44,384 INFO: [ epoch: 294 ] [ iter: 5,600 ] [ performance: 15.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:37 ] [ l_g_pix: 5.7204e-02 ] [ l_g_total: 5.7204e-02 ] +2024-10-04 00:36:50,851 INFO: [ epoch: 299 ] [ iter: 5,700 ] [ performance: 16.693 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:28 ] [ l_g_pix: 7.1505e-02 ] [ l_g_total: 7.1505e-02 ] +2024-10-04 00:36:57,807 INFO: [ epoch: 305 ] [ iter: 5,800 ] [ performance: 15.264 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:28 ] [ l_g_pix: 7.0063e-02 ] [ l_g_total: 7.0063e-02 ] +2024-10-04 00:37:04,279 INFO: [ epoch: 310 ] [ iter: 5,900 ] [ performance: 14.596 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:19 ] [ l_g_pix: 6.3326e-02 ] [ l_g_total: 6.3326e-02 ] +2024-10-04 00:37:10,708 INFO: [ epoch: 315 ] [ iter: 6,000 ] [ performance: 15.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:10 ] [ l_g_pix: 6.5697e-02 ] [ l_g_total: 6.5697e-02 ] +2024-10-04 00:37:17,753 INFO: [ epoch: 321 ] [ iter: 6,100 ] [ performance: 14.524 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:10 ] [ l_g_pix: 6.7903e-02 ] [ l_g_total: 6.7903e-02 ] +2024-10-04 00:37:24,186 INFO: [ epoch: 326 ] [ iter: 6,200 ] [ performance: 15.110 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:01 ] [ l_g_pix: 6.5759e-02 ] [ l_g_total: 6.5759e-02 ] +2024-10-04 00:37:30,612 INFO: [ epoch: 331 ] [ iter: 6,300 ] [ performance: 14.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:52 ] [ l_g_pix: 6.4151e-02 ] [ l_g_total: 6.4151e-02 ] +2024-10-04 00:37:37,100 INFO: [ epoch: 336 ] [ iter: 6,400 ] [ performance: 15.036 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:44 ] [ l_g_pix: 7.6607e-02 ] [ l_g_total: 7.6607e-02 ] +2024-10-04 00:37:44,146 INFO: [ epoch: 342 ] [ iter: 6,500 ] [ performance: 14.377 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:44 ] [ l_g_pix: 7.0657e-02 ] [ l_g_total: 7.0657e-02 ] +2024-10-04 00:37:50,579 INFO: [ epoch: 347 ] [ iter: 6,600 ] [ performance: 15.052 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:36 ] [ l_g_pix: 6.8142e-02 ] [ l_g_total: 6.8142e-02 ] +2024-10-04 00:37:56,975 INFO: [ epoch: 352 ] [ iter: 6,700 ] [ performance: 16.400 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:26 ] [ l_g_pix: 7.8589e-02 ] [ l_g_total: 7.8589e-02 ] +2024-10-04 00:38:03,357 INFO: [ epoch: 357 ] [ iter: 6,800 ] [ performance: 15.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:17 ] [ l_g_pix: 7.0778e-02 ] [ l_g_total: 7.0778e-02 ] +2024-10-04 00:38:10,436 INFO: [ epoch: 363 ] [ iter: 6,900 ] [ performance: 14.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:17 ] [ l_g_pix: 6.5612e-02 ] [ l_g_total: 6.5612e-02 ] +2024-10-04 00:38:16,884 INFO: [ epoch: 368 ] [ iter: 7,000 ] [ performance: 14.894 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:08 ] [ l_g_pix: 6.9998e-02 ] [ l_g_total: 6.9998e-02 ] +2024-10-04 00:38:23,322 INFO: [ epoch: 373 ] [ iter: 7,100 ] [ performance: 16.138 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:00 ] [ l_g_pix: 7.6469e-02 ] [ l_g_total: 7.6469e-02 ] +2024-10-04 00:38:29,796 INFO: [ epoch: 378 ] [ iter: 7,200 ] [ performance: 15.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:52 ] [ l_g_pix: 7.2486e-02 ] [ l_g_total: 7.2486e-02 ] +2024-10-04 00:38:36,875 INFO: [ epoch: 384 ] [ iter: 7,300 ] [ performance: 13.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:51 ] [ l_g_pix: 6.8631e-02 ] [ l_g_total: 6.8631e-02 ] +2024-10-04 00:38:43,312 INFO: [ epoch: 389 ] [ iter: 7,400 ] [ performance: 14.806 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:43 ] [ l_g_pix: 6.6950e-02 ] [ l_g_total: 6.6950e-02 ] +2024-10-04 00:38:49,711 INFO: [ epoch: 394 ] [ iter: 7,500 ] [ performance: 16.113 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:34 ] [ l_g_pix: 6.2690e-02 ] [ l_g_total: 6.2690e-02 ] +2024-10-04 00:38:56,174 INFO: [ epoch: 399 ] [ iter: 7,600 ] [ performance: 15.716 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:26 ] [ l_g_pix: 6.8553e-02 ] [ l_g_total: 6.8553e-02 ] +2024-10-04 00:39:03,167 INFO: [ epoch: 405 ] [ iter: 7,700 ] [ performance: 13.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:24 ] [ l_g_pix: 6.8370e-02 ] [ l_g_total: 6.8370e-02 ] +2024-10-04 00:39:09,575 INFO: [ epoch: 410 ] [ iter: 7,800 ] [ performance: 14.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:15 ] [ l_g_pix: 7.0872e-02 ] [ l_g_total: 7.0872e-02 ] +2024-10-04 00:39:15,949 INFO: [ epoch: 415 ] [ iter: 7,900 ] [ performance: 15.824 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:06 ] [ l_g_pix: 7.5747e-02 ] [ l_g_total: 7.5747e-02 ] +2024-10-04 00:39:22,977 INFO: [ epoch: 421 ] [ iter: 8,000 ] [ performance: 14.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:05 ] [ l_g_pix: 5.6221e-02 ] [ l_g_total: 5.6221e-02 ] +2024-10-04 00:39:29,482 INFO: [ epoch: 426 ] [ iter: 8,100 ] [ performance: 15.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:57 ] [ l_g_pix: 6.6921e-02 ] [ l_g_total: 6.6921e-02 ] +2024-10-04 00:39:35,887 INFO: [ epoch: 431 ] [ iter: 8,200 ] [ performance: 15.507 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:48 ] [ l_g_pix: 5.4708e-02 ] [ l_g_total: 5.4708e-02 ] +2024-10-04 00:39:42,323 INFO: [ epoch: 436 ] [ iter: 8,300 ] [ performance: 15.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:40 ] [ l_g_pix: 7.2524e-02 ] [ l_g_total: 7.2524e-02 ] +2024-10-04 00:39:49,360 INFO: [ epoch: 442 ] [ iter: 8,400 ] [ performance: 14.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:38 ] [ l_g_pix: 7.6042e-02 ] [ l_g_total: 7.6042e-02 ] +2024-10-04 00:39:55,761 INFO: [ epoch: 447 ] [ iter: 8,500 ] [ performance: 15.503 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:30 ] [ l_g_pix: 8.2451e-02 ] [ l_g_total: 8.2451e-02 ] +2024-10-04 00:40:02,193 INFO: [ epoch: 452 ] [ iter: 8,600 ] [ performance: 15.533 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:21 ] [ l_g_pix: 6.8288e-02 ] [ l_g_total: 6.8288e-02 ] +2024-10-04 00:40:08,622 INFO: [ epoch: 457 ] [ iter: 8,700 ] [ performance: 15.262 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:13 ] [ l_g_pix: 5.8718e-02 ] [ l_g_total: 5.8718e-02 ] +2024-10-04 00:40:15,685 INFO: [ epoch: 463 ] [ iter: 8,800 ] [ performance: 14.542 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:12 ] [ l_g_pix: 5.8286e-02 ] [ l_g_total: 5.8286e-02 ] +2024-10-04 00:40:22,130 INFO: [ epoch: 468 ] [ iter: 8,900 ] [ performance: 15.049 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:03 ] [ l_g_pix: 6.7544e-02 ] [ l_g_total: 6.7544e-02 ] +2024-10-04 00:40:28,600 INFO: [ epoch: 473 ] [ iter: 9,000 ] [ performance: 15.311 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:56 ] [ l_g_pix: 6.2301e-02 ] [ l_g_total: 6.2301e-02 ] +2024-10-04 00:40:35,027 INFO: [ epoch: 478 ] [ iter: 9,100 ] [ performance: 17.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:47 ] [ l_g_pix: 5.4226e-02 ] [ l_g_total: 5.4226e-02 ] +2024-10-04 00:40:42,078 INFO: [ epoch: 484 ] [ iter: 9,200 ] [ performance: 15.253 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:45 ] [ l_g_pix: 7.9467e-02 ] [ l_g_total: 7.9467e-02 ] +2024-10-04 00:40:48,519 INFO: [ epoch: 489 ] [ iter: 9,300 ] [ performance: 14.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:37 ] [ l_g_pix: 7.2579e-02 ] [ l_g_total: 7.2579e-02 ] +2024-10-04 00:40:54,915 INFO: [ epoch: 494 ] [ iter: 9,400 ] [ performance: 15.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:29 ] [ l_g_pix: 5.7074e-02 ] [ l_g_total: 5.7074e-02 ] +2024-10-04 00:41:01,403 INFO: [ epoch: 499 ] [ iter: 9,500 ] [ performance: 17.281 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:21 ] [ l_g_pix: 6.4521e-02 ] [ l_g_total: 6.4521e-02 ] +2024-10-04 00:41:08,447 INFO: [ epoch: 505 ] [ iter: 9,600 ] [ performance: 15.134 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:19 ] [ l_g_pix: 6.9774e-02 ] [ l_g_total: 6.9774e-02 ] +2024-10-04 00:41:14,881 INFO: [ epoch: 510 ] [ iter: 9,700 ] [ performance: 14.420 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:11 ] [ l_g_pix: 5.6094e-02 ] [ l_g_total: 5.6094e-02 ] +2024-10-04 00:41:21,285 INFO: [ epoch: 515 ] [ iter: 9,800 ] [ performance: 15.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:03 ] [ l_g_pix: 6.6427e-02 ] [ l_g_total: 6.6427e-02 ] +2024-10-04 00:41:28,322 INFO: [ epoch: 521 ] [ iter: 9,900 ] [ performance: 14.406 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:00 ] [ l_g_pix: 8.3172e-02 ] [ l_g_total: 8.3172e-02 ] +2024-10-04 00:41:34,782 INFO: [ epoch: 526 ] [ iter: 10,000 ] [ performance: 15.101 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:52 ] [ l_g_pix: 6.8617e-02 ] [ l_g_total: 6.8617e-02 ] +2024-10-04 00:41:34,783 INFO: Saving models and training states. +2024-10-04 00:44:28,214 INFO: Validation val + + # psnr: 26.4738........ Best: 26.4738 @ 10000 iter + # ssim: 0.7417........ Best: 0.7417 @ 10000 iter + # dists: 0.7783........ Best: 0.7783 @ 10000 iter + +2024-10-04 00:44:35,634 INFO: [ epoch: 531 ] [ iter: 10,100 ] [ performance: 12.125 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:37 ] [ l_g_pix: 5.8011e-02 ] [ l_g_total: 5.8011e-02 ] +2024-10-04 00:44:43,143 INFO: [ epoch: 536 ] [ iter: 10,200 ] [ performance: 12.896 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:22 ] [ l_g_pix: 6.4729e-02 ] [ l_g_total: 6.4729e-02 ] +2024-10-04 00:44:51,463 INFO: [ epoch: 542 ] [ iter: 10,300 ] [ performance: 11.884 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:13 ] [ l_g_pix: 7.0117e-02 ] [ l_g_total: 7.0117e-02 ] +2024-10-04 00:44:58,932 INFO: [ epoch: 547 ] [ iter: 10,400 ] [ performance: 12.856 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:58 ] [ l_g_pix: 7.3382e-02 ] [ l_g_total: 7.3382e-02 ] +2024-10-04 00:45:06,410 INFO: [ epoch: 552 ] [ iter: 10,500 ] [ performance: 14.655 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:42 ] [ l_g_pix: 6.9882e-02 ] [ l_g_total: 6.9882e-02 ] +2024-10-04 00:45:13,932 INFO: [ epoch: 557 ] [ iter: 10,600 ] [ performance: 13.709 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:28 ] [ l_g_pix: 6.2248e-02 ] [ l_g_total: 6.2248e-02 ] +2024-10-04 00:45:22,194 INFO: [ epoch: 563 ] [ iter: 10,700 ] [ performance: 11.686 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:19 ] [ l_g_pix: 7.0572e-02 ] [ l_g_total: 7.0572e-02 ] +2024-10-04 00:45:29,630 INFO: [ epoch: 568 ] [ iter: 10,800 ] [ performance: 12.831 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:04 ] [ l_g_pix: 6.1951e-02 ] [ l_g_total: 6.1951e-02 ] +2024-10-04 00:45:37,083 INFO: [ epoch: 573 ] [ iter: 10,900 ] [ performance: 14.413 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:49 ] [ l_g_pix: 6.7565e-02 ] [ l_g_total: 6.7565e-02 ] +2024-10-04 00:45:44,562 INFO: [ epoch: 578 ] [ iter: 11,000 ] [ performance: 13.685 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:34 ] [ l_g_pix: 6.5610e-02 ] [ l_g_total: 6.5610e-02 ] +2024-10-04 00:45:52,908 INFO: [ epoch: 584 ] [ iter: 11,100 ] [ performance: 11.207 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:27 ] [ l_g_pix: 6.3219e-02 ] [ l_g_total: 6.3219e-02 ] +2024-10-04 00:46:00,410 INFO: [ epoch: 589 ] [ iter: 11,200 ] [ performance: 12.591 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:12 ] [ l_g_pix: 6.7685e-02 ] [ l_g_total: 6.7685e-02 ] +2024-10-04 00:46:07,876 INFO: [ epoch: 594 ] [ iter: 11,300 ] [ performance: 14.110 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:58 ] [ l_g_pix: 7.6119e-02 ] [ l_g_total: 7.6119e-02 ] +2024-10-04 00:46:15,468 INFO: [ epoch: 599 ] [ iter: 11,400 ] [ performance: 13.446 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:44 ] [ l_g_pix: 6.4185e-02 ] [ l_g_total: 6.4185e-02 ] +2024-10-04 00:46:23,704 INFO: [ epoch: 605 ] [ iter: 11,500 ] [ performance: 11.277 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:36 ] [ l_g_pix: 5.7228e-02 ] [ l_g_total: 5.7228e-02 ] +2024-10-04 00:46:31,115 INFO: [ epoch: 610 ] [ iter: 11,600 ] [ performance: 12.742 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:21 ] [ l_g_pix: 6.7477e-02 ] [ l_g_total: 6.7477e-02 ] +2024-10-04 00:46:38,652 INFO: [ epoch: 615 ] [ iter: 11,700 ] [ performance: 13.627 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:08 ] [ l_g_pix: 7.4296e-02 ] [ l_g_total: 7.4296e-02 ] +2024-10-04 00:46:46,964 INFO: [ epoch: 621 ] [ iter: 11,800 ] [ performance: 12.464 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:00 ] [ l_g_pix: 5.8459e-02 ] [ l_g_total: 5.8459e-02 ] +2024-10-04 00:46:54,406 INFO: [ epoch: 626 ] [ iter: 11,900 ] [ performance: 13.643 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:46 ] [ l_g_pix: 6.6051e-02 ] [ l_g_total: 6.6051e-02 ] +2024-10-04 00:47:01,962 INFO: [ epoch: 631 ] [ iter: 12,000 ] [ performance: 13.353 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:33 ] [ l_g_pix: 5.6795e-02 ] [ l_g_total: 5.6795e-02 ] +2024-10-04 00:47:09,407 INFO: [ epoch: 636 ] [ iter: 12,100 ] [ performance: 13.432 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:19 ] [ l_g_pix: 7.6338e-02 ] [ l_g_total: 7.6338e-02 ] +2024-10-04 00:47:17,760 INFO: [ epoch: 642 ] [ iter: 12,200 ] [ performance: 12.358 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:12 ] [ l_g_pix: 6.3356e-02 ] [ l_g_total: 6.3356e-02 ] +2024-10-04 00:47:25,337 INFO: [ epoch: 647 ] [ iter: 12,300 ] [ performance: 13.161 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:59 ] [ l_g_pix: 5.6941e-02 ] [ l_g_total: 5.6941e-02 ] +2024-10-04 00:47:32,839 INFO: [ epoch: 652 ] [ iter: 12,400 ] [ performance: 13.284 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:46 ] [ l_g_pix: 6.5287e-02 ] [ l_g_total: 6.5287e-02 ] +2024-10-04 00:47:40,359 INFO: [ epoch: 657 ] [ iter: 12,500 ] [ performance: 12.880 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:33 ] [ l_g_pix: 7.1448e-02 ] [ l_g_total: 7.1448e-02 ] +2024-10-04 00:47:48,652 INFO: [ epoch: 663 ] [ iter: 12,600 ] [ performance: 12.275 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:26 ] [ l_g_pix: 6.8966e-02 ] [ l_g_total: 6.8966e-02 ] +2024-10-04 00:47:56,178 INFO: [ epoch: 668 ] [ iter: 12,700 ] [ performance: 12.638 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:13 ] [ l_g_pix: 7.2165e-02 ] [ l_g_total: 7.2165e-02 ] +2024-10-04 00:48:03,664 INFO: [ epoch: 673 ] [ iter: 12,800 ] [ performance: 13.156 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:00 ] [ l_g_pix: 7.3755e-02 ] [ l_g_total: 7.3755e-02 ] +2024-10-04 00:48:11,149 INFO: [ epoch: 678 ] [ iter: 12,900 ] [ performance: 17.552 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:47 ] [ l_g_pix: 6.0017e-02 ] [ l_g_total: 6.0017e-02 ] +2024-10-04 00:48:19,460 INFO: [ epoch: 684 ] [ iter: 13,000 ] [ performance: 13.127 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:39 ] [ l_g_pix: 6.9063e-02 ] [ l_g_total: 6.9063e-02 ] +2024-10-04 00:48:26,920 INFO: [ epoch: 689 ] [ iter: 13,100 ] [ performance: 12.534 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:26 ] [ l_g_pix: 7.0003e-02 ] [ l_g_total: 7.0003e-02 ] +2024-10-04 00:48:34,457 INFO: [ epoch: 694 ] [ iter: 13,200 ] [ performance: 13.072 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:14 ] [ l_g_pix: 7.4117e-02 ] [ l_g_total: 7.4117e-02 ] +2024-10-04 00:48:42,029 INFO: [ epoch: 699 ] [ iter: 13,300 ] [ performance: 16.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1:58:02 ] [ l_g_pix: 6.3808e-02 ] [ l_g_total: 6.3808e-02 ] +2024-10-04 00:48:50,251 INFO: [ epoch: 705 ] [ iter: 13,400 ] [ performance: 13.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:54 ] [ l_g_pix: 6.8330e-02 ] [ l_g_total: 6.8330e-02 ] +2024-10-04 00:48:57,776 INFO: [ epoch: 710 ] [ iter: 13,500 ] [ performance: 11.959 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:42 ] [ l_g_pix: 7.8579e-02 ] [ l_g_total: 7.8579e-02 ] +2024-10-04 00:49:05,262 INFO: [ epoch: 715 ] [ iter: 13,600 ] [ performance: 12.984 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:29 ] [ l_g_pix: 6.0564e-02 ] [ l_g_total: 6.0564e-02 ] +2024-10-04 00:49:13,565 INFO: [ epoch: 721 ] [ iter: 13,700 ] [ performance: 11.811 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:22 ] [ l_g_pix: 5.8881e-02 ] [ l_g_total: 5.8881e-02 ] +2024-10-04 00:49:21,092 INFO: [ epoch: 726 ] [ iter: 13,800 ] [ performance: 12.897 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:10 ] [ l_g_pix: 6.3736e-02 ] [ l_g_total: 6.3736e-02 ] +2024-10-04 00:49:28,543 INFO: [ epoch: 731 ] [ iter: 13,900 ] [ performance: 11.477 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:57 ] [ l_g_pix: 6.3659e-02 ] [ l_g_total: 6.3659e-02 ] +2024-10-04 00:49:36,079 INFO: [ epoch: 736 ] [ iter: 14,000 ] [ performance: 12.798 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:46 ] [ l_g_pix: 7.2561e-02 ] [ l_g_total: 7.2561e-02 ] +2024-10-04 00:49:44,390 INFO: [ epoch: 742 ] [ iter: 14,100 ] [ performance: 11.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:38 ] [ l_g_pix: 6.7953e-02 ] [ l_g_total: 6.7953e-02 ] +2024-10-04 00:49:51,858 INFO: [ epoch: 747 ] [ iter: 14,200 ] [ performance: 12.879 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:26 ] [ l_g_pix: 6.8743e-02 ] [ l_g_total: 6.8743e-02 ] +2024-10-04 00:49:59,358 INFO: [ epoch: 752 ] [ iter: 14,300 ] [ performance: 16.227 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:14 ] [ l_g_pix: 6.8018e-02 ] [ l_g_total: 6.8018e-02 ] +2024-10-04 00:50:06,891 INFO: [ epoch: 757 ] [ iter: 14,400 ] [ performance: 13.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:02 ] [ l_g_pix: 6.1363e-02 ] [ l_g_total: 6.1363e-02 ] +2024-10-04 00:50:15,207 INFO: [ epoch: 763 ] [ iter: 14,500 ] [ performance: 10.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:55 ] [ l_g_pix: 8.3974e-02 ] [ l_g_total: 8.3974e-02 ] +2024-10-04 00:50:22,712 INFO: [ epoch: 768 ] [ iter: 14,600 ] [ performance: 12.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:43 ] [ l_g_pix: 6.4032e-02 ] [ l_g_total: 6.4032e-02 ] +2024-10-04 00:50:30,209 INFO: [ epoch: 773 ] [ iter: 14,700 ] [ performance: 15.440 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:32 ] [ l_g_pix: 7.0975e-02 ] [ l_g_total: 7.0975e-02 ] +2024-10-04 00:50:37,736 INFO: [ epoch: 778 ] [ iter: 14,800 ] [ performance: 13.694 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:20 ] [ l_g_pix: 6.7776e-02 ] [ l_g_total: 6.7776e-02 ] +2024-10-04 00:50:46,099 INFO: [ epoch: 784 ] [ iter: 14,900 ] [ performance: 10.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:13 ] [ l_g_pix: 6.1568e-02 ] [ l_g_total: 6.1568e-02 ] +2024-10-04 00:50:53,532 INFO: [ epoch: 789 ] [ iter: 15,000 ] [ performance: 12.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:01 ] [ l_g_pix: 7.7632e-02 ] [ l_g_total: 7.7632e-02 ] +2024-10-04 00:51:01,087 INFO: [ epoch: 794 ] [ iter: 15,100 ] [ performance: 14.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:50 ] [ l_g_pix: 6.1061e-02 ] [ l_g_total: 6.1061e-02 ] +2024-10-04 00:51:08,725 INFO: [ epoch: 799 ] [ iter: 15,200 ] [ performance: 13.424 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:39 ] [ l_g_pix: 6.8070e-02 ] [ l_g_total: 6.8070e-02 ] +2024-10-04 00:51:16,946 INFO: [ epoch: 805 ] [ iter: 15,300 ] [ performance: 10.169 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:32 ] [ l_g_pix: 5.4479e-02 ] [ l_g_total: 5.4479e-02 ] +2024-10-04 00:51:24,398 INFO: [ epoch: 810 ] [ iter: 15,400 ] [ performance: 12.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:20 ] [ l_g_pix: 5.9064e-02 ] [ l_g_total: 5.9064e-02 ] +2024-10-04 00:51:31,850 INFO: [ epoch: 815 ] [ iter: 15,500 ] [ performance: 14.526 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:08 ] [ l_g_pix: 5.5343e-02 ] [ l_g_total: 5.5343e-02 ] +2024-10-04 00:51:40,114 INFO: [ epoch: 821 ] [ iter: 15,600 ] [ performance: 12.492 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:01 ] [ l_g_pix: 7.0629e-02 ] [ l_g_total: 7.0629e-02 ] +2024-10-04 00:51:47,546 INFO: [ epoch: 826 ] [ iter: 15,700 ] [ performance: 14.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:49 ] [ l_g_pix: 5.6238e-02 ] [ l_g_total: 5.6238e-02 ] +2024-10-04 00:51:54,985 INFO: [ epoch: 831 ] [ iter: 15,800 ] [ performance: 13.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:38 ] [ l_g_pix: 5.1718e-02 ] [ l_g_total: 5.1718e-02 ] +2024-10-04 00:52:02,427 INFO: [ epoch: 836 ] [ iter: 15,900 ] [ performance: 13.917 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:26 ] [ l_g_pix: 5.8796e-02 ] [ l_g_total: 5.8796e-02 ] +2024-10-04 00:52:10,746 INFO: [ epoch: 842 ] [ iter: 16,000 ] [ performance: 12.314 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:19 ] [ l_g_pix: 6.6263e-02 ] [ l_g_total: 6.6263e-02 ] +2024-10-04 00:52:18,275 INFO: [ epoch: 847 ] [ iter: 16,100 ] [ performance: 13.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:08 ] [ l_g_pix: 5.6788e-02 ] [ l_g_total: 5.6788e-02 ] +2024-10-04 00:52:25,755 INFO: [ epoch: 852 ] [ iter: 16,200 ] [ performance: 13.313 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:57 ] [ l_g_pix: 5.7718e-02 ] [ l_g_total: 5.7718e-02 ] +2024-10-04 00:52:33,316 INFO: [ epoch: 857 ] [ iter: 16,300 ] [ performance: 12.730 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:46 ] [ l_g_pix: 5.9912e-02 ] [ l_g_total: 5.9912e-02 ] +2024-10-04 00:52:41,609 INFO: [ epoch: 863 ] [ iter: 16,400 ] [ performance: 12.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:39 ] [ l_g_pix: 6.7737e-02 ] [ l_g_total: 6.7737e-02 ] +2024-10-04 00:52:49,155 INFO: [ epoch: 868 ] [ iter: 16,500 ] [ performance: 12.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:28 ] [ l_g_pix: 6.4325e-02 ] [ l_g_total: 6.4325e-02 ] +2024-10-04 00:52:56,651 INFO: [ epoch: 873 ] [ iter: 16,600 ] [ performance: 13.194 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:17 ] [ l_g_pix: 5.2480e-02 ] [ l_g_total: 5.2480e-02 ] +2024-10-04 00:53:04,138 INFO: [ epoch: 878 ] [ iter: 16,700 ] [ performance: 28.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:06 ] [ l_g_pix: 7.1288e-02 ] [ l_g_total: 7.1288e-02 ] +2024-10-04 00:53:12,442 INFO: [ epoch: 884 ] [ iter: 16,800 ] [ performance: 13.155 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:59 ] [ l_g_pix: 7.3905e-02 ] [ l_g_total: 7.3905e-02 ] +2024-10-04 00:53:19,946 INFO: [ epoch: 889 ] [ iter: 16,900 ] [ performance: 11.740 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:48 ] [ l_g_pix: 5.2151e-02 ] [ l_g_total: 5.2151e-02 ] +2024-10-04 00:53:27,416 INFO: [ epoch: 894 ] [ iter: 17,000 ] [ performance: 13.136 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:37 ] [ l_g_pix: 7.3756e-02 ] [ l_g_total: 7.3756e-02 ] +2024-10-04 00:53:35,002 INFO: [ epoch: 899 ] [ iter: 17,100 ] [ performance: 25.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:27 ] [ l_g_pix: 6.7486e-02 ] [ l_g_total: 6.7486e-02 ] +2024-10-04 00:53:43,224 INFO: [ epoch: 905 ] [ iter: 17,200 ] [ performance: 13.057 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:20 ] [ l_g_pix: 6.7195e-02 ] [ l_g_total: 6.7195e-02 ] +2024-10-04 00:53:50,729 INFO: [ epoch: 910 ] [ iter: 17,300 ] [ performance: 10.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:09 ] [ l_g_pix: 7.1654e-02 ] [ l_g_total: 7.1654e-02 ] +2024-10-04 00:53:58,223 INFO: [ epoch: 915 ] [ iter: 17,400 ] [ performance: 12.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:58 ] [ l_g_pix: 6.0608e-02 ] [ l_g_total: 6.0608e-02 ] +2024-10-04 00:54:06,517 INFO: [ epoch: 921 ] [ iter: 17,500 ] [ performance: 10.471 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:51 ] [ l_g_pix: 5.6953e-02 ] [ l_g_total: 5.6953e-02 ] +2024-10-04 00:54:14,014 INFO: [ epoch: 926 ] [ iter: 17,600 ] [ performance: 12.934 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:40 ] [ l_g_pix: 7.3912e-02 ] [ l_g_total: 7.3912e-02 ] +2024-10-04 00:54:21,420 INFO: [ epoch: 931 ] [ iter: 17,700 ] [ performance: 9.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:29 ] [ l_g_pix: 6.3810e-02 ] [ l_g_total: 6.3810e-02 ] +2024-10-04 00:54:28,916 INFO: [ epoch: 936 ] [ iter: 17,800 ] [ performance: 12.874 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:19 ] [ l_g_pix: 6.2523e-02 ] [ l_g_total: 6.2523e-02 ] +2024-10-04 00:54:37,207 INFO: [ epoch: 942 ] [ iter: 17,900 ] [ performance: 9.331 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:12 ] [ l_g_pix: 6.3746e-02 ] [ l_g_total: 6.3746e-02 ] +2024-10-04 00:54:44,717 INFO: [ epoch: 947 ] [ iter: 18,000 ] [ performance: 12.777 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:01 ] [ l_g_pix: 7.8092e-02 ] [ l_g_total: 7.8092e-02 ] +2024-10-04 00:54:52,304 INFO: [ epoch: 952 ] [ iter: 18,100 ] [ performance: 29.041 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:51 ] [ l_g_pix: 6.7178e-02 ] [ l_g_total: 6.7178e-02 ] +2024-10-04 00:54:59,764 INFO: [ epoch: 957 ] [ iter: 18,200 ] [ performance: 14.097 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:40 ] [ l_g_pix: 6.0082e-02 ] [ l_g_total: 6.0082e-02 ] +2024-10-04 00:55:08,077 INFO: [ epoch: 963 ] [ iter: 18,300 ] [ performance: 8.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:33 ] [ l_g_pix: 6.2507e-02 ] [ l_g_total: 6.2507e-02 ] +2024-10-04 00:55:15,535 INFO: [ epoch: 968 ] [ iter: 18,400 ] [ performance: 12.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:23 ] [ l_g_pix: 6.4670e-02 ] [ l_g_total: 6.4670e-02 ] +2024-10-04 00:55:23,047 INFO: [ epoch: 973 ] [ iter: 18,500 ] [ performance: 29.452 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:12 ] [ l_g_pix: 6.1743e-02 ] [ l_g_total: 6.1743e-02 ] +2024-10-04 00:55:30,539 INFO: [ epoch: 978 ] [ iter: 18,600 ] [ performance: 13.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:02 ] [ l_g_pix: 5.8414e-02 ] [ l_g_total: 5.8414e-02 ] +2024-10-04 00:55:38,896 INFO: [ epoch: 984 ] [ iter: 18,700 ] [ performance: 6.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:55 ] [ l_g_pix: 5.4395e-02 ] [ l_g_total: 5.4395e-02 ] +2024-10-04 00:55:46,379 INFO: [ epoch: 989 ] [ iter: 18,800 ] [ performance: 12.515 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:45 ] [ l_g_pix: 6.5345e-02 ] [ l_g_total: 6.5345e-02 ] +2024-10-04 00:55:53,861 INFO: [ epoch: 994 ] [ iter: 18,900 ] [ performance: 29.674 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:34 ] [ l_g_pix: 5.6177e-02 ] [ l_g_total: 5.6177e-02 ] +2024-10-04 00:56:01,414 INFO: [ epoch: 999 ] [ iter: 19,000 ] [ performance: 13.669 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:24 ] [ l_g_pix: 6.9171e-02 ] [ l_g_total: 6.9171e-02 ] +2024-10-04 00:56:09,698 INFO: [ epoch:1005 ] [ iter: 19,100 ] [ performance: 5.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:17 ] [ l_g_pix: 5.6814e-02 ] [ l_g_total: 5.6814e-02 ] +2024-10-04 00:56:17,187 INFO: [ epoch:1010 ] [ iter: 19,200 ] [ performance: 12.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:07 ] [ l_g_pix: 5.6491e-02 ] [ l_g_total: 5.6491e-02 ] +2024-10-04 00:56:24,702 INFO: [ epoch:1015 ] [ iter: 19,300 ] [ performance: 29.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:57 ] [ l_g_pix: 5.6321e-02 ] [ l_g_total: 5.6321e-02 ] +2024-10-04 00:56:32,979 INFO: [ epoch:1021 ] [ iter: 19,400 ] [ performance: 12.363 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:50 ] [ l_g_pix: 7.2479e-02 ] [ l_g_total: 7.2479e-02 ] +2024-10-04 00:56:40,436 INFO: [ epoch:1026 ] [ iter: 19,500 ] [ performance: 29.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:40 ] [ l_g_pix: 6.2457e-02 ] [ l_g_total: 6.2457e-02 ] +2024-10-04 00:56:47,928 INFO: [ epoch:1031 ] [ iter: 19,600 ] [ performance: 13.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:29 ] [ l_g_pix: 7.1027e-02 ] [ l_g_total: 7.1027e-02 ] +2024-10-04 00:56:55,376 INFO: [ epoch:1036 ] [ iter: 19,700 ] [ performance: 30.556 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:19 ] [ l_g_pix: 6.7407e-02 ] [ l_g_total: 6.7407e-02 ] +2024-10-04 00:57:03,681 INFO: [ epoch:1042 ] [ iter: 19,800 ] [ performance: 12.189 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:12 ] [ l_g_pix: 5.6069e-02 ] [ l_g_total: 5.6069e-02 ] +2024-10-04 00:57:11,154 INFO: [ epoch:1047 ] [ iter: 19,900 ] [ performance: 29.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:02 ] [ l_g_pix: 5.4645e-02 ] [ l_g_total: 5.4645e-02 ] +2024-10-04 00:57:18,700 INFO: [ epoch:1052 ] [ iter: 20,000 ] [ performance: 13.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:52 ] [ l_g_pix: 6.6006e-02 ] [ l_g_total: 6.6006e-02 ] +2024-10-04 00:57:18,700 INFO: Saving models and training states. +2024-10-04 01:00:07,538 INFO: Validation val + + # psnr: 26.9405........ Best: 26.9405 @ 20000 iter + # ssim: 0.7544........ Best: 0.7544 @ 20000 iter + # dists: 0.7736........ Best: 0.7736 @ 20000 iter + +2024-10-04 01:00:15,270 INFO: [ epoch:1057 ] [ iter: 20,100 ] [ performance: 13.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:54 ] [ l_g_pix: 6.0737e-02 ] [ l_g_total: 6.0737e-02 ] +2024-10-04 01:00:23,847 INFO: [ epoch:1063 ] [ iter: 20,200 ] [ performance: 11.660 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:44 ] [ l_g_pix: 5.3530e-02 ] [ l_g_total: 5.3530e-02 ] +2024-10-04 01:00:31,546 INFO: [ epoch:1068 ] [ iter: 20,300 ] [ performance: 12.290 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:31 ] [ l_g_pix: 6.3486e-02 ] [ l_g_total: 6.3486e-02 ] +2024-10-04 01:00:39,244 INFO: [ epoch:1073 ] [ iter: 20,400 ] [ performance: 12.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:17 ] [ l_g_pix: 6.5519e-02 ] [ l_g_total: 6.5519e-02 ] +2024-10-04 01:00:46,987 INFO: [ epoch:1078 ] [ iter: 20,500 ] [ performance: 12.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:57:04 ] [ l_g_pix: 5.9632e-02 ] [ l_g_total: 5.9632e-02 ] +2024-10-04 01:00:55,659 INFO: [ epoch:1084 ] [ iter: 20,600 ] [ performance: 12.653 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:55 ] [ l_g_pix: 7.0317e-02 ] [ l_g_total: 7.0317e-02 ] +2024-10-04 01:01:03,398 INFO: [ epoch:1089 ] [ iter: 20,700 ] [ performance: 12.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:42 ] [ l_g_pix: 7.1460e-02 ] [ l_g_total: 7.1460e-02 ] +2024-10-04 01:01:11,147 INFO: [ epoch:1094 ] [ iter: 20,800 ] [ performance: 12.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:29 ] [ l_g_pix: 6.3442e-02 ] [ l_g_total: 6.3442e-02 ] +2024-10-04 01:01:19,034 INFO: [ epoch:1099 ] [ iter: 20,900 ] [ performance: 12.684 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:16 ] [ l_g_pix: 6.8454e-02 ] [ l_g_total: 6.8454e-02 ] +2024-10-04 01:01:27,532 INFO: [ epoch:1105 ] [ iter: 21,000 ] [ performance: 12.664 it/s ] [ lr: 1.00e-04 ] [ eta: 1:56:06 ] [ l_g_pix: 7.7570e-02 ] [ l_g_total: 7.7570e-02 ] +2024-10-04 01:01:35,214 INFO: [ epoch:1110 ] [ iter: 21,100 ] [ performance: 12.844 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:53 ] [ l_g_pix: 5.9303e-02 ] [ l_g_total: 5.9303e-02 ] +2024-10-04 01:01:42,958 INFO: [ epoch:1115 ] [ iter: 21,200 ] [ performance: 12.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:41 ] [ l_g_pix: 5.9338e-02 ] [ l_g_total: 5.9338e-02 ] +2024-10-04 01:01:51,555 INFO: [ epoch:1121 ] [ iter: 21,300 ] [ performance: 12.060 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:31 ] [ l_g_pix: 6.8551e-02 ] [ l_g_total: 6.8551e-02 ] +2024-10-04 01:01:59,342 INFO: [ epoch:1126 ] [ iter: 21,400 ] [ performance: 12.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:18 ] [ l_g_pix: 7.1407e-02 ] [ l_g_total: 7.1407e-02 ] +2024-10-04 01:02:07,021 INFO: [ epoch:1131 ] [ iter: 21,500 ] [ performance: 12.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:55:06 ] [ l_g_pix: 5.1504e-02 ] [ l_g_total: 5.1504e-02 ] +2024-10-04 01:02:14,762 INFO: [ epoch:1136 ] [ iter: 21,600 ] [ performance: 12.404 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:53 ] [ l_g_pix: 6.1825e-02 ] [ l_g_total: 6.1825e-02 ] +2024-10-04 01:02:23,396 INFO: [ epoch:1142 ] [ iter: 21,700 ] [ performance: 11.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:44 ] [ l_g_pix: 5.8175e-02 ] [ l_g_total: 5.8175e-02 ] +2024-10-04 01:02:31,146 INFO: [ epoch:1147 ] [ iter: 21,800 ] [ performance: 12.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:31 ] [ l_g_pix: 6.6897e-02 ] [ l_g_total: 6.6897e-02 ] +2024-10-04 01:02:38,888 INFO: [ epoch:1152 ] [ iter: 21,900 ] [ performance: 12.619 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:18 ] [ l_g_pix: 5.8542e-02 ] [ l_g_total: 5.8542e-02 ] +2024-10-04 01:02:46,579 INFO: [ epoch:1157 ] [ iter: 22,000 ] [ performance: 13.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1:54:06 ] [ l_g_pix: 5.5508e-02 ] [ l_g_total: 5.5508e-02 ] +2024-10-04 01:02:55,167 INFO: [ epoch:1163 ] [ iter: 22,100 ] [ performance: 12.623 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:56 ] [ l_g_pix: 6.8662e-02 ] [ l_g_total: 6.8662e-02 ] +2024-10-04 01:03:02,827 INFO: [ epoch:1168 ] [ iter: 22,200 ] [ performance: 12.293 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:44 ] [ l_g_pix: 5.6844e-02 ] [ l_g_total: 5.6844e-02 ] +2024-10-04 01:03:10,576 INFO: [ epoch:1173 ] [ iter: 22,300 ] [ performance: 12.609 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:31 ] [ l_g_pix: 5.8870e-02 ] [ l_g_total: 5.8870e-02 ] +2024-10-04 01:03:18,331 INFO: [ epoch:1178 ] [ iter: 22,400 ] [ performance: 13.687 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:19 ] [ l_g_pix: 6.7856e-02 ] [ l_g_total: 6.7856e-02 ] +2024-10-04 01:03:26,928 INFO: [ epoch:1184 ] [ iter: 22,500 ] [ performance: 12.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:53:10 ] [ l_g_pix: 6.1459e-02 ] [ l_g_total: 6.1459e-02 ] +2024-10-04 01:03:34,723 INFO: [ epoch:1189 ] [ iter: 22,600 ] [ performance: 11.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:58 ] [ l_g_pix: 6.9947e-02 ] [ l_g_total: 6.9947e-02 ] +2024-10-04 01:03:42,476 INFO: [ epoch:1194 ] [ iter: 22,700 ] [ performance: 12.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:45 ] [ l_g_pix: 6.6141e-02 ] [ l_g_total: 6.6141e-02 ] +2024-10-04 01:03:50,328 INFO: [ epoch:1199 ] [ iter: 22,800 ] [ performance: 13.298 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:34 ] [ l_g_pix: 6.4224e-02 ] [ l_g_total: 6.4224e-02 ] +2024-10-04 01:03:58,837 INFO: [ epoch:1205 ] [ iter: 22,900 ] [ performance: 12.425 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:24 ] [ l_g_pix: 7.0566e-02 ] [ l_g_total: 7.0566e-02 ] +2024-10-04 01:04:06,533 INFO: [ epoch:1210 ] [ iter: 23,000 ] [ performance: 12.089 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:12 ] [ l_g_pix: 6.9036e-02 ] [ l_g_total: 6.9036e-02 ] +2024-10-04 01:04:14,336 INFO: [ epoch:1215 ] [ iter: 23,100 ] [ performance: 12.470 it/s ] [ lr: 1.00e-04 ] [ eta: 1:52:00 ] [ l_g_pix: 5.4091e-02 ] [ l_g_total: 5.4091e-02 ] +2024-10-04 01:04:22,974 INFO: [ epoch:1221 ] [ iter: 23,200 ] [ performance: 11.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:51 ] [ l_g_pix: 5.9321e-02 ] [ l_g_total: 5.9321e-02 ] +2024-10-04 01:04:30,747 INFO: [ epoch:1226 ] [ iter: 23,300 ] [ performance: 12.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:39 ] [ l_g_pix: 6.4433e-02 ] [ l_g_total: 6.4433e-02 ] +2024-10-04 01:04:38,527 INFO: [ epoch:1231 ] [ iter: 23,400 ] [ performance: 13.198 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:27 ] [ l_g_pix: 5.2622e-02 ] [ l_g_total: 5.2622e-02 ] +2024-10-04 01:04:46,276 INFO: [ epoch:1236 ] [ iter: 23,500 ] [ performance: 13.038 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:15 ] [ l_g_pix: 6.1934e-02 ] [ l_g_total: 6.1934e-02 ] +2024-10-04 01:04:54,813 INFO: [ epoch:1242 ] [ iter: 23,600 ] [ performance: 11.706 it/s ] [ lr: 1.00e-04 ] [ eta: 1:51:06 ] [ l_g_pix: 6.0916e-02 ] [ l_g_total: 6.0916e-02 ] +2024-10-04 01:05:02,648 INFO: [ epoch:1247 ] [ iter: 23,700 ] [ performance: 12.263 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:54 ] [ l_g_pix: 6.4231e-02 ] [ l_g_total: 6.4231e-02 ] +2024-10-04 01:05:10,362 INFO: [ epoch:1252 ] [ iter: 23,800 ] [ performance: 13.164 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:42 ] [ l_g_pix: 5.6300e-02 ] [ l_g_total: 5.6300e-02 ] +2024-10-04 01:05:18,084 INFO: [ epoch:1257 ] [ iter: 23,900 ] [ performance: 13.047 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:30 ] [ l_g_pix: 6.2899e-02 ] [ l_g_total: 6.2899e-02 ] +2024-10-04 01:05:26,687 INFO: [ epoch:1263 ] [ iter: 24,000 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:21 ] [ l_g_pix: 6.9385e-02 ] [ l_g_total: 6.9385e-02 ] +2024-10-04 01:05:34,450 INFO: [ epoch:1268 ] [ iter: 24,100 ] [ performance: 12.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:50:10 ] [ l_g_pix: 8.2389e-02 ] [ l_g_total: 8.2389e-02 ] +2024-10-04 01:05:42,176 INFO: [ epoch:1273 ] [ iter: 24,200 ] [ performance: 12.963 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:58 ] [ l_g_pix: 7.1433e-02 ] [ l_g_total: 7.1433e-02 ] +2024-10-04 01:05:49,890 INFO: [ epoch:1278 ] [ iter: 24,300 ] [ performance: 12.965 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:46 ] [ l_g_pix: 5.8423e-02 ] [ l_g_total: 5.8423e-02 ] +2024-10-04 01:05:58,498 INFO: [ epoch:1284 ] [ iter: 24,400 ] [ performance: 12.808 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:37 ] [ l_g_pix: 5.8717e-02 ] [ l_g_total: 5.8717e-02 ] +2024-10-04 01:06:06,219 INFO: [ epoch:1289 ] [ iter: 24,500 ] [ performance: 12.889 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:25 ] [ l_g_pix: 6.3221e-02 ] [ l_g_total: 6.3221e-02 ] +2024-10-04 01:06:13,983 INFO: [ epoch:1294 ] [ iter: 24,600 ] [ performance: 12.726 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:14 ] [ l_g_pix: 6.6459e-02 ] [ l_g_total: 6.6459e-02 ] +2024-10-04 01:06:21,763 INFO: [ epoch:1299 ] [ iter: 24,700 ] [ performance: 12.799 it/s ] [ lr: 1.00e-04 ] [ eta: 1:49:02 ] [ l_g_pix: 6.3771e-02 ] [ l_g_total: 6.3771e-02 ] +2024-10-04 01:06:30,258 INFO: [ epoch:1305 ] [ iter: 24,800 ] [ performance: 12.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:53 ] [ l_g_pix: 6.3619e-02 ] [ l_g_total: 6.3619e-02 ] +2024-10-04 01:06:38,022 INFO: [ epoch:1310 ] [ iter: 24,900 ] [ performance: 12.786 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:42 ] [ l_g_pix: 6.4166e-02 ] [ l_g_total: 6.4166e-02 ] +2024-10-04 01:06:45,792 INFO: [ epoch:1315 ] [ iter: 25,000 ] [ performance: 12.502 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:30 ] [ l_g_pix: 6.8566e-02 ] [ l_g_total: 6.8566e-02 ] +2024-10-04 01:06:54,365 INFO: [ epoch:1321 ] [ iter: 25,100 ] [ performance: 12.013 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:21 ] [ l_g_pix: 6.9333e-02 ] [ l_g_total: 6.9333e-02 ] +2024-10-04 01:07:02,120 INFO: [ epoch:1326 ] [ iter: 25,200 ] [ performance: 12.458 it/s ] [ lr: 1.00e-04 ] [ eta: 1:48:10 ] [ l_g_pix: 7.2782e-02 ] [ l_g_total: 7.2782e-02 ] +2024-10-04 01:07:09,883 INFO: [ epoch:1331 ] [ iter: 25,300 ] [ performance: 12.698 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:58 ] [ l_g_pix: 5.4210e-02 ] [ l_g_total: 5.4210e-02 ] +2024-10-04 01:07:17,628 INFO: [ epoch:1336 ] [ iter: 25,400 ] [ performance: 12.330 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:47 ] [ l_g_pix: 5.2124e-02 ] [ l_g_total: 5.2124e-02 ] +2024-10-04 01:07:26,230 INFO: [ epoch:1342 ] [ iter: 25,500 ] [ performance: 11.916 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:38 ] [ l_g_pix: 7.6422e-02 ] [ l_g_total: 7.6422e-02 ] +2024-10-04 01:07:33,919 INFO: [ epoch:1347 ] [ iter: 25,600 ] [ performance: 12.380 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:27 ] [ l_g_pix: 6.2172e-02 ] [ l_g_total: 6.2172e-02 ] +2024-10-04 01:07:41,694 INFO: [ epoch:1352 ] [ iter: 25,700 ] [ performance: 12.655 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:15 ] [ l_g_pix: 6.3838e-02 ] [ l_g_total: 6.3838e-02 ] +2024-10-04 01:07:49,462 INFO: [ epoch:1357 ] [ iter: 25,800 ] [ performance: 14.257 it/s ] [ lr: 1.00e-04 ] [ eta: 1:47:04 ] [ l_g_pix: 5.3551e-02 ] [ l_g_total: 5.3551e-02 ] +2024-10-04 01:07:58,044 INFO: [ epoch:1363 ] [ iter: 25,900 ] [ performance: 12.618 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:55 ] [ l_g_pix: 5.7289e-02 ] [ l_g_total: 5.7289e-02 ] +2024-10-04 01:08:05,780 INFO: [ epoch:1368 ] [ iter: 26,000 ] [ performance: 12.131 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:44 ] [ l_g_pix: 5.9958e-02 ] [ l_g_total: 5.9958e-02 ] +2024-10-04 01:08:13,503 INFO: [ epoch:1373 ] [ iter: 26,100 ] [ performance: 12.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:33 ] [ l_g_pix: 5.7318e-02 ] [ l_g_total: 5.7318e-02 ] +2024-10-04 01:08:21,216 INFO: [ epoch:1378 ] [ iter: 26,200 ] [ performance: 14.147 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:21 ] [ l_g_pix: 7.1116e-02 ] [ l_g_total: 7.1116e-02 ] +2024-10-04 01:08:29,861 INFO: [ epoch:1384 ] [ iter: 26,300 ] [ performance: 12.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:13 ] [ l_g_pix: 5.8398e-02 ] [ l_g_total: 5.8398e-02 ] +2024-10-04 01:08:37,631 INFO: [ epoch:1389 ] [ iter: 26,400 ] [ performance: 11.793 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:02 ] [ l_g_pix: 5.9364e-02 ] [ l_g_total: 5.9364e-02 ] +2024-10-04 01:08:45,328 INFO: [ epoch:1394 ] [ iter: 26,500 ] [ performance: 12.475 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:50 ] [ l_g_pix: 6.7801e-02 ] [ l_g_total: 6.7801e-02 ] +2024-10-04 01:08:53,202 INFO: [ epoch:1399 ] [ iter: 26,600 ] [ performance: 13.580 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:40 ] [ l_g_pix: 5.8669e-02 ] [ l_g_total: 5.8669e-02 ] +2024-10-04 01:09:01,723 INFO: [ epoch:1405 ] [ iter: 26,700 ] [ performance: 12.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:31 ] [ l_g_pix: 4.9278e-02 ] [ l_g_total: 4.9278e-02 ] +2024-10-04 01:09:09,530 INFO: [ epoch:1410 ] [ iter: 26,800 ] [ performance: 11.749 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:20 ] [ l_g_pix: 5.4281e-02 ] [ l_g_total: 5.4281e-02 ] +2024-10-04 01:09:17,239 INFO: [ epoch:1415 ] [ iter: 26,900 ] [ performance: 12.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:09 ] [ l_g_pix: 6.1937e-02 ] [ l_g_total: 6.1937e-02 ] +2024-10-04 01:09:25,799 INFO: [ epoch:1421 ] [ iter: 27,000 ] [ performance: 11.647 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:00 ] [ l_g_pix: 6.2766e-02 ] [ l_g_total: 6.2766e-02 ] +2024-10-04 01:09:33,510 INFO: [ epoch:1426 ] [ iter: 27,100 ] [ performance: 12.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:49 ] [ l_g_pix: 4.7617e-02 ] [ l_g_total: 4.7617e-02 ] +2024-10-04 01:09:41,210 INFO: [ epoch:1431 ] [ iter: 27,200 ] [ performance: 13.565 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:38 ] [ l_g_pix: 4.9700e-02 ] [ l_g_total: 4.9700e-02 ] +2024-10-04 01:09:49,004 INFO: [ epoch:1436 ] [ iter: 27,300 ] [ performance: 13.111 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:27 ] [ l_g_pix: 7.6733e-02 ] [ l_g_total: 7.6733e-02 ] +2024-10-04 01:09:57,590 INFO: [ epoch:1442 ] [ iter: 27,400 ] [ performance: 11.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:18 ] [ l_g_pix: 6.7671e-02 ] [ l_g_total: 6.7671e-02 ] +2024-10-04 01:10:05,355 INFO: [ epoch:1447 ] [ iter: 27,500 ] [ performance: 12.242 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:07 ] [ l_g_pix: 6.8734e-02 ] [ l_g_total: 6.8734e-02 ] +2024-10-04 01:10:13,102 INFO: [ epoch:1452 ] [ iter: 27,600 ] [ performance: 13.295 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:56 ] [ l_g_pix: 7.3476e-02 ] [ l_g_total: 7.3476e-02 ] +2024-10-04 01:10:20,786 INFO: [ epoch:1457 ] [ iter: 27,700 ] [ performance: 13.122 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:45 ] [ l_g_pix: 6.2915e-02 ] [ l_g_total: 6.2915e-02 ] +2024-10-04 01:10:29,412 INFO: [ epoch:1463 ] [ iter: 27,800 ] [ performance: 11.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:37 ] [ l_g_pix: 8.1108e-02 ] [ l_g_total: 8.1108e-02 ] +2024-10-04 01:10:37,193 INFO: [ epoch:1468 ] [ iter: 27,900 ] [ performance: 12.115 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:26 ] [ l_g_pix: 7.2902e-02 ] [ l_g_total: 7.2902e-02 ] +2024-10-04 01:10:44,901 INFO: [ epoch:1473 ] [ iter: 28,000 ] [ performance: 13.075 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:15 ] [ l_g_pix: 6.4322e-02 ] [ l_g_total: 6.4322e-02 ] +2024-10-04 01:10:52,575 INFO: [ epoch:1478 ] [ iter: 28,100 ] [ performance: 13.050 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:04 ] [ l_g_pix: 7.1750e-02 ] [ l_g_total: 7.1750e-02 ] +2024-10-04 01:11:01,210 INFO: [ epoch:1484 ] [ iter: 28,200 ] [ performance: 12.883 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:55 ] [ l_g_pix: 6.5049e-02 ] [ l_g_total: 6.5049e-02 ] +2024-10-04 01:11:08,966 INFO: [ epoch:1489 ] [ iter: 28,300 ] [ performance: 12.891 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:45 ] [ l_g_pix: 7.1076e-02 ] [ l_g_total: 7.1076e-02 ] +2024-10-04 01:11:16,687 INFO: [ epoch:1494 ] [ iter: 28,400 ] [ performance: 12.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:34 ] [ l_g_pix: 6.4029e-02 ] [ l_g_total: 6.4029e-02 ] +2024-10-04 01:11:24,465 INFO: [ epoch:1499 ] [ iter: 28,500 ] [ performance: 12.832 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:23 ] [ l_g_pix: 5.7620e-02 ] [ l_g_total: 5.7620e-02 ] +2024-10-04 01:11:32,916 INFO: [ epoch:1505 ] [ iter: 28,600 ] [ performance: 12.789 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:14 ] [ l_g_pix: 6.2218e-02 ] [ l_g_total: 6.2218e-02 ] +2024-10-04 01:11:40,647 INFO: [ epoch:1510 ] [ iter: 28,700 ] [ performance: 12.882 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:04 ] [ l_g_pix: 6.9879e-02 ] [ l_g_total: 6.9879e-02 ] +2024-10-04 01:11:48,352 INFO: [ epoch:1515 ] [ iter: 28,800 ] [ performance: 12.532 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:53 ] [ l_g_pix: 4.9802e-02 ] [ l_g_total: 4.9802e-02 ] +2024-10-04 01:11:56,981 INFO: [ epoch:1521 ] [ iter: 28,900 ] [ performance: 11.916 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:44 ] [ l_g_pix: 7.2258e-02 ] [ l_g_total: 7.2258e-02 ] +2024-10-04 01:12:04,734 INFO: [ epoch:1526 ] [ iter: 29,000 ] [ performance: 12.371 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:34 ] [ l_g_pix: 5.0733e-02 ] [ l_g_total: 5.0733e-02 ] +2024-10-04 01:12:12,461 INFO: [ epoch:1531 ] [ iter: 29,100 ] [ performance: 12.733 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:23 ] [ l_g_pix: 6.1390e-02 ] [ l_g_total: 6.1390e-02 ] +2024-10-04 01:12:20,209 INFO: [ epoch:1536 ] [ iter: 29,200 ] [ performance: 12.306 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:12 ] [ l_g_pix: 5.8376e-02 ] [ l_g_total: 5.8376e-02 ] +2024-10-04 01:12:28,799 INFO: [ epoch:1542 ] [ iter: 29,300 ] [ performance: 11.871 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:04 ] [ l_g_pix: 6.6785e-02 ] [ l_g_total: 6.6785e-02 ] +2024-10-04 01:12:36,528 INFO: [ epoch:1547 ] [ iter: 29,400 ] [ performance: 12.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:53 ] [ l_g_pix: 7.2607e-02 ] [ l_g_total: 7.2607e-02 ] +2024-10-04 01:12:44,273 INFO: [ epoch:1552 ] [ iter: 29,500 ] [ performance: 12.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:43 ] [ l_g_pix: 4.8372e-02 ] [ l_g_total: 4.8372e-02 ] +2024-10-04 01:12:51,997 INFO: [ epoch:1557 ] [ iter: 29,600 ] [ performance: 14.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:32 ] [ l_g_pix: 6.4673e-02 ] [ l_g_total: 6.4673e-02 ] +2024-10-04 01:13:00,571 INFO: [ epoch:1563 ] [ iter: 29,700 ] [ performance: 12.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:23 ] [ l_g_pix: 5.9924e-02 ] [ l_g_total: 5.9924e-02 ] +2024-10-04 01:13:08,340 INFO: [ epoch:1568 ] [ iter: 29,800 ] [ performance: 11.899 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:13 ] [ l_g_pix: 5.4194e-02 ] [ l_g_total: 5.4194e-02 ] +2024-10-04 01:13:16,124 INFO: [ epoch:1573 ] [ iter: 29,900 ] [ performance: 12.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:03 ] [ l_g_pix: 5.9886e-02 ] [ l_g_total: 5.9886e-02 ] +2024-10-04 01:13:23,866 INFO: [ epoch:1578 ] [ iter: 30,000 ] [ performance: 14.745 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:52 ] [ l_g_pix: 5.8848e-02 ] [ l_g_total: 5.8848e-02 ] +2024-10-04 01:13:23,867 INFO: Saving models and training states. +2024-10-04 01:16:14,529 INFO: Validation val + + # psnr: 27.0688........ Best: 27.0688 @ 30000 iter + # ssim: 0.7600........ Best: 0.7600 @ 30000 iter + # dists: 0.7714........ Best: 0.7714 @ 30000 iter + +2024-10-04 01:16:23,304 INFO: [ epoch:1584 ] [ iter: 30,100 ] [ performance: 12.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:20 ] [ l_g_pix: 7.4329e-02 ] [ l_g_total: 7.4329e-02 ] +2024-10-04 01:16:31,177 INFO: [ epoch:1589 ] [ iter: 30,200 ] [ performance: 11.347 it/s ] [ lr: 1.00e-04 ] [ eta: 1:46:08 ] [ l_g_pix: 5.9673e-02 ] [ l_g_total: 5.9673e-02 ] +2024-10-04 01:16:39,046 INFO: [ epoch:1594 ] [ iter: 30,300 ] [ performance: 12.221 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:56 ] [ l_g_pix: 5.3698e-02 ] [ l_g_total: 5.3698e-02 ] +2024-10-04 01:16:47,104 INFO: [ epoch:1599 ] [ iter: 30,400 ] [ performance: 13.607 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:45 ] [ l_g_pix: 6.4488e-02 ] [ l_g_total: 6.4488e-02 ] +2024-10-04 01:16:55,708 INFO: [ epoch:1605 ] [ iter: 30,500 ] [ performance: 12.210 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:35 ] [ l_g_pix: 5.3872e-02 ] [ l_g_total: 5.3872e-02 ] +2024-10-04 01:17:03,577 INFO: [ epoch:1610 ] [ iter: 30,600 ] [ performance: 11.438 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:23 ] [ l_g_pix: 6.4775e-02 ] [ l_g_total: 6.4775e-02 ] +2024-10-04 01:17:11,390 INFO: [ epoch:1615 ] [ iter: 30,700 ] [ performance: 12.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:11 ] [ l_g_pix: 4.9111e-02 ] [ l_g_total: 4.9111e-02 ] +2024-10-04 01:17:20,138 INFO: [ epoch:1621 ] [ iter: 30,800 ] [ performance: 10.924 it/s ] [ lr: 1.00e-04 ] [ eta: 1:45:01 ] [ l_g_pix: 5.4736e-02 ] [ l_g_total: 5.4736e-02 ] +2024-10-04 01:17:28,040 INFO: [ epoch:1626 ] [ iter: 30,900 ] [ performance: 12.046 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:49 ] [ l_g_pix: 6.2897e-02 ] [ l_g_total: 6.2897e-02 ] +2024-10-04 01:17:35,865 INFO: [ epoch:1631 ] [ iter: 31,000 ] [ performance: 13.776 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:37 ] [ l_g_pix: 4.9081e-02 ] [ l_g_total: 4.9081e-02 ] +2024-10-04 01:17:43,743 INFO: [ epoch:1636 ] [ iter: 31,100 ] [ performance: 13.018 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:25 ] [ l_g_pix: 6.1047e-02 ] [ l_g_total: 6.1047e-02 ] +2024-10-04 01:17:52,511 INFO: [ epoch:1642 ] [ iter: 31,200 ] [ performance: 10.739 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:15 ] [ l_g_pix: 6.3175e-02 ] [ l_g_total: 6.3175e-02 ] +2024-10-04 01:18:00,424 INFO: [ epoch:1647 ] [ iter: 31,300 ] [ performance: 11.983 it/s ] [ lr: 1.00e-04 ] [ eta: 1:44:04 ] [ l_g_pix: 5.3936e-02 ] [ l_g_total: 5.3936e-02 ] +2024-10-04 01:18:08,367 INFO: [ epoch:1652 ] [ iter: 31,400 ] [ performance: 13.278 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:52 ] [ l_g_pix: 6.3385e-02 ] [ l_g_total: 6.3385e-02 ] +2024-10-04 01:18:16,255 INFO: [ epoch:1657 ] [ iter: 31,500 ] [ performance: 12.857 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:40 ] [ l_g_pix: 5.3920e-02 ] [ l_g_total: 5.3920e-02 ] +2024-10-04 01:18:25,012 INFO: [ epoch:1663 ] [ iter: 31,600 ] [ performance: 10.389 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:31 ] [ l_g_pix: 6.1411e-02 ] [ l_g_total: 6.1411e-02 ] +2024-10-04 01:18:32,879 INFO: [ epoch:1668 ] [ iter: 31,700 ] [ performance: 11.912 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:19 ] [ l_g_pix: 6.0975e-02 ] [ l_g_total: 6.0975e-02 ] +2024-10-04 01:18:40,700 INFO: [ epoch:1673 ] [ iter: 31,800 ] [ performance: 13.199 it/s ] [ lr: 1.00e-04 ] [ eta: 1:43:07 ] [ l_g_pix: 6.3306e-02 ] [ l_g_total: 6.3306e-02 ] +2024-10-04 01:18:48,540 INFO: [ epoch:1678 ] [ iter: 31,900 ] [ performance: 12.885 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:55 ] [ l_g_pix: 7.2824e-02 ] [ l_g_total: 7.2824e-02 ] +2024-10-04 01:18:57,301 INFO: [ epoch:1684 ] [ iter: 32,000 ] [ performance: 12.918 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:46 ] [ l_g_pix: 5.5963e-02 ] [ l_g_total: 5.5963e-02 ] +2024-10-04 01:19:05,160 INFO: [ epoch:1689 ] [ iter: 32,100 ] [ performance: 12.782 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:34 ] [ l_g_pix: 7.4265e-02 ] [ l_g_total: 7.4265e-02 ] +2024-10-04 01:19:12,995 INFO: [ epoch:1694 ] [ iter: 32,200 ] [ performance: 12.765 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:22 ] [ l_g_pix: 6.0336e-02 ] [ l_g_total: 6.0336e-02 ] +2024-10-04 01:19:20,951 INFO: [ epoch:1699 ] [ iter: 32,300 ] [ performance: 12.626 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:11 ] [ l_g_pix: 6.1790e-02 ] [ l_g_total: 6.1790e-02 ] +2024-10-04 01:19:29,636 INFO: [ epoch:1705 ] [ iter: 32,400 ] [ performance: 12.505 it/s ] [ lr: 1.00e-04 ] [ eta: 1:42:01 ] [ l_g_pix: 5.9199e-02 ] [ l_g_total: 5.9199e-02 ] +2024-10-04 01:19:37,471 INFO: [ epoch:1710 ] [ iter: 32,500 ] [ performance: 12.692 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:50 ] [ l_g_pix: 6.8084e-02 ] [ l_g_total: 6.8084e-02 ] +2024-10-04 01:19:45,361 INFO: [ epoch:1715 ] [ iter: 32,600 ] [ performance: 12.353 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:38 ] [ l_g_pix: 4.6592e-02 ] [ l_g_total: 4.6592e-02 ] +2024-10-04 01:19:54,060 INFO: [ epoch:1721 ] [ iter: 32,700 ] [ performance: 11.722 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:28 ] [ l_g_pix: 7.5503e-02 ] [ l_g_total: 7.5503e-02 ] +2024-10-04 01:20:01,945 INFO: [ epoch:1726 ] [ iter: 32,800 ] [ performance: 12.070 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:17 ] [ l_g_pix: 6.5013e-02 ] [ l_g_total: 6.5013e-02 ] +2024-10-04 01:20:09,775 INFO: [ epoch:1731 ] [ iter: 32,900 ] [ performance: 12.575 it/s ] [ lr: 1.00e-04 ] [ eta: 1:41:05 ] [ l_g_pix: 6.1380e-02 ] [ l_g_total: 6.1380e-02 ] +2024-10-04 01:20:17,640 INFO: [ epoch:1736 ] [ iter: 33,000 ] [ performance: 12.031 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:54 ] [ l_g_pix: 6.2460e-02 ] [ l_g_total: 6.2460e-02 ] +2024-10-04 01:20:26,411 INFO: [ epoch:1742 ] [ iter: 33,100 ] [ performance: 11.563 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:44 ] [ l_g_pix: 8.9410e-02 ] [ l_g_total: 8.9410e-02 ] +2024-10-04 01:20:34,308 INFO: [ epoch:1747 ] [ iter: 33,200 ] [ performance: 11.807 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:33 ] [ l_g_pix: 6.7914e-02 ] [ l_g_total: 6.7914e-02 ] +2024-10-04 01:20:42,212 INFO: [ epoch:1752 ] [ iter: 33,300 ] [ performance: 12.423 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:22 ] [ l_g_pix: 6.0867e-02 ] [ l_g_total: 6.0867e-02 ] +2024-10-04 01:20:50,060 INFO: [ epoch:1757 ] [ iter: 33,400 ] [ performance: 16.535 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:10 ] [ l_g_pix: 6.9096e-02 ] [ l_g_total: 6.9096e-02 ] +2024-10-04 01:20:58,785 INFO: [ epoch:1763 ] [ iter: 33,500 ] [ performance: 12.430 it/s ] [ lr: 1.00e-04 ] [ eta: 1:40:01 ] [ l_g_pix: 5.2713e-02 ] [ l_g_total: 5.2713e-02 ] +2024-10-04 01:21:06,698 INFO: [ epoch:1768 ] [ iter: 33,600 ] [ performance: 11.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:50 ] [ l_g_pix: 5.7790e-02 ] [ l_g_total: 5.7790e-02 ] +2024-10-04 01:21:14,561 INFO: [ epoch:1773 ] [ iter: 33,700 ] [ performance: 12.316 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:38 ] [ l_g_pix: 7.3455e-02 ] [ l_g_total: 7.3455e-02 ] +2024-10-04 01:21:22,444 INFO: [ epoch:1778 ] [ iter: 33,800 ] [ performance: 16.277 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:27 ] [ l_g_pix: 6.9558e-02 ] [ l_g_total: 6.9558e-02 ] +2024-10-04 01:21:31,202 INFO: [ epoch:1784 ] [ iter: 33,900 ] [ performance: 12.310 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:17 ] [ l_g_pix: 5.8577e-02 ] [ l_g_total: 5.8577e-02 ] +2024-10-04 01:21:39,075 INFO: [ epoch:1789 ] [ iter: 34,000 ] [ performance: 10.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:39:06 ] [ l_g_pix: 6.4201e-02 ] [ l_g_total: 6.4201e-02 ] +2024-10-04 01:21:46,980 INFO: [ epoch:1794 ] [ iter: 34,100 ] [ performance: 12.188 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:55 ] [ l_g_pix: 7.3488e-02 ] [ l_g_total: 7.3488e-02 ] +2024-10-04 01:21:54,966 INFO: [ epoch:1799 ] [ iter: 34,200 ] [ performance: 14.752 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:44 ] [ l_g_pix: 5.7001e-02 ] [ l_g_total: 5.7001e-02 ] +2024-10-04 01:22:03,618 INFO: [ epoch:1805 ] [ iter: 34,300 ] [ performance: 12.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:34 ] [ l_g_pix: 4.3817e-02 ] [ l_g_total: 4.3817e-02 ] +2024-10-04 01:22:11,481 INFO: [ epoch:1810 ] [ iter: 34,400 ] [ performance: 10.872 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:23 ] [ l_g_pix: 6.7171e-02 ] [ l_g_total: 6.7171e-02 ] +2024-10-04 01:22:19,366 INFO: [ epoch:1815 ] [ iter: 34,500 ] [ performance: 12.226 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:12 ] [ l_g_pix: 6.2480e-02 ] [ l_g_total: 6.2480e-02 ] +2024-10-04 01:22:28,145 INFO: [ epoch:1821 ] [ iter: 34,600 ] [ performance: 10.163 it/s ] [ lr: 1.00e-04 ] [ eta: 1:38:03 ] [ l_g_pix: 7.1328e-02 ] [ l_g_total: 7.1328e-02 ] +2024-10-04 01:22:36,019 INFO: [ epoch:1826 ] [ iter: 34,700 ] [ performance: 12.044 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:52 ] [ l_g_pix: 5.6180e-02 ] [ l_g_total: 5.6180e-02 ] +2024-10-04 01:22:43,888 INFO: [ epoch:1831 ] [ iter: 34,800 ] [ performance: 15.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:41 ] [ l_g_pix: 6.6368e-02 ] [ l_g_total: 6.6368e-02 ] +2024-10-04 01:22:51,805 INFO: [ epoch:1836 ] [ iter: 34,900 ] [ performance: 13.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:30 ] [ l_g_pix: 6.3160e-02 ] [ l_g_total: 6.3160e-02 ] +2024-10-04 01:23:00,566 INFO: [ epoch:1842 ] [ iter: 35,000 ] [ performance: 9.723 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:20 ] [ l_g_pix: 6.3246e-02 ] [ l_g_total: 6.3246e-02 ] +2024-10-04 01:23:08,439 INFO: [ epoch:1847 ] [ iter: 35,100 ] [ performance: 11.947 it/s ] [ lr: 1.00e-04 ] [ eta: 1:37:09 ] [ l_g_pix: 5.8307e-02 ] [ l_g_total: 5.8307e-02 ] +2024-10-04 01:23:16,303 INFO: [ epoch:1852 ] [ iter: 35,200 ] [ performance: 14.294 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:58 ] [ l_g_pix: 4.8156e-02 ] [ l_g_total: 4.8156e-02 ] +2024-10-04 01:23:24,189 INFO: [ epoch:1857 ] [ iter: 35,300 ] [ performance: 12.975 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:47 ] [ l_g_pix: 7.1111e-02 ] [ l_g_total: 7.1111e-02 ] +2024-10-04 01:23:33,008 INFO: [ epoch:1863 ] [ iter: 35,400 ] [ performance: 9.139 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:38 ] [ l_g_pix: 4.6755e-02 ] [ l_g_total: 4.6755e-02 ] +2024-10-04 01:23:40,867 INFO: [ epoch:1868 ] [ iter: 35,500 ] [ performance: 11.828 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:27 ] [ l_g_pix: 5.4573e-02 ] [ l_g_total: 5.4573e-02 ] +2024-10-04 01:23:48,751 INFO: [ epoch:1873 ] [ iter: 35,600 ] [ performance: 13.727 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:16 ] [ l_g_pix: 6.5064e-02 ] [ l_g_total: 6.5064e-02 ] +2024-10-04 01:23:56,618 INFO: [ epoch:1878 ] [ iter: 35,700 ] [ performance: 12.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:36:05 ] [ l_g_pix: 5.4534e-02 ] [ l_g_total: 5.4534e-02 ] +2024-10-04 01:24:05,384 INFO: [ epoch:1884 ] [ iter: 35,800 ] [ performance: 13.241 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:56 ] [ l_g_pix: 5.9111e-02 ] [ l_g_total: 5.9111e-02 ] +2024-10-04 01:24:13,290 INFO: [ epoch:1889 ] [ iter: 35,900 ] [ performance: 12.753 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:45 ] [ l_g_pix: 6.2538e-02 ] [ l_g_total: 6.2538e-02 ] +2024-10-04 01:24:21,183 INFO: [ epoch:1894 ] [ iter: 36,000 ] [ performance: 13.217 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:34 ] [ l_g_pix: 8.0657e-02 ] [ l_g_total: 8.0657e-02 ] +2024-10-04 01:24:29,161 INFO: [ epoch:1899 ] [ iter: 36,100 ] [ performance: 12.649 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:23 ] [ l_g_pix: 5.4148e-02 ] [ l_g_total: 5.4148e-02 ] +2024-10-04 01:24:37,794 INFO: [ epoch:1905 ] [ iter: 36,200 ] [ performance: 12.670 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:14 ] [ l_g_pix: 6.1773e-02 ] [ l_g_total: 6.1773e-02 ] +2024-10-04 01:24:45,695 INFO: [ epoch:1910 ] [ iter: 36,300 ] [ performance: 12.661 it/s ] [ lr: 1.00e-04 ] [ eta: 1:35:03 ] [ l_g_pix: 7.0497e-02 ] [ l_g_total: 7.0497e-02 ] +2024-10-04 01:24:53,611 INFO: [ epoch:1915 ] [ iter: 36,400 ] [ performance: 12.091 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:52 ] [ l_g_pix: 6.9241e-02 ] [ l_g_total: 6.9241e-02 ] +2024-10-04 01:25:02,378 INFO: [ epoch:1921 ] [ iter: 36,500 ] [ performance: 11.513 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:43 ] [ l_g_pix: 6.5046e-02 ] [ l_g_total: 6.5046e-02 ] +2024-10-04 01:25:10,265 INFO: [ epoch:1926 ] [ iter: 36,600 ] [ performance: 11.663 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:32 ] [ l_g_pix: 6.1204e-02 ] [ l_g_total: 6.1204e-02 ] +2024-10-04 01:25:18,134 INFO: [ epoch:1931 ] [ iter: 36,700 ] [ performance: 12.540 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:21 ] [ l_g_pix: 5.6617e-02 ] [ l_g_total: 5.6617e-02 ] +2024-10-04 01:25:26,023 INFO: [ epoch:1936 ] [ iter: 36,800 ] [ performance: 11.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:10 ] [ l_g_pix: 7.4742e-02 ] [ l_g_total: 7.4742e-02 ] +2024-10-04 01:25:34,790 INFO: [ epoch:1942 ] [ iter: 36,900 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1:34:01 ] [ l_g_pix: 5.6979e-02 ] [ l_g_total: 5.6979e-02 ] +2024-10-04 01:25:42,661 INFO: [ epoch:1947 ] [ iter: 37,000 ] [ performance: 11.073 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:50 ] [ l_g_pix: 7.1621e-02 ] [ l_g_total: 7.1621e-02 ] +2024-10-04 01:25:50,537 INFO: [ epoch:1952 ] [ iter: 37,100 ] [ performance: 12.446 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:40 ] [ l_g_pix: 6.5249e-02 ] [ l_g_total: 6.5249e-02 ] +2024-10-04 01:25:58,387 INFO: [ epoch:1957 ] [ iter: 37,200 ] [ performance: 29.547 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:29 ] [ l_g_pix: 6.1383e-02 ] [ l_g_total: 6.1383e-02 ] +2024-10-04 01:26:07,141 INFO: [ epoch:1963 ] [ iter: 37,300 ] [ performance: 12.419 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:20 ] [ l_g_pix: 5.8644e-02 ] [ l_g_total: 5.8644e-02 ] +2024-10-04 01:26:15,085 INFO: [ epoch:1968 ] [ iter: 37,400 ] [ performance: 10.309 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:09 ] [ l_g_pix: 5.4562e-02 ] [ l_g_total: 5.4562e-02 ] +2024-10-04 01:26:23,003 INFO: [ epoch:1973 ] [ iter: 37,500 ] [ performance: 12.291 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:59 ] [ l_g_pix: 5.2713e-02 ] [ l_g_total: 5.2713e-02 ] +2024-10-04 01:26:30,830 INFO: [ epoch:1978 ] [ iter: 37,600 ] [ performance: 29.657 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:48 ] [ l_g_pix: 6.6022e-02 ] [ l_g_total: 6.6022e-02 ] +2024-10-04 01:26:39,605 INFO: [ epoch:1984 ] [ iter: 37,700 ] [ performance: 12.266 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:39 ] [ l_g_pix: 7.2035e-02 ] [ l_g_total: 7.2035e-02 ] +2024-10-04 01:26:47,516 INFO: [ epoch:1989 ] [ iter: 37,800 ] [ performance: 9.230 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:28 ] [ l_g_pix: 6.6107e-02 ] [ l_g_total: 6.6107e-02 ] +2024-10-04 01:26:55,385 INFO: [ epoch:1994 ] [ iter: 37,900 ] [ performance: 12.218 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:17 ] [ l_g_pix: 5.5215e-02 ] [ l_g_total: 5.5215e-02 ] +2024-10-04 01:27:03,405 INFO: [ epoch:1999 ] [ iter: 38,000 ] [ performance: 22.408 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:07 ] [ l_g_pix: 6.7652e-02 ] [ l_g_total: 6.7652e-02 ] +2024-10-04 01:27:11,939 INFO: [ epoch:2005 ] [ iter: 38,100 ] [ performance: 12.302 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:57 ] [ l_g_pix: 7.1337e-02 ] [ l_g_total: 7.1337e-02 ] +2024-10-04 01:27:19,770 INFO: [ epoch:2010 ] [ iter: 38,200 ] [ performance: 8.995 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:47 ] [ l_g_pix: 7.7222e-02 ] [ l_g_total: 7.7222e-02 ] +2024-10-04 01:27:27,583 INFO: [ epoch:2015 ] [ iter: 38,300 ] [ performance: 12.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:36 ] [ l_g_pix: 7.2503e-02 ] [ l_g_total: 7.2503e-02 ] +2024-10-04 01:27:36,335 INFO: [ epoch:2021 ] [ iter: 38,400 ] [ performance: 7.597 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:27 ] [ l_g_pix: 6.1480e-02 ] [ l_g_total: 6.1480e-02 ] +2024-10-04 01:27:44,223 INFO: [ epoch:2026 ] [ iter: 38,500 ] [ performance: 12.017 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:16 ] [ l_g_pix: 6.8206e-02 ] [ l_g_total: 6.8206e-02 ] +2024-10-04 01:27:52,062 INFO: [ epoch:2031 ] [ iter: 38,600 ] [ performance: 29.088 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:06 ] [ l_g_pix: 7.5051e-02 ] [ l_g_total: 7.5051e-02 ] +2024-10-04 01:27:59,951 INFO: [ epoch:2036 ] [ iter: 38,700 ] [ performance: 13.232 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:55 ] [ l_g_pix: 5.8664e-02 ] [ l_g_total: 5.8664e-02 ] +2024-10-04 01:28:08,676 INFO: [ epoch:2042 ] [ iter: 38,800 ] [ performance: 6.175 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:46 ] [ l_g_pix: 5.9353e-02 ] [ l_g_total: 5.9353e-02 ] +2024-10-04 01:28:16,587 INFO: [ epoch:2047 ] [ iter: 38,900 ] [ performance: 11.833 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:36 ] [ l_g_pix: 5.4576e-02 ] [ l_g_total: 5.4576e-02 ] +2024-10-04 01:28:24,453 INFO: [ epoch:2052 ] [ iter: 39,000 ] [ performance: 29.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:25 ] [ l_g_pix: 5.7734e-02 ] [ l_g_total: 5.7734e-02 ] +2024-10-04 01:28:32,312 INFO: [ epoch:2057 ] [ iter: 39,100 ] [ performance: 13.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:15 ] [ l_g_pix: 6.3978e-02 ] [ l_g_total: 6.3978e-02 ] +2024-10-04 01:28:41,133 INFO: [ epoch:2063 ] [ iter: 39,200 ] [ performance: 4.763 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:06 ] [ l_g_pix: 6.8294e-02 ] [ l_g_total: 6.8294e-02 ] +2024-10-04 01:28:48,998 INFO: [ epoch:2068 ] [ iter: 39,300 ] [ performance: 11.780 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:55 ] [ l_g_pix: 5.3652e-02 ] [ l_g_total: 5.3652e-02 ] +2024-10-04 01:28:56,829 INFO: [ epoch:2073 ] [ iter: 39,400 ] [ performance: 29.713 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:45 ] [ l_g_pix: 5.7904e-02 ] [ l_g_total: 5.7904e-02 ] +2024-10-04 01:29:04,655 INFO: [ epoch:2078 ] [ iter: 39,500 ] [ performance: 13.066 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:34 ] [ l_g_pix: 7.3473e-02 ] [ l_g_total: 7.3473e-02 ] +2024-10-04 01:29:13,412 INFO: [ epoch:2084 ] [ iter: 39,600 ] [ performance: 27.509 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:25 ] [ l_g_pix: 6.6985e-02 ] [ l_g_total: 6.6985e-02 ] +2024-10-04 01:29:21,294 INFO: [ epoch:2089 ] [ iter: 39,700 ] [ performance: 12.892 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:15 ] [ l_g_pix: 5.7373e-02 ] [ l_g_total: 5.7373e-02 ] +2024-10-04 01:29:29,171 INFO: [ epoch:2094 ] [ iter: 39,800 ] [ performance: 30.326 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:04 ] [ l_g_pix: 6.8384e-02 ] [ l_g_total: 6.8384e-02 ] +2024-10-04 01:29:37,132 INFO: [ epoch:2099 ] [ iter: 39,900 ] [ performance: 12.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:54 ] [ l_g_pix: 6.3283e-02 ] [ l_g_total: 6.3283e-02 ] +2024-10-04 01:29:45,846 INFO: [ epoch:2105 ] [ iter: 40,000 ] [ performance: 29.738 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:45 ] [ l_g_pix: 5.0443e-02 ] [ l_g_total: 5.0443e-02 ] +2024-10-04 01:29:45,846 INFO: Saving models and training states. +2024-10-04 01:32:47,734 INFO: Validation val + + # psnr: 27.0498........ Best: 27.0688 @ 30000 iter + # ssim: 0.7603........ Best: 0.7603 @ 40000 iter + # dists: 0.7714........ Best: 0.7714 @ 40000 iter + +2024-10-04 01:32:56,186 INFO: [ epoch:2110 ] [ iter: 40,100 ] [ performance: 11.905 it/s ] [ lr: 1.00e-04 ] [ eta: 1:33:07 ] [ l_g_pix: 5.1933e-02 ] [ l_g_total: 5.1933e-02 ] +2024-10-04 01:33:04,589 INFO: [ epoch:2115 ] [ iter: 40,200 ] [ performance: 11.903 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:56 ] [ l_g_pix: 5.4536e-02 ] [ l_g_total: 5.4536e-02 ] +2024-10-04 01:33:14,064 INFO: [ epoch:2121 ] [ iter: 40,300 ] [ performance: 10.557 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:47 ] [ l_g_pix: 6.5519e-02 ] [ l_g_total: 6.5519e-02 ] +2024-10-04 01:33:22,539 INFO: [ epoch:2126 ] [ iter: 40,400 ] [ performance: 11.144 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:37 ] [ l_g_pix: 7.5456e-02 ] [ l_g_total: 7.5456e-02 ] +2024-10-04 01:33:31,016 INFO: [ epoch:2131 ] [ iter: 40,500 ] [ performance: 11.728 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:26 ] [ l_g_pix: 6.4600e-02 ] [ l_g_total: 6.4600e-02 ] +2024-10-04 01:33:39,489 INFO: [ epoch:2136 ] [ iter: 40,600 ] [ performance: 11.766 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:16 ] [ l_g_pix: 7.4390e-02 ] [ l_g_total: 7.4390e-02 ] +2024-10-04 01:33:49,012 INFO: [ epoch:2142 ] [ iter: 40,700 ] [ performance: 10.372 it/s ] [ lr: 1.00e-04 ] [ eta: 1:32:07 ] [ l_g_pix: 6.9744e-02 ] [ l_g_total: 6.9744e-02 ] +2024-10-04 01:33:57,508 INFO: [ epoch:2147 ] [ iter: 40,800 ] [ performance: 11.035 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:56 ] [ l_g_pix: 6.2233e-02 ] [ l_g_total: 6.2233e-02 ] +2024-10-04 01:34:05,982 INFO: [ epoch:2152 ] [ iter: 40,900 ] [ performance: 11.585 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:45 ] [ l_g_pix: 6.7989e-02 ] [ l_g_total: 6.7989e-02 ] +2024-10-04 01:34:14,453 INFO: [ epoch:2157 ] [ iter: 41,000 ] [ performance: 11.696 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:35 ] [ l_g_pix: 6.1297e-02 ] [ l_g_total: 6.1297e-02 ] +2024-10-04 01:34:24,030 INFO: [ epoch:2163 ] [ iter: 41,100 ] [ performance: 11.383 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:26 ] [ l_g_pix: 7.1643e-02 ] [ l_g_total: 7.1643e-02 ] +2024-10-04 01:34:32,514 INFO: [ epoch:2168 ] [ iter: 41,200 ] [ performance: 11.587 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:15 ] [ l_g_pix: 6.5611e-02 ] [ l_g_total: 6.5611e-02 ] +2024-10-04 01:34:40,992 INFO: [ epoch:2173 ] [ iter: 41,300 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 1:31:05 ] [ l_g_pix: 6.4183e-02 ] [ l_g_total: 6.4183e-02 ] +2024-10-04 01:34:49,467 INFO: [ epoch:2178 ] [ iter: 41,400 ] [ performance: 11.620 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:54 ] [ l_g_pix: 7.7411e-02 ] [ l_g_total: 7.7411e-02 ] +2024-10-04 01:34:58,984 INFO: [ epoch:2184 ] [ iter: 41,500 ] [ performance: 11.328 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:45 ] [ l_g_pix: 4.7351e-02 ] [ l_g_total: 4.7351e-02 ] +2024-10-04 01:35:07,428 INFO: [ epoch:2189 ] [ iter: 41,600 ] [ performance: 11.588 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:35 ] [ l_g_pix: 5.6858e-02 ] [ l_g_total: 5.6858e-02 ] +2024-10-04 01:35:15,866 INFO: [ epoch:2194 ] [ iter: 41,700 ] [ performance: 11.336 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:24 ] [ l_g_pix: 5.8494e-02 ] [ l_g_total: 5.8494e-02 ] +2024-10-04 01:35:24,511 INFO: [ epoch:2199 ] [ iter: 41,800 ] [ performance: 11.455 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:14 ] [ l_g_pix: 5.7628e-02 ] [ l_g_total: 5.7628e-02 ] +2024-10-04 01:35:33,949 INFO: [ epoch:2205 ] [ iter: 41,900 ] [ performance: 11.095 it/s ] [ lr: 1.00e-04 ] [ eta: 1:30:05 ] [ l_g_pix: 6.1311e-02 ] [ l_g_total: 6.1311e-02 ] +2024-10-04 01:35:42,470 INFO: [ epoch:2210 ] [ iter: 42,000 ] [ performance: 11.421 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:55 ] [ l_g_pix: 6.7498e-02 ] [ l_g_total: 6.7498e-02 ] +2024-10-04 01:35:50,944 INFO: [ epoch:2215 ] [ iter: 42,100 ] [ performance: 11.332 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:44 ] [ l_g_pix: 5.7069e-02 ] [ l_g_total: 5.7069e-02 ] +2024-10-04 01:36:00,460 INFO: [ epoch:2221 ] [ iter: 42,200 ] [ performance: 10.887 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:35 ] [ l_g_pix: 6.5163e-02 ] [ l_g_total: 6.5163e-02 ] +2024-10-04 01:36:08,983 INFO: [ epoch:2226 ] [ iter: 42,300 ] [ performance: 11.025 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:25 ] [ l_g_pix: 6.4534e-02 ] [ l_g_total: 6.4534e-02 ] +2024-10-04 01:36:17,493 INFO: [ epoch:2231 ] [ iter: 42,400 ] [ performance: 11.396 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:15 ] [ l_g_pix: 5.7191e-02 ] [ l_g_total: 5.7191e-02 ] +2024-10-04 01:36:26,038 INFO: [ epoch:2236 ] [ iter: 42,500 ] [ performance: 12.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1:29:04 ] [ l_g_pix: 5.8190e-02 ] [ l_g_total: 5.8190e-02 ] +2024-10-04 01:36:35,545 INFO: [ epoch:2242 ] [ iter: 42,600 ] [ performance: 11.355 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:55 ] [ l_g_pix: 7.7727e-02 ] [ l_g_total: 7.7727e-02 ] +2024-10-04 01:36:44,018 INFO: [ epoch:2247 ] [ iter: 42,700 ] [ performance: 10.921 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:45 ] [ l_g_pix: 5.8950e-02 ] [ l_g_total: 5.8950e-02 ] +2024-10-04 01:36:52,535 INFO: [ epoch:2252 ] [ iter: 42,800 ] [ performance: 11.344 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:34 ] [ l_g_pix: 5.8988e-02 ] [ l_g_total: 5.8988e-02 ] +2024-10-04 01:37:00,997 INFO: [ epoch:2257 ] [ iter: 42,900 ] [ performance: 12.429 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:24 ] [ l_g_pix: 5.8192e-02 ] [ l_g_total: 5.8192e-02 ] +2024-10-04 01:37:10,465 INFO: [ epoch:2263 ] [ iter: 43,000 ] [ performance: 11.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:15 ] [ l_g_pix: 5.8476e-02 ] [ l_g_total: 5.8476e-02 ] +2024-10-04 01:37:18,991 INFO: [ epoch:2268 ] [ iter: 43,100 ] [ performance: 10.689 it/s ] [ lr: 1.00e-04 ] [ eta: 1:28:05 ] [ l_g_pix: 6.8406e-02 ] [ l_g_total: 6.8406e-02 ] +2024-10-04 01:37:27,480 INFO: [ epoch:2273 ] [ iter: 43,200 ] [ performance: 11.250 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:54 ] [ l_g_pix: 5.1458e-02 ] [ l_g_total: 5.1458e-02 ] +2024-10-04 01:37:35,984 INFO: [ epoch:2278 ] [ iter: 43,300 ] [ performance: 12.189 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:44 ] [ l_g_pix: 5.9660e-02 ] [ l_g_total: 5.9660e-02 ] +2024-10-04 01:37:45,592 INFO: [ epoch:2284 ] [ iter: 43,400 ] [ performance: 11.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:35 ] [ l_g_pix: 7.3980e-02 ] [ l_g_total: 7.3980e-02 ] +2024-10-04 01:37:54,075 INFO: [ epoch:2289 ] [ iter: 43,500 ] [ performance: 12.146 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:25 ] [ l_g_pix: 7.0794e-02 ] [ l_g_total: 7.0794e-02 ] +2024-10-04 01:38:02,569 INFO: [ epoch:2294 ] [ iter: 43,600 ] [ performance: 11.942 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:15 ] [ l_g_pix: 5.8777e-02 ] [ l_g_total: 5.8777e-02 ] +2024-10-04 01:38:11,158 INFO: [ epoch:2299 ] [ iter: 43,700 ] [ performance: 11.907 it/s ] [ lr: 1.00e-04 ] [ eta: 1:27:04 ] [ l_g_pix: 6.1487e-02 ] [ l_g_total: 6.1487e-02 ] +2024-10-04 01:38:20,525 INFO: [ epoch:2305 ] [ iter: 43,800 ] [ performance: 11.202 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:55 ] [ l_g_pix: 5.4587e-02 ] [ l_g_total: 5.4587e-02 ] +2024-10-04 01:38:29,000 INFO: [ epoch:2310 ] [ iter: 43,900 ] [ performance: 11.969 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:45 ] [ l_g_pix: 6.1376e-02 ] [ l_g_total: 6.1376e-02 ] +2024-10-04 01:38:37,511 INFO: [ epoch:2315 ] [ iter: 44,000 ] [ performance: 11.849 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:35 ] [ l_g_pix: 5.2902e-02 ] [ l_g_total: 5.2902e-02 ] +2024-10-04 01:38:47,044 INFO: [ epoch:2321 ] [ iter: 44,100 ] [ performance: 10.345 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:26 ] [ l_g_pix: 5.4323e-02 ] [ l_g_total: 5.4323e-02 ] +2024-10-04 01:38:55,553 INFO: [ epoch:2326 ] [ iter: 44,200 ] [ performance: 11.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:15 ] [ l_g_pix: 5.4481e-02 ] [ l_g_total: 5.4481e-02 ] +2024-10-04 01:39:04,022 INFO: [ epoch:2331 ] [ iter: 44,300 ] [ performance: 11.774 it/s ] [ lr: 1.00e-04 ] [ eta: 1:26:05 ] [ l_g_pix: 5.0203e-02 ] [ l_g_total: 5.0203e-02 ] +2024-10-04 01:39:12,515 INFO: [ epoch:2336 ] [ iter: 44,400 ] [ performance: 11.775 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:55 ] [ l_g_pix: 6.4250e-02 ] [ l_g_total: 6.4250e-02 ] +2024-10-04 01:39:22,007 INFO: [ epoch:2342 ] [ iter: 44,500 ] [ performance: 10.191 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:46 ] [ l_g_pix: 5.2965e-02 ] [ l_g_total: 5.2965e-02 ] +2024-10-04 01:39:30,496 INFO: [ epoch:2347 ] [ iter: 44,600 ] [ performance: 11.022 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:36 ] [ l_g_pix: 5.2631e-02 ] [ l_g_total: 5.2631e-02 ] +2024-10-04 01:39:38,967 INFO: [ epoch:2352 ] [ iter: 44,700 ] [ performance: 11.648 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:25 ] [ l_g_pix: 5.4890e-02 ] [ l_g_total: 5.4890e-02 ] +2024-10-04 01:39:47,423 INFO: [ epoch:2357 ] [ iter: 44,800 ] [ performance: 11.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:15 ] [ l_g_pix: 5.9322e-02 ] [ l_g_total: 5.9322e-02 ] +2024-10-04 01:39:56,980 INFO: [ epoch:2363 ] [ iter: 44,900 ] [ performance: 11.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1:25:06 ] [ l_g_pix: 5.8144e-02 ] [ l_g_total: 5.8144e-02 ] +2024-10-04 01:40:05,481 INFO: [ epoch:2368 ] [ iter: 45,000 ] [ performance: 11.630 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:56 ] [ l_g_pix: 6.0450e-02 ] [ l_g_total: 6.0450e-02 ] +2024-10-04 01:40:13,945 INFO: [ epoch:2373 ] [ iter: 45,100 ] [ performance: 11.445 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:46 ] [ l_g_pix: 6.9103e-02 ] [ l_g_total: 6.9103e-02 ] +2024-10-04 01:40:22,390 INFO: [ epoch:2378 ] [ iter: 45,200 ] [ performance: 11.668 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:35 ] [ l_g_pix: 6.4550e-02 ] [ l_g_total: 6.4550e-02 ] +2024-10-04 01:40:31,831 INFO: [ epoch:2384 ] [ iter: 45,300 ] [ performance: 11.382 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:26 ] [ l_g_pix: 6.8066e-02 ] [ l_g_total: 6.8066e-02 ] +2024-10-04 01:40:40,369 INFO: [ epoch:2389 ] [ iter: 45,400 ] [ performance: 11.569 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:16 ] [ l_g_pix: 6.8038e-02 ] [ l_g_total: 6.8038e-02 ] +2024-10-04 01:40:48,818 INFO: [ epoch:2394 ] [ iter: 45,500 ] [ performance: 11.273 it/s ] [ lr: 1.00e-04 ] [ eta: 1:24:06 ] [ l_g_pix: 6.2752e-02 ] [ l_g_total: 6.2752e-02 ] +2024-10-04 01:40:57,494 INFO: [ epoch:2399 ] [ iter: 45,600 ] [ performance: 11.418 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:56 ] [ l_g_pix: 7.3212e-02 ] [ l_g_total: 7.3212e-02 ] +2024-10-04 01:41:06,862 INFO: [ epoch:2405 ] [ iter: 45,700 ] [ performance: 11.130 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:47 ] [ l_g_pix: 6.3565e-02 ] [ l_g_total: 6.3565e-02 ] +2024-10-04 01:41:15,318 INFO: [ epoch:2410 ] [ iter: 45,800 ] [ performance: 11.523 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:37 ] [ l_g_pix: 6.4390e-02 ] [ l_g_total: 6.4390e-02 ] +2024-10-04 01:41:23,786 INFO: [ epoch:2415 ] [ iter: 45,900 ] [ performance: 11.357 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:27 ] [ l_g_pix: 6.5708e-02 ] [ l_g_total: 6.5708e-02 ] +2024-10-04 01:41:33,259 INFO: [ epoch:2421 ] [ iter: 46,000 ] [ performance: 10.878 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:18 ] [ l_g_pix: 5.5546e-02 ] [ l_g_total: 5.5546e-02 ] +2024-10-04 01:41:41,699 INFO: [ epoch:2426 ] [ iter: 46,100 ] [ performance: 11.058 it/s ] [ lr: 1.00e-04 ] [ eta: 1:23:07 ] [ l_g_pix: 6.4775e-02 ] [ l_g_total: 6.4775e-02 ] +2024-10-04 01:41:50,172 INFO: [ epoch:2431 ] [ iter: 46,200 ] [ performance: 11.483 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:57 ] [ l_g_pix: 5.9196e-02 ] [ l_g_total: 5.9196e-02 ] +2024-10-04 01:41:58,627 INFO: [ epoch:2436 ] [ iter: 46,300 ] [ performance: 12.915 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:47 ] [ l_g_pix: 4.6952e-02 ] [ l_g_total: 4.6952e-02 ] +2024-10-04 01:42:08,127 INFO: [ epoch:2442 ] [ iter: 46,400 ] [ performance: 11.395 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:38 ] [ l_g_pix: 6.5865e-02 ] [ l_g_total: 6.5865e-02 ] +2024-10-04 01:42:16,607 INFO: [ epoch:2447 ] [ iter: 46,500 ] [ performance: 10.801 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:28 ] [ l_g_pix: 6.4111e-02 ] [ l_g_total: 6.4111e-02 ] +2024-10-04 01:42:25,031 INFO: [ epoch:2452 ] [ iter: 46,600 ] [ performance: 11.411 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:18 ] [ l_g_pix: 6.0502e-02 ] [ l_g_total: 6.0502e-02 ] +2024-10-04 01:42:33,505 INFO: [ epoch:2457 ] [ iter: 46,700 ] [ performance: 12.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1:22:08 ] [ l_g_pix: 5.8785e-02 ] [ l_g_total: 5.8785e-02 ] +2024-10-04 01:42:43,051 INFO: [ epoch:2463 ] [ iter: 46,800 ] [ performance: 11.279 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:59 ] [ l_g_pix: 6.6451e-02 ] [ l_g_total: 6.6451e-02 ] +2024-10-04 01:42:51,606 INFO: [ epoch:2468 ] [ iter: 46,900 ] [ performance: 10.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:49 ] [ l_g_pix: 5.5689e-02 ] [ l_g_total: 5.5689e-02 ] +2024-10-04 01:43:00,069 INFO: [ epoch:2473 ] [ iter: 47,000 ] [ performance: 11.229 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:39 ] [ l_g_pix: 5.7873e-02 ] [ l_g_total: 5.7873e-02 ] +2024-10-04 01:43:08,563 INFO: [ epoch:2478 ] [ iter: 47,100 ] [ performance: 12.439 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:28 ] [ l_g_pix: 7.5219e-02 ] [ l_g_total: 7.5219e-02 ] +2024-10-04 01:43:18,103 INFO: [ epoch:2484 ] [ iter: 47,200 ] [ performance: 11.183 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:20 ] [ l_g_pix: 6.4939e-02 ] [ l_g_total: 6.4939e-02 ] +2024-10-04 01:43:26,631 INFO: [ epoch:2489 ] [ iter: 47,300 ] [ performance: 12.324 it/s ] [ lr: 1.00e-04 ] [ eta: 1:21:10 ] [ l_g_pix: 6.4448e-02 ] [ l_g_total: 6.4448e-02 ] +2024-10-04 01:43:35,106 INFO: [ epoch:2494 ] [ iter: 47,400 ] [ performance: 12.002 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:59 ] [ l_g_pix: 7.7339e-02 ] [ l_g_total: 7.7339e-02 ] +2024-10-04 01:43:43,798 INFO: [ epoch:2499 ] [ iter: 47,500 ] [ performance: 11.731 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:50 ] [ l_g_pix: 6.0701e-02 ] [ l_g_total: 6.0701e-02 ] +2024-10-04 01:43:53,150 INFO: [ epoch:2505 ] [ iter: 47,600 ] [ performance: 11.076 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:40 ] [ l_g_pix: 6.5424e-02 ] [ l_g_total: 6.5424e-02 ] +2024-10-04 01:44:01,547 INFO: [ epoch:2510 ] [ iter: 47,700 ] [ performance: 12.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:30 ] [ l_g_pix: 6.2965e-02 ] [ l_g_total: 6.2965e-02 ] +2024-10-04 01:44:10,030 INFO: [ epoch:2515 ] [ iter: 47,800 ] [ performance: 11.978 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:20 ] [ l_g_pix: 7.3283e-02 ] [ l_g_total: 7.3283e-02 ] +2024-10-04 01:44:19,557 INFO: [ epoch:2521 ] [ iter: 47,900 ] [ performance: 10.033 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:11 ] [ l_g_pix: 6.8380e-02 ] [ l_g_total: 6.8380e-02 ] +2024-10-04 01:44:28,071 INFO: [ epoch:2526 ] [ iter: 48,000 ] [ performance: 11.026 it/s ] [ lr: 1.00e-04 ] [ eta: 1:20:01 ] [ l_g_pix: 6.1959e-02 ] [ l_g_total: 6.1959e-02 ] +2024-10-04 01:44:36,551 INFO: [ epoch:2531 ] [ iter: 48,100 ] [ performance: 11.869 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:51 ] [ l_g_pix: 5.8044e-02 ] [ l_g_total: 5.8044e-02 ] +2024-10-04 01:44:45,062 INFO: [ epoch:2536 ] [ iter: 48,200 ] [ performance: 11.796 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:41 ] [ l_g_pix: 5.7445e-02 ] [ l_g_total: 5.7445e-02 ] +2024-10-04 01:44:54,569 INFO: [ epoch:2542 ] [ iter: 48,300 ] [ performance: 9.823 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:32 ] [ l_g_pix: 5.8163e-02 ] [ l_g_total: 5.8163e-02 ] +2024-10-04 01:45:03,066 INFO: [ epoch:2547 ] [ iter: 48,400 ] [ performance: 10.956 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:22 ] [ l_g_pix: 4.3998e-02 ] [ l_g_total: 4.3998e-02 ] +2024-10-04 01:45:11,490 INFO: [ epoch:2552 ] [ iter: 48,500 ] [ performance: 11.705 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:12 ] [ l_g_pix: 7.0127e-02 ] [ l_g_total: 7.0127e-02 ] +2024-10-04 01:45:19,932 INFO: [ epoch:2557 ] [ iter: 48,600 ] [ performance: 11.794 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:02 ] [ l_g_pix: 6.5524e-02 ] [ l_g_total: 6.5524e-02 ] +2024-10-04 01:45:29,355 INFO: [ epoch:2563 ] [ iter: 48,700 ] [ performance: 11.613 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:53 ] [ l_g_pix: 6.4842e-02 ] [ l_g_total: 6.4842e-02 ] +2024-10-04 01:45:37,866 INFO: [ epoch:2568 ] [ iter: 48,800 ] [ performance: 11.701 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:43 ] [ l_g_pix: 5.8908e-02 ] [ l_g_total: 5.8908e-02 ] +2024-10-04 01:45:46,342 INFO: [ epoch:2573 ] [ iter: 48,900 ] [ performance: 11.422 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:33 ] [ l_g_pix: 6.2151e-02 ] [ l_g_total: 6.2151e-02 ] +2024-10-04 01:45:54,842 INFO: [ epoch:2578 ] [ iter: 49,000 ] [ performance: 11.640 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:23 ] [ l_g_pix: 5.3852e-02 ] [ l_g_total: 5.3852e-02 ] +2024-10-04 01:46:04,340 INFO: [ epoch:2584 ] [ iter: 49,100 ] [ performance: 11.280 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:14 ] [ l_g_pix: 6.3039e-02 ] [ l_g_total: 6.3039e-02 ] +2024-10-04 01:46:12,809 INFO: [ epoch:2589 ] [ iter: 49,200 ] [ performance: 11.614 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:04 ] [ l_g_pix: 6.1140e-02 ] [ l_g_total: 6.1140e-02 ] +2024-10-04 01:46:21,261 INFO: [ epoch:2594 ] [ iter: 49,300 ] [ performance: 11.187 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:54 ] [ l_g_pix: 6.1515e-02 ] [ l_g_total: 6.1515e-02 ] +2024-10-04 01:46:29,890 INFO: [ epoch:2599 ] [ iter: 49,400 ] [ performance: 11.444 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:44 ] [ l_g_pix: 5.9055e-02 ] [ l_g_total: 5.9055e-02 ] +2024-10-04 01:46:39,245 INFO: [ epoch:2605 ] [ iter: 49,500 ] [ performance: 11.055 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:35 ] [ l_g_pix: 7.3367e-02 ] [ l_g_total: 7.3367e-02 ] +2024-10-04 01:46:47,712 INFO: [ epoch:2610 ] [ iter: 49,600 ] [ performance: 11.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:25 ] [ l_g_pix: 5.9955e-02 ] [ l_g_total: 5.9955e-02 ] +2024-10-04 01:46:56,153 INFO: [ epoch:2615 ] [ iter: 49,700 ] [ performance: 11.260 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:15 ] [ l_g_pix: 6.6059e-02 ] [ l_g_total: 6.6059e-02 ] +2024-10-04 01:47:05,631 INFO: [ epoch:2621 ] [ iter: 49,800 ] [ performance: 10.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:06 ] [ l_g_pix: 5.8562e-02 ] [ l_g_total: 5.8562e-02 ] +2024-10-04 01:47:14,111 INFO: [ epoch:2626 ] [ iter: 49,900 ] [ performance: 10.767 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:56 ] [ l_g_pix: 6.7051e-02 ] [ l_g_total: 6.7051e-02 ] +2024-10-04 01:47:22,638 INFO: [ epoch:2631 ] [ iter: 50,000 ] [ performance: 11.381 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:47 ] [ l_g_pix: 6.4824e-02 ] [ l_g_total: 6.4824e-02 ] +2024-10-04 01:47:22,639 INFO: Saving models and training states. +2024-10-04 01:50:17,501 INFO: Validation val + + # psnr: 27.0602........ Best: 27.0688 @ 30000 iter + # ssim: 0.7611........ Best: 0.7611 @ 50000 iter + # dists: 0.7711........ Best: 0.7711 @ 50000 iter + +2024-10-04 01:50:25,941 INFO: [ epoch:2636 ] [ iter: 50,100 ] [ performance: 13.681 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:31 ] [ l_g_pix: 5.7899e-02 ] [ l_g_total: 5.7899e-02 ] +2024-10-04 01:50:35,372 INFO: [ epoch:2642 ] [ iter: 50,200 ] [ performance: 11.476 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:21 ] [ l_g_pix: 5.4851e-02 ] [ l_g_total: 5.4851e-02 ] +2024-10-04 01:50:43,851 INFO: [ epoch:2647 ] [ iter: 50,300 ] [ performance: 10.577 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:10 ] [ l_g_pix: 5.6189e-02 ] [ l_g_total: 5.6189e-02 ] +2024-10-04 01:50:52,246 INFO: [ epoch:2652 ] [ iter: 50,400 ] [ performance: 11.433 it/s ] [ lr: 1.00e-04 ] [ eta: 1:19:00 ] [ l_g_pix: 7.0014e-02 ] [ l_g_total: 7.0014e-02 ] +2024-10-04 01:51:00,604 INFO: [ epoch:2657 ] [ iter: 50,500 ] [ performance: 13.482 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:49 ] [ l_g_pix: 5.4536e-02 ] [ l_g_total: 5.4536e-02 ] +2024-10-04 01:51:09,984 INFO: [ epoch:2663 ] [ iter: 50,600 ] [ performance: 11.450 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:39 ] [ l_g_pix: 7.4140e-02 ] [ l_g_total: 7.4140e-02 ] +2024-10-04 01:51:18,364 INFO: [ epoch:2668 ] [ iter: 50,700 ] [ performance: 10.459 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:29 ] [ l_g_pix: 5.8169e-02 ] [ l_g_total: 5.8169e-02 ] +2024-10-04 01:51:26,848 INFO: [ epoch:2673 ] [ iter: 50,800 ] [ performance: 11.323 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:18 ] [ l_g_pix: 5.4311e-02 ] [ l_g_total: 5.4311e-02 ] +2024-10-04 01:51:35,246 INFO: [ epoch:2678 ] [ iter: 50,900 ] [ performance: 13.140 it/s ] [ lr: 1.00e-04 ] [ eta: 1:18:07 ] [ l_g_pix: 5.3830e-02 ] [ l_g_total: 5.3830e-02 ] +2024-10-04 01:51:44,692 INFO: [ epoch:2684 ] [ iter: 51,000 ] [ performance: 11.289 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:58 ] [ l_g_pix: 5.1993e-02 ] [ l_g_total: 5.1993e-02 ] +2024-10-04 01:51:53,124 INFO: [ epoch:2689 ] [ iter: 51,100 ] [ performance: 12.848 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:47 ] [ l_g_pix: 6.5209e-02 ] [ l_g_total: 6.5209e-02 ] +2024-10-04 01:52:01,544 INFO: [ epoch:2694 ] [ iter: 51,200 ] [ performance: 12.167 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:36 ] [ l_g_pix: 6.4519e-02 ] [ l_g_total: 6.4519e-02 ] +2024-10-04 01:52:10,108 INFO: [ epoch:2699 ] [ iter: 51,300 ] [ performance: 12.234 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:26 ] [ l_g_pix: 5.8192e-02 ] [ l_g_total: 5.8192e-02 ] +2024-10-04 01:52:19,399 INFO: [ epoch:2705 ] [ iter: 51,400 ] [ performance: 11.181 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:16 ] [ l_g_pix: 5.7058e-02 ] [ l_g_total: 5.7058e-02 ] +2024-10-04 01:52:27,804 INFO: [ epoch:2710 ] [ iter: 51,500 ] [ performance: 12.627 it/s ] [ lr: 1.00e-04 ] [ eta: 1:17:06 ] [ l_g_pix: 5.8217e-02 ] [ l_g_total: 5.8217e-02 ] +2024-10-04 01:52:36,194 INFO: [ epoch:2715 ] [ iter: 51,600 ] [ performance: 12.129 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:55 ] [ l_g_pix: 5.6160e-02 ] [ l_g_total: 5.6160e-02 ] +2024-10-04 01:52:45,583 INFO: [ epoch:2721 ] [ iter: 51,700 ] [ performance: 9.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:45 ] [ l_g_pix: 5.8355e-02 ] [ l_g_total: 5.8355e-02 ] +2024-10-04 01:52:54,010 INFO: [ epoch:2726 ] [ iter: 51,800 ] [ performance: 11.077 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:35 ] [ l_g_pix: 5.3358e-02 ] [ l_g_total: 5.3358e-02 ] +2024-10-04 01:53:02,401 INFO: [ epoch:2731 ] [ iter: 51,900 ] [ performance: 12.231 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:24 ] [ l_g_pix: 7.0384e-02 ] [ l_g_total: 7.0384e-02 ] +2024-10-04 01:53:10,841 INFO: [ epoch:2736 ] [ iter: 52,000 ] [ performance: 11.961 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:14 ] [ l_g_pix: 7.0379e-02 ] [ l_g_total: 7.0379e-02 ] +2024-10-04 01:53:20,284 INFO: [ epoch:2742 ] [ iter: 52,100 ] [ performance: 9.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1:16:04 ] [ l_g_pix: 6.0226e-02 ] [ l_g_total: 6.0226e-02 ] +2024-10-04 01:53:28,754 INFO: [ epoch:2747 ] [ iter: 52,200 ] [ performance: 10.939 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:53 ] [ l_g_pix: 6.2514e-02 ] [ l_g_total: 6.2514e-02 ] +2024-10-04 01:53:37,197 INFO: [ epoch:2752 ] [ iter: 52,300 ] [ performance: 11.748 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:43 ] [ l_g_pix: 5.2409e-02 ] [ l_g_total: 5.2409e-02 ] +2024-10-04 01:53:45,642 INFO: [ epoch:2757 ] [ iter: 52,400 ] [ performance: 11.816 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:32 ] [ l_g_pix: 5.2035e-02 ] [ l_g_total: 5.2035e-02 ] +2024-10-04 01:53:55,118 INFO: [ epoch:2763 ] [ iter: 52,500 ] [ performance: 11.579 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:23 ] [ l_g_pix: 7.3577e-02 ] [ l_g_total: 7.3577e-02 ] +2024-10-04 01:54:03,570 INFO: [ epoch:2768 ] [ iter: 52,600 ] [ performance: 11.761 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:12 ] [ l_g_pix: 5.6427e-02 ] [ l_g_total: 5.6427e-02 ] +2024-10-04 01:54:12,001 INFO: [ epoch:2773 ] [ iter: 52,700 ] [ performance: 11.536 it/s ] [ lr: 1.00e-04 ] [ eta: 1:15:02 ] [ l_g_pix: 6.3420e-02 ] [ l_g_total: 6.3420e-02 ] +2024-10-04 01:54:20,393 INFO: [ epoch:2778 ] [ iter: 52,800 ] [ performance: 11.810 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:51 ] [ l_g_pix: 6.9227e-02 ] [ l_g_total: 6.9227e-02 ] +2024-10-04 01:54:29,988 INFO: [ epoch:2784 ] [ iter: 52,900 ] [ performance: 11.158 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:42 ] [ l_g_pix: 5.8779e-02 ] [ l_g_total: 5.8779e-02 ] +2024-10-04 01:54:38,404 INFO: [ epoch:2789 ] [ iter: 53,000 ] [ performance: 11.678 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:31 ] [ l_g_pix: 6.6538e-02 ] [ l_g_total: 6.6538e-02 ] +2024-10-04 01:54:46,760 INFO: [ epoch:2794 ] [ iter: 53,100 ] [ performance: 11.272 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:21 ] [ l_g_pix: 5.8814e-02 ] [ l_g_total: 5.8814e-02 ] +2024-10-04 01:54:55,322 INFO: [ epoch:2799 ] [ iter: 53,200 ] [ performance: 11.570 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:10 ] [ l_g_pix: 6.3312e-02 ] [ l_g_total: 6.3312e-02 ] +2024-10-04 01:55:04,645 INFO: [ epoch:2805 ] [ iter: 53,300 ] [ performance: 10.967 it/s ] [ lr: 1.00e-04 ] [ eta: 1:14:01 ] [ l_g_pix: 5.9401e-02 ] [ l_g_total: 5.9401e-02 ] +2024-10-04 01:55:13,104 INFO: [ epoch:2810 ] [ iter: 53,400 ] [ performance: 11.589 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:50 ] [ l_g_pix: 6.1136e-02 ] [ l_g_total: 6.1136e-02 ] +2024-10-04 01:55:21,478 INFO: [ epoch:2815 ] [ iter: 53,500 ] [ performance: 11.239 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:40 ] [ l_g_pix: 7.7983e-02 ] [ l_g_total: 7.7983e-02 ] +2024-10-04 01:55:30,871 INFO: [ epoch:2821 ] [ iter: 53,600 ] [ performance: 10.792 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:30 ] [ l_g_pix: 5.4523e-02 ] [ l_g_total: 5.4523e-02 ] +2024-10-04 01:55:39,257 INFO: [ epoch:2826 ] [ iter: 53,700 ] [ performance: 10.571 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:20 ] [ l_g_pix: 5.5179e-02 ] [ l_g_total: 5.5179e-02 ] +2024-10-04 01:55:47,692 INFO: [ epoch:2831 ] [ iter: 53,800 ] [ performance: 11.510 it/s ] [ lr: 1.00e-04 ] [ eta: 1:13:09 ] [ l_g_pix: 5.2271e-02 ] [ l_g_total: 5.2271e-02 ] +2024-10-04 01:55:56,104 INFO: [ epoch:2836 ] [ iter: 53,900 ] [ performance: 15.318 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:59 ] [ l_g_pix: 5.5768e-02 ] [ l_g_total: 5.5768e-02 ] +2024-10-04 01:56:05,477 INFO: [ epoch:2842 ] [ iter: 54,000 ] [ performance: 11.518 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:49 ] [ l_g_pix: 6.0087e-02 ] [ l_g_total: 6.0087e-02 ] +2024-10-04 01:56:13,882 INFO: [ epoch:2847 ] [ iter: 54,100 ] [ performance: 10.166 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:39 ] [ l_g_pix: 6.0495e-02 ] [ l_g_total: 6.0495e-02 ] +2024-10-04 01:56:22,313 INFO: [ epoch:2852 ] [ iter: 54,200 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:29 ] [ l_g_pix: 5.9501e-02 ] [ l_g_total: 5.9501e-02 ] +2024-10-04 01:56:30,712 INFO: [ epoch:2857 ] [ iter: 54,300 ] [ performance: 14.884 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:18 ] [ l_g_pix: 6.5554e-02 ] [ l_g_total: 6.5554e-02 ] +2024-10-04 01:56:40,215 INFO: [ epoch:2863 ] [ iter: 54,400 ] [ performance: 11.288 it/s ] [ lr: 1.00e-04 ] [ eta: 1:12:09 ] [ l_g_pix: 7.3171e-02 ] [ l_g_total: 7.3171e-02 ] +2024-10-04 01:56:48,624 INFO: [ epoch:2868 ] [ iter: 54,500 ] [ performance: 9.679 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:58 ] [ l_g_pix: 5.9732e-02 ] [ l_g_total: 5.9732e-02 ] +2024-10-04 01:56:57,020 INFO: [ epoch:2873 ] [ iter: 54,600 ] [ performance: 11.325 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:48 ] [ l_g_pix: 6.8740e-02 ] [ l_g_total: 6.8740e-02 ] +2024-10-04 01:57:05,422 INFO: [ epoch:2878 ] [ iter: 54,700 ] [ performance: 14.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:37 ] [ l_g_pix: 5.4718e-02 ] [ l_g_total: 5.4718e-02 ] +2024-10-04 01:57:14,894 INFO: [ epoch:2884 ] [ iter: 54,800 ] [ performance: 11.225 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:28 ] [ l_g_pix: 6.5319e-02 ] [ l_g_total: 6.5319e-02 ] +2024-10-04 01:57:23,292 INFO: [ epoch:2889 ] [ iter: 54,900 ] [ performance: 13.927 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:18 ] [ l_g_pix: 5.9809e-02 ] [ l_g_total: 5.9809e-02 ] +2024-10-04 01:57:31,789 INFO: [ epoch:2894 ] [ iter: 55,000 ] [ performance: 12.171 it/s ] [ lr: 1.00e-04 ] [ eta: 1:11:07 ] [ l_g_pix: 5.7981e-02 ] [ l_g_total: 5.7981e-02 ] +2024-10-04 01:57:40,312 INFO: [ epoch:2899 ] [ iter: 55,100 ] [ performance: 12.673 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:57 ] [ l_g_pix: 6.1164e-02 ] [ l_g_total: 6.1164e-02 ] +2024-10-04 01:57:49,593 INFO: [ epoch:2905 ] [ iter: 55,200 ] [ performance: 11.120 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:47 ] [ l_g_pix: 5.9616e-02 ] [ l_g_total: 5.9616e-02 ] +2024-10-04 01:57:57,973 INFO: [ epoch:2910 ] [ iter: 55,300 ] [ performance: 13.590 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:37 ] [ l_g_pix: 6.7422e-02 ] [ l_g_total: 6.7422e-02 ] +2024-10-04 01:58:06,480 INFO: [ epoch:2915 ] [ iter: 55,400 ] [ performance: 12.083 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:27 ] [ l_g_pix: 6.5296e-02 ] [ l_g_total: 6.5296e-02 ] +2024-10-04 01:58:15,915 INFO: [ epoch:2921 ] [ iter: 55,500 ] [ performance: 8.453 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:17 ] [ l_g_pix: 6.2121e-02 ] [ l_g_total: 6.2121e-02 ] +2024-10-04 01:58:24,356 INFO: [ epoch:2926 ] [ iter: 55,600 ] [ performance: 10.994 it/s ] [ lr: 1.00e-04 ] [ eta: 1:10:07 ] [ l_g_pix: 5.7205e-02 ] [ l_g_total: 5.7205e-02 ] +2024-10-04 01:58:32,760 INFO: [ epoch:2931 ] [ iter: 55,700 ] [ performance: 13.087 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:57 ] [ l_g_pix: 5.8212e-02 ] [ l_g_total: 5.8212e-02 ] +2024-10-04 01:58:41,242 INFO: [ epoch:2936 ] [ iter: 55,800 ] [ performance: 12.014 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:46 ] [ l_g_pix: 7.0804e-02 ] [ l_g_total: 7.0804e-02 ] +2024-10-04 01:58:50,665 INFO: [ epoch:2942 ] [ iter: 55,900 ] [ performance: 7.911 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:37 ] [ l_g_pix: 6.7189e-02 ] [ l_g_total: 6.7189e-02 ] +2024-10-04 01:58:59,102 INFO: [ epoch:2947 ] [ iter: 56,000 ] [ performance: 10.877 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:26 ] [ l_g_pix: 5.7701e-02 ] [ l_g_total: 5.7701e-02 ] +2024-10-04 01:59:07,507 INFO: [ epoch:2952 ] [ iter: 56,100 ] [ performance: 12.193 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:16 ] [ l_g_pix: 5.6303e-02 ] [ l_g_total: 5.6303e-02 ] +2024-10-04 01:59:15,988 INFO: [ epoch:2957 ] [ iter: 56,200 ] [ performance: 11.861 it/s ] [ lr: 1.00e-04 ] [ eta: 1:09:06 ] [ l_g_pix: 6.5341e-02 ] [ l_g_total: 6.5341e-02 ] +2024-10-04 01:59:25,360 INFO: [ epoch:2963 ] [ iter: 56,300 ] [ performance: 11.876 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:56 ] [ l_g_pix: 6.7916e-02 ] [ l_g_total: 6.7916e-02 ] +2024-10-04 01:59:33,763 INFO: [ epoch:2968 ] [ iter: 56,400 ] [ performance: 11.898 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:46 ] [ l_g_pix: 7.6822e-02 ] [ l_g_total: 7.6822e-02 ] +2024-10-04 01:59:42,244 INFO: [ epoch:2973 ] [ iter: 56,500 ] [ performance: 11.545 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:36 ] [ l_g_pix: 6.0037e-02 ] [ l_g_total: 6.0037e-02 ] +2024-10-04 01:59:50,695 INFO: [ epoch:2978 ] [ iter: 56,600 ] [ performance: 11.788 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:26 ] [ l_g_pix: 6.8007e-02 ] [ l_g_total: 6.8007e-02 ] +2024-10-04 02:00:00,174 INFO: [ epoch:2984 ] [ iter: 56,700 ] [ performance: 11.104 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:16 ] [ l_g_pix: 6.2142e-02 ] [ l_g_total: 6.2142e-02 ] +2024-10-04 02:00:08,587 INFO: [ epoch:2989 ] [ iter: 56,800 ] [ performance: 11.762 it/s ] [ lr: 1.00e-04 ] [ eta: 1:08:06 ] [ l_g_pix: 5.8533e-02 ] [ l_g_total: 5.8533e-02 ] +2024-10-04 02:00:16,968 INFO: [ epoch:2994 ] [ iter: 56,900 ] [ performance: 10.709 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:56 ] [ l_g_pix: 5.8106e-02 ] [ l_g_total: 5.8106e-02 ] +2024-10-04 02:00:25,622 INFO: [ epoch:2999 ] [ iter: 57,000 ] [ performance: 11.426 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:46 ] [ l_g_pix: 4.8816e-02 ] [ l_g_total: 4.8816e-02 ] +2024-10-04 02:00:34,900 INFO: [ epoch:3005 ] [ iter: 57,100 ] [ performance: 10.487 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:36 ] [ l_g_pix: 6.4508e-02 ] [ l_g_total: 6.4508e-02 ] +2024-10-04 02:00:43,346 INFO: [ epoch:3010 ] [ iter: 57,200 ] [ performance: 11.634 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:26 ] [ l_g_pix: 6.8263e-02 ] [ l_g_total: 6.8263e-02 ] +2024-10-04 02:00:51,685 INFO: [ epoch:3015 ] [ iter: 57,300 ] [ performance: 10.805 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:16 ] [ l_g_pix: 5.8091e-02 ] [ l_g_total: 5.8091e-02 ] +2024-10-04 02:01:01,070 INFO: [ epoch:3021 ] [ iter: 57,400 ] [ performance: 10.675 it/s ] [ lr: 1.00e-04 ] [ eta: 1:07:06 ] [ l_g_pix: 6.6792e-02 ] [ l_g_total: 6.6792e-02 ] +2024-10-04 02:01:09,517 INFO: [ epoch:3026 ] [ iter: 57,500 ] [ performance: 9.373 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:56 ] [ l_g_pix: 6.9767e-02 ] [ l_g_total: 6.9767e-02 ] +2024-10-04 02:01:17,930 INFO: [ epoch:3031 ] [ iter: 57,600 ] [ performance: 11.508 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:46 ] [ l_g_pix: 7.1350e-02 ] [ l_g_total: 7.1350e-02 ] +2024-10-04 02:01:26,387 INFO: [ epoch:3036 ] [ iter: 57,700 ] [ performance: 29.096 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:35 ] [ l_g_pix: 5.6394e-02 ] [ l_g_total: 5.6394e-02 ] +2024-10-04 02:01:35,882 INFO: [ epoch:3042 ] [ iter: 57,800 ] [ performance: 11.368 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:26 ] [ l_g_pix: 6.2265e-02 ] [ l_g_total: 6.2265e-02 ] +2024-10-04 02:01:44,334 INFO: [ epoch:3047 ] [ iter: 57,900 ] [ performance: 8.504 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:16 ] [ l_g_pix: 6.8712e-02 ] [ l_g_total: 6.8712e-02 ] +2024-10-04 02:01:52,742 INFO: [ epoch:3052 ] [ iter: 58,000 ] [ performance: 11.409 it/s ] [ lr: 1.00e-04 ] [ eta: 1:06:06 ] [ l_g_pix: 5.5547e-02 ] [ l_g_total: 5.5547e-02 ] +2024-10-04 02:02:01,200 INFO: [ epoch:3057 ] [ iter: 58,100 ] [ performance: 29.468 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:56 ] [ l_g_pix: 6.1518e-02 ] [ l_g_total: 6.1518e-02 ] +2024-10-04 02:02:10,599 INFO: [ epoch:3063 ] [ iter: 58,200 ] [ performance: 11.361 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:46 ] [ l_g_pix: 6.7514e-02 ] [ l_g_total: 6.7514e-02 ] +2024-10-04 02:02:19,040 INFO: [ epoch:3068 ] [ iter: 58,300 ] [ performance: 7.493 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:36 ] [ l_g_pix: 6.4530e-02 ] [ l_g_total: 6.4530e-02 ] +2024-10-04 02:02:27,470 INFO: [ epoch:3073 ] [ iter: 58,400 ] [ performance: 11.267 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:26 ] [ l_g_pix: 7.8937e-02 ] [ l_g_total: 7.8937e-02 ] +2024-10-04 02:02:35,871 INFO: [ epoch:3078 ] [ iter: 58,500 ] [ performance: 30.228 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:16 ] [ l_g_pix: 6.4682e-02 ] [ l_g_total: 6.4682e-02 ] +2024-10-04 02:02:45,317 INFO: [ epoch:3084 ] [ iter: 58,600 ] [ performance: 11.189 it/s ] [ lr: 1.00e-04 ] [ eta: 1:05:06 ] [ l_g_pix: 5.8108e-02 ] [ l_g_total: 5.8108e-02 ] +2024-10-04 02:02:53,704 INFO: [ epoch:3089 ] [ iter: 58,700 ] [ performance: 28.114 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:56 ] [ l_g_pix: 6.1083e-02 ] [ l_g_total: 6.1083e-02 ] +2024-10-04 02:03:02,127 INFO: [ epoch:3094 ] [ iter: 58,800 ] [ performance: 12.405 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:46 ] [ l_g_pix: 6.0718e-02 ] [ l_g_total: 6.0718e-02 ] +2024-10-04 02:03:10,730 INFO: [ epoch:3099 ] [ iter: 58,900 ] [ performance: 18.718 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:36 ] [ l_g_pix: 5.1206e-02 ] [ l_g_total: 5.1206e-02 ] +2024-10-04 02:03:20,016 INFO: [ epoch:3105 ] [ iter: 59,000 ] [ performance: 11.079 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:26 ] [ l_g_pix: 6.1516e-02 ] [ l_g_total: 6.1516e-02 ] +2024-10-04 02:03:28,496 INFO: [ epoch:3110 ] [ iter: 59,100 ] [ performance: 29.124 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:16 ] [ l_g_pix: 6.2880e-02 ] [ l_g_total: 6.2880e-02 ] +2024-10-04 02:03:36,912 INFO: [ epoch:3115 ] [ iter: 59,200 ] [ performance: 12.296 it/s ] [ lr: 1.00e-04 ] [ eta: 1:04:06 ] [ l_g_pix: 6.5092e-02 ] [ l_g_total: 6.5092e-02 ] +2024-10-04 02:03:46,294 INFO: [ epoch:3121 ] [ iter: 59,300 ] [ performance: 4.327 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:57 ] [ l_g_pix: 5.5477e-02 ] [ l_g_total: 5.5477e-02 ] +2024-10-04 02:03:54,737 INFO: [ epoch:3126 ] [ iter: 59,400 ] [ performance: 10.941 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:46 ] [ l_g_pix: 5.9017e-02 ] [ l_g_total: 5.9017e-02 ] +2024-10-04 02:04:03,076 INFO: [ epoch:3131 ] [ iter: 59,500 ] [ performance: 29.981 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:36 ] [ l_g_pix: 5.4325e-02 ] [ l_g_total: 5.4325e-02 ] +2024-10-04 02:04:11,495 INFO: [ epoch:3136 ] [ iter: 59,600 ] [ performance: 12.162 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:26 ] [ l_g_pix: 5.6492e-02 ] [ l_g_total: 5.6492e-02 ] +2024-10-04 02:04:20,935 INFO: [ epoch:3142 ] [ iter: 59,700 ] [ performance: 2.710 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:17 ] [ l_g_pix: 6.4887e-02 ] [ l_g_total: 6.4887e-02 ] +2024-10-04 02:04:29,356 INFO: [ epoch:3147 ] [ iter: 59,800 ] [ performance: 10.812 it/s ] [ lr: 1.00e-04 ] [ eta: 1:03:07 ] [ l_g_pix: 6.5221e-02 ] [ l_g_total: 6.5221e-02 ] +2024-10-04 02:04:37,797 INFO: [ epoch:3152 ] [ iter: 59,900 ] [ performance: 29.443 it/s ] [ lr: 1.00e-04 ] [ eta: 1:02:57 ] [ l_g_pix: 5.2077e-02 ] [ l_g_total: 5.2077e-02 ] +2024-10-04 02:04:46,214 INFO: [ epoch:3157 ] [ iter: 60,000 ] [ performance: 12.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:47 ] [ l_g_pix: 6.8474e-02 ] [ l_g_total: 6.8474e-02 ] +2024-10-04 02:04:46,215 INFO: Saving models and training states. +2024-10-04 02:07:34,687 INFO: Validation val + + # psnr: 27.0820........ Best: 27.0820 @ 60000 iter + # ssim: 0.7622........ Best: 0.7622 @ 60000 iter + # dists: 0.7709........ Best: 0.7709 @ 60000 iter + +2024-10-04 02:07:44,063 INFO: [ epoch:3163 ] [ iter: 60,100 ] [ performance: 24.996 it/s ] [ lr: 5.00e-05 ] [ eta: 1:04:29 ] [ l_g_pix: 7.1091e-02 ] [ l_g_total: 7.1091e-02 ] +2024-10-04 02:07:52,409 INFO: [ epoch:3168 ] [ iter: 60,200 ] [ performance: 12.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1:04:18 ] [ l_g_pix: 5.3578e-02 ] [ l_g_total: 5.3578e-02 ] +2024-10-04 02:08:00,847 INFO: [ epoch:3173 ] [ iter: 60,300 ] [ performance: 11.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1:04:08 ] [ l_g_pix: 6.5493e-02 ] [ l_g_total: 6.5493e-02 ] +2024-10-04 02:08:09,239 INFO: [ epoch:3178 ] [ iter: 60,400 ] [ performance: 11.918 it/s ] [ lr: 5.00e-05 ] [ eta: 1:03:57 ] [ l_g_pix: 6.6889e-02 ] [ l_g_total: 6.6889e-02 ] +2024-10-04 02:08:18,628 INFO: [ epoch:3184 ] [ iter: 60,500 ] [ performance: 11.250 it/s ] [ lr: 5.00e-05 ] [ eta: 1:03:47 ] [ l_g_pix: 4.9345e-02 ] [ l_g_total: 4.9345e-02 ] +2024-10-04 02:08:26,939 INFO: [ epoch:3189 ] [ iter: 60,600 ] [ performance: 11.969 it/s ] [ lr: 5.00e-05 ] [ eta: 1:03:37 ] [ l_g_pix: 6.1973e-02 ] [ l_g_total: 6.1973e-02 ] +2024-10-04 02:08:35,376 INFO: [ epoch:3194 ] [ iter: 60,700 ] [ performance: 11.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1:03:26 ] [ l_g_pix: 6.3872e-02 ] [ l_g_total: 6.3872e-02 ] +2024-10-04 02:08:43,860 INFO: [ epoch:3199 ] [ iter: 60,800 ] [ performance: 11.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1:03:16 ] [ l_g_pix: 6.2426e-02 ] [ l_g_total: 6.2426e-02 ] +2024-10-04 02:08:53,104 INFO: [ epoch:3205 ] [ iter: 60,900 ] [ performance: 11.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1:03:06 ] [ l_g_pix: 6.6536e-02 ] [ l_g_total: 6.6536e-02 ] +2024-10-04 02:09:01,480 INFO: [ epoch:3210 ] [ iter: 61,000 ] [ performance: 11.721 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:55 ] [ l_g_pix: 6.5310e-02 ] [ l_g_total: 6.5310e-02 ] +2024-10-04 02:09:09,816 INFO: [ epoch:3215 ] [ iter: 61,100 ] [ performance: 11.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:45 ] [ l_g_pix: 6.6530e-02 ] [ l_g_total: 6.6530e-02 ] +2024-10-04 02:09:19,229 INFO: [ epoch:3221 ] [ iter: 61,200 ] [ performance: 10.497 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:35 ] [ l_g_pix: 6.1291e-02 ] [ l_g_total: 6.1291e-02 ] +2024-10-04 02:09:27,566 INFO: [ epoch:3226 ] [ iter: 61,300 ] [ performance: 11.212 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:24 ] [ l_g_pix: 6.5035e-02 ] [ l_g_total: 6.5035e-02 ] +2024-10-04 02:09:35,932 INFO: [ epoch:3231 ] [ iter: 61,400 ] [ performance: 11.591 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:14 ] [ l_g_pix: 4.2145e-02 ] [ l_g_total: 4.2145e-02 ] +2024-10-04 02:09:44,309 INFO: [ epoch:3236 ] [ iter: 61,500 ] [ performance: 11.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1:02:03 ] [ l_g_pix: 6.6125e-02 ] [ l_g_total: 6.6125e-02 ] +2024-10-04 02:09:53,683 INFO: [ epoch:3242 ] [ iter: 61,600 ] [ performance: 11.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1:01:54 ] [ l_g_pix: 5.9466e-02 ] [ l_g_total: 5.9466e-02 ] +2024-10-04 02:10:02,094 INFO: [ epoch:3247 ] [ iter: 61,700 ] [ performance: 11.699 it/s ] [ lr: 5.00e-05 ] [ eta: 1:01:43 ] [ l_g_pix: 5.8683e-02 ] [ l_g_total: 5.8683e-02 ] +2024-10-04 02:10:10,411 INFO: [ epoch:3252 ] [ iter: 61,800 ] [ performance: 11.509 it/s ] [ lr: 5.00e-05 ] [ eta: 1:01:33 ] [ l_g_pix: 5.7403e-02 ] [ l_g_total: 5.7403e-02 ] +2024-10-04 02:10:18,763 INFO: [ epoch:3257 ] [ iter: 61,900 ] [ performance: 11.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1:01:22 ] [ l_g_pix: 6.0815e-02 ] [ l_g_total: 6.0815e-02 ] +2024-10-04 02:10:28,150 INFO: [ epoch:3263 ] [ iter: 62,000 ] [ performance: 11.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1:01:12 ] [ l_g_pix: 4.0843e-02 ] [ l_g_total: 4.0843e-02 ] +2024-10-04 02:10:36,588 INFO: [ epoch:3268 ] [ iter: 62,100 ] [ performance: 11.610 it/s ] [ lr: 5.00e-05 ] [ eta: 1:01:02 ] [ l_g_pix: 5.4237e-02 ] [ l_g_total: 5.4237e-02 ] +2024-10-04 02:10:44,936 INFO: [ epoch:3273 ] [ iter: 62,200 ] [ performance: 11.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1:00:51 ] [ l_g_pix: 4.9011e-02 ] [ l_g_total: 4.9011e-02 ] +2024-10-04 02:10:53,311 INFO: [ epoch:3278 ] [ iter: 62,300 ] [ performance: 11.636 it/s ] [ lr: 5.00e-05 ] [ eta: 1:00:41 ] [ l_g_pix: 6.0178e-02 ] [ l_g_total: 6.0178e-02 ] +2024-10-04 02:11:02,672 INFO: [ epoch:3284 ] [ iter: 62,400 ] [ performance: 11.199 it/s ] [ lr: 5.00e-05 ] [ eta: 1:00:31 ] [ l_g_pix: 4.9805e-02 ] [ l_g_total: 4.9805e-02 ] +2024-10-04 02:11:11,114 INFO: [ epoch:3289 ] [ iter: 62,500 ] [ performance: 11.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1:00:21 ] [ l_g_pix: 6.0044e-02 ] [ l_g_total: 6.0044e-02 ] +2024-10-04 02:11:19,453 INFO: [ epoch:3294 ] [ iter: 62,600 ] [ performance: 12.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1:00:10 ] [ l_g_pix: 5.8921e-02 ] [ l_g_total: 5.8921e-02 ] +2024-10-04 02:11:27,974 INFO: [ epoch:3299 ] [ iter: 62,700 ] [ performance: 12.217 it/s ] [ lr: 5.00e-05 ] [ eta: 1:00:00 ] [ l_g_pix: 6.1625e-02 ] [ l_g_total: 6.1625e-02 ] +2024-10-04 02:11:37,234 INFO: [ epoch:3305 ] [ iter: 62,800 ] [ performance: 11.019 it/s ] [ lr: 5.00e-05 ] [ eta: 0:59:50 ] [ l_g_pix: 5.4526e-02 ] [ l_g_total: 5.4526e-02 ] +2024-10-04 02:11:45,700 INFO: [ epoch:3310 ] [ iter: 62,900 ] [ performance: 11.428 it/s ] [ lr: 5.00e-05 ] [ eta: 0:59:40 ] [ l_g_pix: 6.8689e-02 ] [ l_g_total: 6.8689e-02 ] +2024-10-04 02:11:54,099 INFO: [ epoch:3315 ] [ iter: 63,000 ] [ performance: 12.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:59:29 ] [ l_g_pix: 7.6227e-02 ] [ l_g_total: 7.6227e-02 ] +2024-10-04 02:12:03,493 INFO: [ epoch:3321 ] [ iter: 63,100 ] [ performance: 11.429 it/s ] [ lr: 5.00e-05 ] [ eta: 0:59:20 ] [ l_g_pix: 4.7886e-02 ] [ l_g_total: 4.7886e-02 ] +2024-10-04 02:12:11,885 INFO: [ epoch:3326 ] [ iter: 63,200 ] [ performance: 10.892 it/s ] [ lr: 5.00e-05 ] [ eta: 0:59:09 ] [ l_g_pix: 6.5535e-02 ] [ l_g_total: 6.5535e-02 ] +2024-10-04 02:12:20,263 INFO: [ epoch:3331 ] [ iter: 63,300 ] [ performance: 11.430 it/s ] [ lr: 5.00e-05 ] [ eta: 0:58:59 ] [ l_g_pix: 5.7508e-02 ] [ l_g_total: 5.7508e-02 ] +2024-10-04 02:12:28,654 INFO: [ epoch:3336 ] [ iter: 63,400 ] [ performance: 12.345 it/s ] [ lr: 5.00e-05 ] [ eta: 0:58:48 ] [ l_g_pix: 6.1728e-02 ] [ l_g_total: 6.1728e-02 ] +2024-10-04 02:12:38,014 INFO: [ epoch:3342 ] [ iter: 63,500 ] [ performance: 11.388 it/s ] [ lr: 5.00e-05 ] [ eta: 0:58:39 ] [ l_g_pix: 6.1755e-02 ] [ l_g_total: 6.1755e-02 ] +2024-10-04 02:12:46,340 INFO: [ epoch:3347 ] [ iter: 63,600 ] [ performance: 10.802 it/s ] [ lr: 5.00e-05 ] [ eta: 0:58:28 ] [ l_g_pix: 5.2035e-02 ] [ l_g_total: 5.2035e-02 ] +2024-10-04 02:12:54,746 INFO: [ epoch:3352 ] [ iter: 63,700 ] [ performance: 11.371 it/s ] [ lr: 5.00e-05 ] [ eta: 0:58:18 ] [ l_g_pix: 6.2979e-02 ] [ l_g_total: 6.2979e-02 ] +2024-10-04 02:13:03,154 INFO: [ epoch:3357 ] [ iter: 63,800 ] [ performance: 12.170 it/s ] [ lr: 5.00e-05 ] [ eta: 0:58:08 ] [ l_g_pix: 6.9751e-02 ] [ l_g_total: 6.9751e-02 ] +2024-10-04 02:13:12,537 INFO: [ epoch:3363 ] [ iter: 63,900 ] [ performance: 11.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:57:58 ] [ l_g_pix: 5.9941e-02 ] [ l_g_total: 5.9941e-02 ] +2024-10-04 02:13:20,889 INFO: [ epoch:3368 ] [ iter: 64,000 ] [ performance: 12.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:57:47 ] [ l_g_pix: 4.8720e-02 ] [ l_g_total: 4.8720e-02 ] +2024-10-04 02:13:29,227 INFO: [ epoch:3373 ] [ iter: 64,100 ] [ performance: 12.040 it/s ] [ lr: 5.00e-05 ] [ eta: 0:57:37 ] [ l_g_pix: 5.5161e-02 ] [ l_g_total: 5.5161e-02 ] +2024-10-04 02:13:37,599 INFO: [ epoch:3378 ] [ iter: 64,200 ] [ performance: 12.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:57:27 ] [ l_g_pix: 6.7814e-02 ] [ l_g_total: 6.7814e-02 ] +2024-10-04 02:13:46,941 INFO: [ epoch:3384 ] [ iter: 64,300 ] [ performance: 11.261 it/s ] [ lr: 5.00e-05 ] [ eta: 0:57:17 ] [ l_g_pix: 6.0557e-02 ] [ l_g_total: 6.0557e-02 ] +2024-10-04 02:13:55,271 INFO: [ epoch:3389 ] [ iter: 64,400 ] [ performance: 12.013 it/s ] [ lr: 5.00e-05 ] [ eta: 0:57:07 ] [ l_g_pix: 6.2616e-02 ] [ l_g_total: 6.2616e-02 ] +2024-10-04 02:14:03,675 INFO: [ epoch:3394 ] [ iter: 64,500 ] [ performance: 11.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:56:56 ] [ l_g_pix: 5.3606e-02 ] [ l_g_total: 5.3606e-02 ] +2024-10-04 02:14:12,193 INFO: [ epoch:3399 ] [ iter: 64,600 ] [ performance: 11.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:56:46 ] [ l_g_pix: 6.2039e-02 ] [ l_g_total: 6.2039e-02 ] +2024-10-04 02:14:21,437 INFO: [ epoch:3405 ] [ iter: 64,700 ] [ performance: 11.144 it/s ] [ lr: 5.00e-05 ] [ eta: 0:56:36 ] [ l_g_pix: 6.7081e-02 ] [ l_g_total: 6.7081e-02 ] +2024-10-04 02:14:29,811 INFO: [ epoch:3410 ] [ iter: 64,800 ] [ performance: 11.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:56:26 ] [ l_g_pix: 6.7900e-02 ] [ l_g_total: 6.7900e-02 ] +2024-10-04 02:14:38,236 INFO: [ epoch:3415 ] [ iter: 64,900 ] [ performance: 11.848 it/s ] [ lr: 5.00e-05 ] [ eta: 0:56:16 ] [ l_g_pix: 4.8621e-02 ] [ l_g_total: 4.8621e-02 ] +2024-10-04 02:14:47,650 INFO: [ epoch:3421 ] [ iter: 65,000 ] [ performance: 10.270 it/s ] [ lr: 5.00e-05 ] [ eta: 0:56:06 ] [ l_g_pix: 7.2497e-02 ] [ l_g_total: 7.2497e-02 ] +2024-10-04 02:14:56,007 INFO: [ epoch:3426 ] [ iter: 65,100 ] [ performance: 11.165 it/s ] [ lr: 5.00e-05 ] [ eta: 0:55:56 ] [ l_g_pix: 6.6349e-02 ] [ l_g_total: 6.6349e-02 ] +2024-10-04 02:15:04,329 INFO: [ epoch:3431 ] [ iter: 65,200 ] [ performance: 11.631 it/s ] [ lr: 5.00e-05 ] [ eta: 0:55:45 ] [ l_g_pix: 7.2108e-02 ] [ l_g_total: 7.2108e-02 ] +2024-10-04 02:15:12,720 INFO: [ epoch:3436 ] [ iter: 65,300 ] [ performance: 11.793 it/s ] [ lr: 5.00e-05 ] [ eta: 0:55:35 ] [ l_g_pix: 6.0039e-02 ] [ l_g_total: 6.0039e-02 ] +2024-10-04 02:15:22,077 INFO: [ epoch:3442 ] [ iter: 65,400 ] [ performance: 11.467 it/s ] [ lr: 5.00e-05 ] [ eta: 0:55:25 ] [ l_g_pix: 6.2839e-02 ] [ l_g_total: 6.2839e-02 ] +2024-10-04 02:15:30,430 INFO: [ epoch:3447 ] [ iter: 65,500 ] [ performance: 11.751 it/s ] [ lr: 5.00e-05 ] [ eta: 0:55:15 ] [ l_g_pix: 7.3478e-02 ] [ l_g_total: 7.3478e-02 ] +2024-10-04 02:15:38,822 INFO: [ epoch:3452 ] [ iter: 65,600 ] [ performance: 11.341 it/s ] [ lr: 5.00e-05 ] [ eta: 0:55:05 ] [ l_g_pix: 4.3450e-02 ] [ l_g_total: 4.3450e-02 ] +2024-10-04 02:15:47,168 INFO: [ epoch:3457 ] [ iter: 65,700 ] [ performance: 11.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:54:55 ] [ l_g_pix: 5.4376e-02 ] [ l_g_total: 5.4376e-02 ] +2024-10-04 02:15:56,563 INFO: [ epoch:3463 ] [ iter: 65,800 ] [ performance: 11.294 it/s ] [ lr: 5.00e-05 ] [ eta: 0:54:45 ] [ l_g_pix: 6.7246e-02 ] [ l_g_total: 6.7246e-02 ] +2024-10-04 02:16:05,006 INFO: [ epoch:3468 ] [ iter: 65,900 ] [ performance: 11.607 it/s ] [ lr: 5.00e-05 ] [ eta: 0:54:35 ] [ l_g_pix: 5.4706e-02 ] [ l_g_total: 5.4706e-02 ] +2024-10-04 02:16:13,351 INFO: [ epoch:3473 ] [ iter: 66,000 ] [ performance: 11.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:54:24 ] [ l_g_pix: 7.4585e-02 ] [ l_g_total: 7.4585e-02 ] +2024-10-04 02:16:21,764 INFO: [ epoch:3478 ] [ iter: 66,100 ] [ performance: 11.606 it/s ] [ lr: 5.00e-05 ] [ eta: 0:54:14 ] [ l_g_pix: 5.2952e-02 ] [ l_g_total: 5.2952e-02 ] +2024-10-04 02:16:31,164 INFO: [ epoch:3484 ] [ iter: 66,200 ] [ performance: 11.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:54:04 ] [ l_g_pix: 5.3630e-02 ] [ l_g_total: 5.3630e-02 ] +2024-10-04 02:16:39,539 INFO: [ epoch:3489 ] [ iter: 66,300 ] [ performance: 11.564 it/s ] [ lr: 5.00e-05 ] [ eta: 0:53:54 ] [ l_g_pix: 6.2646e-02 ] [ l_g_total: 6.2646e-02 ] +2024-10-04 02:16:47,959 INFO: [ epoch:3494 ] [ iter: 66,400 ] [ performance: 13.073 it/s ] [ lr: 5.00e-05 ] [ eta: 0:53:44 ] [ l_g_pix: 5.9387e-02 ] [ l_g_total: 5.9387e-02 ] +2024-10-04 02:16:56,484 INFO: [ epoch:3499 ] [ iter: 66,500 ] [ performance: 12.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:53:34 ] [ l_g_pix: 6.4126e-02 ] [ l_g_total: 6.4126e-02 ] +2024-10-04 02:17:05,741 INFO: [ epoch:3505 ] [ iter: 66,600 ] [ performance: 10.876 it/s ] [ lr: 5.00e-05 ] [ eta: 0:53:24 ] [ l_g_pix: 6.8692e-02 ] [ l_g_total: 6.8692e-02 ] +2024-10-04 02:17:14,174 INFO: [ epoch:3510 ] [ iter: 66,700 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 0:53:14 ] [ l_g_pix: 6.5895e-02 ] [ l_g_total: 6.5895e-02 ] +2024-10-04 02:17:22,506 INFO: [ epoch:3515 ] [ iter: 66,800 ] [ performance: 12.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:53:04 ] [ l_g_pix: 5.9034e-02 ] [ l_g_total: 5.9034e-02 ] +2024-10-04 02:17:31,835 INFO: [ epoch:3521 ] [ iter: 66,900 ] [ performance: 11.495 it/s ] [ lr: 5.00e-05 ] [ eta: 0:52:54 ] [ l_g_pix: 6.4742e-02 ] [ l_g_total: 6.4742e-02 ] +2024-10-04 02:17:40,286 INFO: [ epoch:3526 ] [ iter: 67,000 ] [ performance: 10.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:52:44 ] [ l_g_pix: 5.8491e-02 ] [ l_g_total: 5.8491e-02 ] +2024-10-04 02:17:48,713 INFO: [ epoch:3531 ] [ iter: 67,100 ] [ performance: 11.324 it/s ] [ lr: 5.00e-05 ] [ eta: 0:52:34 ] [ l_g_pix: 6.0204e-02 ] [ l_g_total: 6.0204e-02 ] +2024-10-04 02:17:57,061 INFO: [ epoch:3536 ] [ iter: 67,200 ] [ performance: 12.669 it/s ] [ lr: 5.00e-05 ] [ eta: 0:52:23 ] [ l_g_pix: 6.4062e-02 ] [ l_g_total: 6.4062e-02 ] +2024-10-04 02:18:06,345 INFO: [ epoch:3542 ] [ iter: 67,300 ] [ performance: 11.454 it/s ] [ lr: 5.00e-05 ] [ eta: 0:52:14 ] [ l_g_pix: 5.8981e-02 ] [ l_g_total: 5.8981e-02 ] +2024-10-04 02:18:14,743 INFO: [ epoch:3547 ] [ iter: 67,400 ] [ performance: 10.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:52:04 ] [ l_g_pix: 6.2095e-02 ] [ l_g_total: 6.2095e-02 ] +2024-10-04 02:18:23,151 INFO: [ epoch:3552 ] [ iter: 67,500 ] [ performance: 11.294 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:53 ] [ l_g_pix: 5.8875e-02 ] [ l_g_total: 5.8875e-02 ] +2024-10-04 02:18:31,513 INFO: [ epoch:3557 ] [ iter: 67,600 ] [ performance: 12.405 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:43 ] [ l_g_pix: 6.3495e-02 ] [ l_g_total: 6.3495e-02 ] +2024-10-04 02:18:40,969 INFO: [ epoch:3563 ] [ iter: 67,700 ] [ performance: 11.222 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:34 ] [ l_g_pix: 7.0106e-02 ] [ l_g_total: 7.0106e-02 ] +2024-10-04 02:18:49,346 INFO: [ epoch:3568 ] [ iter: 67,800 ] [ performance: 12.233 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:23 ] [ l_g_pix: 6.5263e-02 ] [ l_g_total: 6.5263e-02 ] +2024-10-04 02:18:57,669 INFO: [ epoch:3573 ] [ iter: 67,900 ] [ performance: 12.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:13 ] [ l_g_pix: 6.2874e-02 ] [ l_g_total: 6.2874e-02 ] +2024-10-04 02:19:06,056 INFO: [ epoch:3578 ] [ iter: 68,000 ] [ performance: 12.204 it/s ] [ lr: 5.00e-05 ] [ eta: 0:51:03 ] [ l_g_pix: 6.6806e-02 ] [ l_g_total: 6.6806e-02 ] +2024-10-04 02:19:15,460 INFO: [ epoch:3584 ] [ iter: 68,100 ] [ performance: 11.186 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:54 ] [ l_g_pix: 6.5811e-02 ] [ l_g_total: 6.5811e-02 ] +2024-10-04 02:19:23,829 INFO: [ epoch:3589 ] [ iter: 68,200 ] [ performance: 12.113 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:43 ] [ l_g_pix: 5.8842e-02 ] [ l_g_total: 5.8842e-02 ] +2024-10-04 02:19:32,178 INFO: [ epoch:3594 ] [ iter: 68,300 ] [ performance: 12.030 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:33 ] [ l_g_pix: 5.7083e-02 ] [ l_g_total: 5.7083e-02 ] +2024-10-04 02:19:40,682 INFO: [ epoch:3599 ] [ iter: 68,400 ] [ performance: 11.610 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:23 ] [ l_g_pix: 6.3818e-02 ] [ l_g_total: 6.3818e-02 ] +2024-10-04 02:19:49,882 INFO: [ epoch:3605 ] [ iter: 68,500 ] [ performance: 11.137 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:13 ] [ l_g_pix: 5.1907e-02 ] [ l_g_total: 5.1907e-02 ] +2024-10-04 02:19:58,266 INFO: [ epoch:3610 ] [ iter: 68,600 ] [ performance: 11.806 it/s ] [ lr: 5.00e-05 ] [ eta: 0:50:03 ] [ l_g_pix: 6.8151e-02 ] [ l_g_total: 6.8151e-02 ] +2024-10-04 02:20:06,634 INFO: [ epoch:3615 ] [ iter: 68,700 ] [ performance: 11.897 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:53 ] [ l_g_pix: 5.2394e-02 ] [ l_g_total: 5.2394e-02 ] +2024-10-04 02:20:16,017 INFO: [ epoch:3621 ] [ iter: 68,800 ] [ performance: 9.942 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:44 ] [ l_g_pix: 6.4427e-02 ] [ l_g_total: 6.4427e-02 ] +2024-10-04 02:20:24,347 INFO: [ epoch:3626 ] [ iter: 68,900 ] [ performance: 11.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:33 ] [ l_g_pix: 5.9694e-02 ] [ l_g_total: 5.9694e-02 ] +2024-10-04 02:20:32,673 INFO: [ epoch:3631 ] [ iter: 69,000 ] [ performance: 11.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:23 ] [ l_g_pix: 7.2688e-02 ] [ l_g_total: 7.2688e-02 ] +2024-10-04 02:20:41,019 INFO: [ epoch:3636 ] [ iter: 69,100 ] [ performance: 11.855 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:13 ] [ l_g_pix: 6.7989e-02 ] [ l_g_total: 6.7989e-02 ] +2024-10-04 02:20:50,411 INFO: [ epoch:3642 ] [ iter: 69,200 ] [ performance: 11.487 it/s ] [ lr: 5.00e-05 ] [ eta: 0:49:04 ] [ l_g_pix: 6.1873e-02 ] [ l_g_total: 6.1873e-02 ] +2024-10-04 02:20:58,763 INFO: [ epoch:3647 ] [ iter: 69,300 ] [ performance: 11.795 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:54 ] [ l_g_pix: 5.9855e-02 ] [ l_g_total: 5.9855e-02 ] +2024-10-04 02:21:07,101 INFO: [ epoch:3652 ] [ iter: 69,400 ] [ performance: 11.310 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:43 ] [ l_g_pix: 5.0590e-02 ] [ l_g_total: 5.0590e-02 ] +2024-10-04 02:21:15,496 INFO: [ epoch:3657 ] [ iter: 69,500 ] [ performance: 11.692 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:33 ] [ l_g_pix: 5.1856e-02 ] [ l_g_total: 5.1856e-02 ] +2024-10-04 02:21:24,837 INFO: [ epoch:3663 ] [ iter: 69,600 ] [ performance: 11.271 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:24 ] [ l_g_pix: 6.0866e-02 ] [ l_g_total: 6.0866e-02 ] +2024-10-04 02:21:33,198 INFO: [ epoch:3668 ] [ iter: 69,700 ] [ performance: 11.710 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:14 ] [ l_g_pix: 6.3824e-02 ] [ l_g_total: 6.3824e-02 ] +2024-10-04 02:21:41,505 INFO: [ epoch:3673 ] [ iter: 69,800 ] [ performance: 11.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:04 ] [ l_g_pix: 7.0072e-02 ] [ l_g_total: 7.0072e-02 ] +2024-10-04 02:21:49,908 INFO: [ epoch:3678 ] [ iter: 69,900 ] [ performance: 11.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:53 ] [ l_g_pix: 7.0703e-02 ] [ l_g_total: 7.0703e-02 ] +2024-10-04 02:21:59,290 INFO: [ epoch:3684 ] [ iter: 70,000 ] [ performance: 10.994 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:44 ] [ l_g_pix: 6.3556e-02 ] [ l_g_total: 6.3556e-02 ] +2024-10-04 02:21:59,291 INFO: Saving models and training states. +2024-10-04 02:25:01,705 INFO: Validation val + + # psnr: 27.0885........ Best: 27.0885 @ 70000 iter + # ssim: 0.7626........ Best: 0.7626 @ 70000 iter + # dists: 0.7706........ Best: 0.7706 @ 70000 iter + +2024-10-04 02:25:10,298 INFO: [ epoch:3689 ] [ iter: 70,100 ] [ performance: 11.410 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:52 ] [ l_g_pix: 6.1777e-02 ] [ l_g_total: 6.1777e-02 ] +2024-10-04 02:25:18,773 INFO: [ epoch:3694 ] [ iter: 70,200 ] [ performance: 13.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:41 ] [ l_g_pix: 5.0844e-02 ] [ l_g_total: 5.0844e-02 ] +2024-10-04 02:25:27,390 INFO: [ epoch:3699 ] [ iter: 70,300 ] [ performance: 12.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:31 ] [ l_g_pix: 5.9150e-02 ] [ l_g_total: 5.9150e-02 ] +2024-10-04 02:25:36,712 INFO: [ epoch:3705 ] [ iter: 70,400 ] [ performance: 10.558 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:21 ] [ l_g_pix: 5.0518e-02 ] [ l_g_total: 5.0518e-02 ] +2024-10-04 02:25:45,228 INFO: [ epoch:3710 ] [ iter: 70,500 ] [ performance: 11.320 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:11 ] [ l_g_pix: 5.7722e-02 ] [ l_g_total: 5.7722e-02 ] +2024-10-04 02:25:53,650 INFO: [ epoch:3715 ] [ iter: 70,600 ] [ performance: 13.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:48:00 ] [ l_g_pix: 5.2496e-02 ] [ l_g_total: 5.2496e-02 ] +2024-10-04 02:26:03,183 INFO: [ epoch:3721 ] [ iter: 70,700 ] [ performance: 11.292 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:50 ] [ l_g_pix: 4.7776e-02 ] [ l_g_total: 4.7776e-02 ] +2024-10-04 02:26:11,680 INFO: [ epoch:3726 ] [ iter: 70,800 ] [ performance: 10.199 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:40 ] [ l_g_pix: 5.9360e-02 ] [ l_g_total: 5.9360e-02 ] +2024-10-04 02:26:20,136 INFO: [ epoch:3731 ] [ iter: 70,900 ] [ performance: 11.245 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:30 ] [ l_g_pix: 5.1340e-02 ] [ l_g_total: 5.1340e-02 ] +2024-10-04 02:26:28,574 INFO: [ epoch:3736 ] [ iter: 71,000 ] [ performance: 13.096 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:19 ] [ l_g_pix: 5.9726e-02 ] [ l_g_total: 5.9726e-02 ] +2024-10-04 02:26:38,034 INFO: [ epoch:3742 ] [ iter: 71,100 ] [ performance: 11.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:47:09 ] [ l_g_pix: 6.5391e-02 ] [ l_g_total: 6.5391e-02 ] +2024-10-04 02:26:46,505 INFO: [ epoch:3747 ] [ iter: 71,200 ] [ performance: 10.072 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:59 ] [ l_g_pix: 5.9138e-02 ] [ l_g_total: 5.9138e-02 ] +2024-10-04 02:26:55,015 INFO: [ epoch:3752 ] [ iter: 71,300 ] [ performance: 11.166 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:49 ] [ l_g_pix: 4.6187e-02 ] [ l_g_total: 4.6187e-02 ] +2024-10-04 02:27:03,485 INFO: [ epoch:3757 ] [ iter: 71,400 ] [ performance: 12.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:38 ] [ l_g_pix: 6.0802e-02 ] [ l_g_total: 6.0802e-02 ] +2024-10-04 02:27:13,019 INFO: [ epoch:3763 ] [ iter: 71,500 ] [ performance: 11.061 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:29 ] [ l_g_pix: 5.0252e-02 ] [ l_g_total: 5.0252e-02 ] +2024-10-04 02:27:21,485 INFO: [ epoch:3768 ] [ iter: 71,600 ] [ performance: 12.399 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:18 ] [ l_g_pix: 5.6038e-02 ] [ l_g_total: 5.6038e-02 ] +2024-10-04 02:27:29,907 INFO: [ epoch:3773 ] [ iter: 71,700 ] [ performance: 12.031 it/s ] [ lr: 5.00e-05 ] [ eta: 0:46:08 ] [ l_g_pix: 5.1949e-02 ] [ l_g_total: 5.1949e-02 ] +2024-10-04 02:27:38,358 INFO: [ epoch:3778 ] [ iter: 71,800 ] [ performance: 12.364 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:58 ] [ l_g_pix: 5.7709e-02 ] [ l_g_total: 5.7709e-02 ] +2024-10-04 02:27:47,927 INFO: [ epoch:3784 ] [ iter: 71,900 ] [ performance: 10.961 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:48 ] [ l_g_pix: 6.7230e-02 ] [ l_g_total: 6.7230e-02 ] +2024-10-04 02:27:56,442 INFO: [ epoch:3789 ] [ iter: 72,000 ] [ performance: 12.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:38 ] [ l_g_pix: 6.4881e-02 ] [ l_g_total: 6.4881e-02 ] +2024-10-04 02:28:04,919 INFO: [ epoch:3794 ] [ iter: 72,100 ] [ performance: 11.877 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:27 ] [ l_g_pix: 5.8344e-02 ] [ l_g_total: 5.8344e-02 ] +2024-10-04 02:28:13,548 INFO: [ epoch:3799 ] [ iter: 72,200 ] [ performance: 11.408 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:17 ] [ l_g_pix: 5.0174e-02 ] [ l_g_total: 5.0174e-02 ] +2024-10-04 02:28:22,895 INFO: [ epoch:3805 ] [ iter: 72,300 ] [ performance: 10.896 it/s ] [ lr: 5.00e-05 ] [ eta: 0:45:07 ] [ l_g_pix: 7.2734e-02 ] [ l_g_total: 7.2734e-02 ] +2024-10-04 02:28:31,362 INFO: [ epoch:3810 ] [ iter: 72,400 ] [ performance: 11.741 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:57 ] [ l_g_pix: 6.1702e-02 ] [ l_g_total: 6.1702e-02 ] +2024-10-04 02:28:39,819 INFO: [ epoch:3815 ] [ iter: 72,500 ] [ performance: 11.801 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:47 ] [ l_g_pix: 6.4433e-02 ] [ l_g_total: 6.4433e-02 ] +2024-10-04 02:28:49,359 INFO: [ epoch:3821 ] [ iter: 72,600 ] [ performance: 9.209 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:37 ] [ l_g_pix: 5.6396e-02 ] [ l_g_total: 5.6396e-02 ] +2024-10-04 02:28:57,946 INFO: [ epoch:3826 ] [ iter: 72,700 ] [ performance: 10.842 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:26 ] [ l_g_pix: 6.3119e-02 ] [ l_g_total: 6.3119e-02 ] +2024-10-04 02:29:06,508 INFO: [ epoch:3831 ] [ iter: 72,800 ] [ performance: 11.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:16 ] [ l_g_pix: 4.8313e-02 ] [ l_g_total: 4.8313e-02 ] +2024-10-04 02:29:14,970 INFO: [ epoch:3836 ] [ iter: 72,900 ] [ performance: 11.694 it/s ] [ lr: 5.00e-05 ] [ eta: 0:44:06 ] [ l_g_pix: 5.9713e-02 ] [ l_g_total: 5.9713e-02 ] +2024-10-04 02:29:24,499 INFO: [ epoch:3842 ] [ iter: 73,000 ] [ performance: 11.195 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:56 ] [ l_g_pix: 5.4142e-02 ] [ l_g_total: 5.4142e-02 ] +2024-10-04 02:29:33,000 INFO: [ epoch:3847 ] [ iter: 73,100 ] [ performance: 11.606 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:46 ] [ l_g_pix: 5.3776e-02 ] [ l_g_total: 5.3776e-02 ] +2024-10-04 02:29:41,486 INFO: [ epoch:3852 ] [ iter: 73,200 ] [ performance: 11.058 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:36 ] [ l_g_pix: 5.8620e-02 ] [ l_g_total: 5.8620e-02 ] +2024-10-04 02:29:50,004 INFO: [ epoch:3857 ] [ iter: 73,300 ] [ performance: 11.552 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:25 ] [ l_g_pix: 5.4379e-02 ] [ l_g_total: 5.4379e-02 ] +2024-10-04 02:29:59,548 INFO: [ epoch:3863 ] [ iter: 73,400 ] [ performance: 10.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:16 ] [ l_g_pix: 6.4192e-02 ] [ l_g_total: 6.4192e-02 ] +2024-10-04 02:30:08,058 INFO: [ epoch:3868 ] [ iter: 73,500 ] [ performance: 11.494 it/s ] [ lr: 5.00e-05 ] [ eta: 0:43:05 ] [ l_g_pix: 7.0338e-02 ] [ l_g_total: 7.0338e-02 ] +2024-10-04 02:30:16,542 INFO: [ epoch:3873 ] [ iter: 73,600 ] [ performance: 10.646 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:55 ] [ l_g_pix: 5.9829e-02 ] [ l_g_total: 5.9829e-02 ] +2024-10-04 02:30:25,059 INFO: [ epoch:3878 ] [ iter: 73,700 ] [ performance: 11.444 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:45 ] [ l_g_pix: 6.4235e-02 ] [ l_g_total: 6.4235e-02 ] +2024-10-04 02:30:34,543 INFO: [ epoch:3884 ] [ iter: 73,800 ] [ performance: 10.535 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:35 ] [ l_g_pix: 6.4223e-02 ] [ l_g_total: 6.4223e-02 ] +2024-10-04 02:30:43,031 INFO: [ epoch:3889 ] [ iter: 73,900 ] [ performance: 11.447 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:25 ] [ l_g_pix: 5.4942e-02 ] [ l_g_total: 5.4942e-02 ] +2024-10-04 02:30:51,494 INFO: [ epoch:3894 ] [ iter: 74,000 ] [ performance: 15.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:15 ] [ l_g_pix: 5.6900e-02 ] [ l_g_total: 5.6900e-02 ] +2024-10-04 02:31:00,128 INFO: [ epoch:3899 ] [ iter: 74,100 ] [ performance: 12.286 it/s ] [ lr: 5.00e-05 ] [ eta: 0:42:05 ] [ l_g_pix: 6.2444e-02 ] [ l_g_total: 6.2444e-02 ] +2024-10-04 02:31:09,516 INFO: [ epoch:3905 ] [ iter: 74,200 ] [ performance: 10.026 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:55 ] [ l_g_pix: 5.5535e-02 ] [ l_g_total: 5.5535e-02 ] +2024-10-04 02:31:18,061 INFO: [ epoch:3910 ] [ iter: 74,300 ] [ performance: 11.258 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:45 ] [ l_g_pix: 6.1741e-02 ] [ l_g_total: 6.1741e-02 ] +2024-10-04 02:31:26,560 INFO: [ epoch:3915 ] [ iter: 74,400 ] [ performance: 14.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:34 ] [ l_g_pix: 6.5905e-02 ] [ l_g_total: 6.5905e-02 ] +2024-10-04 02:31:36,053 INFO: [ epoch:3921 ] [ iter: 74,500 ] [ performance: 11.288 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:25 ] [ l_g_pix: 5.9197e-02 ] [ l_g_total: 5.9197e-02 ] +2024-10-04 02:31:44,570 INFO: [ epoch:3926 ] [ iter: 74,600 ] [ performance: 9.591 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:14 ] [ l_g_pix: 6.7156e-02 ] [ l_g_total: 6.7156e-02 ] +2024-10-04 02:31:53,064 INFO: [ epoch:3931 ] [ iter: 74,700 ] [ performance: 11.201 it/s ] [ lr: 5.00e-05 ] [ eta: 0:41:04 ] [ l_g_pix: 5.9033e-02 ] [ l_g_total: 5.9033e-02 ] +2024-10-04 02:32:01,539 INFO: [ epoch:3936 ] [ iter: 74,800 ] [ performance: 14.464 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:54 ] [ l_g_pix: 7.2471e-02 ] [ l_g_total: 7.2471e-02 ] +2024-10-04 02:32:11,019 INFO: [ epoch:3942 ] [ iter: 74,900 ] [ performance: 11.213 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:44 ] [ l_g_pix: 4.9386e-02 ] [ l_g_total: 4.9386e-02 ] +2024-10-04 02:32:19,524 INFO: [ epoch:3947 ] [ iter: 75,000 ] [ performance: 9.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:34 ] [ l_g_pix: 5.4284e-02 ] [ l_g_total: 5.4284e-02 ] +2024-10-04 02:32:28,048 INFO: [ epoch:3952 ] [ iter: 75,100 ] [ performance: 11.075 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:24 ] [ l_g_pix: 4.6021e-02 ] [ l_g_total: 4.6021e-02 ] +2024-10-04 02:32:36,548 INFO: [ epoch:3957 ] [ iter: 75,200 ] [ performance: 13.638 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:14 ] [ l_g_pix: 5.8783e-02 ] [ l_g_total: 5.8783e-02 ] +2024-10-04 02:32:45,995 INFO: [ epoch:3963 ] [ iter: 75,300 ] [ performance: 11.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:40:04 ] [ l_g_pix: 6.2759e-02 ] [ l_g_total: 6.2759e-02 ] +2024-10-04 02:32:54,441 INFO: [ epoch:3968 ] [ iter: 75,400 ] [ performance: 13.486 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:54 ] [ l_g_pix: 6.6382e-02 ] [ l_g_total: 6.6382e-02 ] +2024-10-04 02:33:02,901 INFO: [ epoch:3973 ] [ iter: 75,500 ] [ performance: 12.121 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:44 ] [ l_g_pix: 6.0833e-02 ] [ l_g_total: 6.0833e-02 ] +2024-10-04 02:33:11,412 INFO: [ epoch:3978 ] [ iter: 75,600 ] [ performance: 13.066 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 6.3878e-02 ] [ l_g_total: 6.3878e-02 ] +2024-10-04 02:33:20,867 INFO: [ epoch:3984 ] [ iter: 75,700 ] [ performance: 10.982 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:24 ] [ l_g_pix: 5.6203e-02 ] [ l_g_total: 5.6203e-02 ] +2024-10-04 02:33:29,380 INFO: [ epoch:3989 ] [ iter: 75,800 ] [ performance: 12.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:14 ] [ l_g_pix: 6.0981e-02 ] [ l_g_total: 6.0981e-02 ] +2024-10-04 02:33:37,894 INFO: [ epoch:3994 ] [ iter: 75,900 ] [ performance: 11.909 it/s ] [ lr: 5.00e-05 ] [ eta: 0:39:03 ] [ l_g_pix: 6.2529e-02 ] [ l_g_total: 6.2529e-02 ] +2024-10-04 02:33:46,527 INFO: [ epoch:3999 ] [ iter: 76,000 ] [ performance: 11.543 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:53 ] [ l_g_pix: 5.1565e-02 ] [ l_g_total: 5.1565e-02 ] +2024-10-04 02:33:55,893 INFO: [ epoch:4005 ] [ iter: 76,100 ] [ performance: 10.825 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:44 ] [ l_g_pix: 5.7219e-02 ] [ l_g_total: 5.7219e-02 ] +2024-10-04 02:34:04,346 INFO: [ epoch:4010 ] [ iter: 76,200 ] [ performance: 12.011 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:33 ] [ l_g_pix: 5.7782e-02 ] [ l_g_total: 5.7782e-02 ] +2024-10-04 02:34:12,836 INFO: [ epoch:4015 ] [ iter: 76,300 ] [ performance: 11.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:23 ] [ l_g_pix: 6.5964e-02 ] [ l_g_total: 6.5964e-02 ] +2024-10-04 02:34:22,361 INFO: [ epoch:4021 ] [ iter: 76,400 ] [ performance: 7.818 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:14 ] [ l_g_pix: 5.2304e-02 ] [ l_g_total: 5.2304e-02 ] +2024-10-04 02:34:30,820 INFO: [ epoch:4026 ] [ iter: 76,500 ] [ performance: 10.894 it/s ] [ lr: 5.00e-05 ] [ eta: 0:38:03 ] [ l_g_pix: 6.8821e-02 ] [ l_g_total: 6.8821e-02 ] +2024-10-04 02:34:39,370 INFO: [ epoch:4031 ] [ iter: 76,600 ] [ performance: 11.246 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:53 ] [ l_g_pix: 6.3363e-02 ] [ l_g_total: 6.3363e-02 ] +2024-10-04 02:34:47,869 INFO: [ epoch:4036 ] [ iter: 76,700 ] [ performance: 11.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:43 ] [ l_g_pix: 6.5038e-02 ] [ l_g_total: 6.5038e-02 ] +2024-10-04 02:34:57,345 INFO: [ epoch:4042 ] [ iter: 76,800 ] [ performance: 11.065 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:33 ] [ l_g_pix: 6.1493e-02 ] [ l_g_total: 6.1493e-02 ] +2024-10-04 02:35:05,858 INFO: [ epoch:4047 ] [ iter: 76,900 ] [ performance: 11.639 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:23 ] [ l_g_pix: 5.6337e-02 ] [ l_g_total: 5.6337e-02 ] +2024-10-04 02:35:14,396 INFO: [ epoch:4052 ] [ iter: 77,000 ] [ performance: 10.659 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 5.1000e-02 ] [ l_g_total: 5.1000e-02 ] +2024-10-04 02:35:22,920 INFO: [ epoch:4057 ] [ iter: 77,100 ] [ performance: 11.564 it/s ] [ lr: 5.00e-05 ] [ eta: 0:37:03 ] [ l_g_pix: 5.1807e-02 ] [ l_g_total: 5.1807e-02 ] +2024-10-04 02:35:32,352 INFO: [ epoch:4063 ] [ iter: 77,200 ] [ performance: 10.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:53 ] [ l_g_pix: 7.1185e-02 ] [ l_g_total: 7.1185e-02 ] +2024-10-04 02:35:40,859 INFO: [ epoch:4068 ] [ iter: 77,300 ] [ performance: 11.526 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:43 ] [ l_g_pix: 6.5002e-02 ] [ l_g_total: 6.5002e-02 ] +2024-10-04 02:35:49,326 INFO: [ epoch:4073 ] [ iter: 77,400 ] [ performance: 9.857 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:33 ] [ l_g_pix: 5.5630e-02 ] [ l_g_total: 5.5630e-02 ] +2024-10-04 02:35:57,825 INFO: [ epoch:4078 ] [ iter: 77,500 ] [ performance: 11.478 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:23 ] [ l_g_pix: 6.3864e-02 ] [ l_g_total: 6.3864e-02 ] +2024-10-04 02:36:07,332 INFO: [ epoch:4084 ] [ iter: 77,600 ] [ performance: 9.409 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:14 ] [ l_g_pix: 5.0564e-02 ] [ l_g_total: 5.0564e-02 ] +2024-10-04 02:36:15,823 INFO: [ epoch:4089 ] [ iter: 77,700 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 0:36:03 ] [ l_g_pix: 5.4829e-02 ] [ l_g_total: 5.4829e-02 ] +2024-10-04 02:36:24,336 INFO: [ epoch:4094 ] [ iter: 77,800 ] [ performance: 28.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:53 ] [ l_g_pix: 5.4788e-02 ] [ l_g_total: 5.4788e-02 ] +2024-10-04 02:36:32,913 INFO: [ epoch:4099 ] [ iter: 77,900 ] [ performance: 12.508 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:43 ] [ l_g_pix: 6.3224e-02 ] [ l_g_total: 6.3224e-02 ] +2024-10-04 02:36:42,255 INFO: [ epoch:4105 ] [ iter: 78,000 ] [ performance: 8.407 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:34 ] [ l_g_pix: 5.7346e-02 ] [ l_g_total: 5.7346e-02 ] +2024-10-04 02:36:50,677 INFO: [ epoch:4110 ] [ iter: 78,100 ] [ performance: 11.374 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:24 ] [ l_g_pix: 6.5868e-02 ] [ l_g_total: 6.5868e-02 ] +2024-10-04 02:36:59,136 INFO: [ epoch:4115 ] [ iter: 78,200 ] [ performance: 29.627 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:14 ] [ l_g_pix: 6.2449e-02 ] [ l_g_total: 6.2449e-02 ] +2024-10-04 02:37:08,649 INFO: [ epoch:4121 ] [ iter: 78,300 ] [ performance: 11.232 it/s ] [ lr: 5.00e-05 ] [ eta: 0:35:04 ] [ l_g_pix: 5.4352e-02 ] [ l_g_total: 5.4352e-02 ] +2024-10-04 02:37:17,121 INFO: [ epoch:4126 ] [ iter: 78,400 ] [ performance: 7.458 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:54 ] [ l_g_pix: 5.9434e-02 ] [ l_g_total: 5.9434e-02 ] +2024-10-04 02:37:25,621 INFO: [ epoch:4131 ] [ iter: 78,500 ] [ performance: 11.179 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:44 ] [ l_g_pix: 5.4181e-02 ] [ l_g_total: 5.4181e-02 ] +2024-10-04 02:37:34,063 INFO: [ epoch:4136 ] [ iter: 78,600 ] [ performance: 30.344 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:34 ] [ l_g_pix: 5.1552e-02 ] [ l_g_total: 5.1552e-02 ] +2024-10-04 02:37:43,589 INFO: [ epoch:4142 ] [ iter: 78,700 ] [ performance: 11.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:24 ] [ l_g_pix: 5.6953e-02 ] [ l_g_total: 5.6953e-02 ] +2024-10-04 02:37:52,103 INFO: [ epoch:4147 ] [ iter: 78,800 ] [ performance: 6.197 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 7.7030e-02 ] [ l_g_total: 7.7030e-02 ] +2024-10-04 02:38:00,585 INFO: [ epoch:4152 ] [ iter: 78,900 ] [ performance: 11.052 it/s ] [ lr: 5.00e-05 ] [ eta: 0:34:04 ] [ l_g_pix: 6.4293e-02 ] [ l_g_total: 6.4293e-02 ] +2024-10-04 02:38:09,081 INFO: [ epoch:4157 ] [ iter: 79,000 ] [ performance: 29.678 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:54 ] [ l_g_pix: 6.4077e-02 ] [ l_g_total: 6.4077e-02 ] +2024-10-04 02:38:18,591 INFO: [ epoch:4163 ] [ iter: 79,100 ] [ performance: 10.981 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:44 ] [ l_g_pix: 6.2092e-02 ] [ l_g_total: 6.2092e-02 ] +2024-10-04 02:38:27,096 INFO: [ epoch:4168 ] [ iter: 79,200 ] [ performance: 28.355 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:34 ] [ l_g_pix: 5.0700e-02 ] [ l_g_total: 5.0700e-02 ] +2024-10-04 02:38:35,568 INFO: [ epoch:4173 ] [ iter: 79,300 ] [ performance: 12.210 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:24 ] [ l_g_pix: 6.7454e-02 ] [ l_g_total: 6.7454e-02 ] +2024-10-04 02:38:44,057 INFO: [ epoch:4178 ] [ iter: 79,400 ] [ performance: 30.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:14 ] [ l_g_pix: 6.3825e-02 ] [ l_g_total: 6.3825e-02 ] +2024-10-04 02:38:53,542 INFO: [ epoch:4184 ] [ iter: 79,500 ] [ performance: 10.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:33:04 ] [ l_g_pix: 7.9829e-02 ] [ l_g_total: 7.9829e-02 ] +2024-10-04 02:39:02,049 INFO: [ epoch:4189 ] [ iter: 79,600 ] [ performance: 29.436 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:54 ] [ l_g_pix: 5.6424e-02 ] [ l_g_total: 5.6424e-02 ] +2024-10-04 02:39:10,596 INFO: [ epoch:4194 ] [ iter: 79,700 ] [ performance: 11.980 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:44 ] [ l_g_pix: 6.4365e-02 ] [ l_g_total: 6.4365e-02 ] +2024-10-04 02:39:19,209 INFO: [ epoch:4199 ] [ iter: 79,800 ] [ performance: 12.635 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:35 ] [ l_g_pix: 5.0738e-02 ] [ l_g_total: 5.0738e-02 ] +2024-10-04 02:39:28,566 INFO: [ epoch:4205 ] [ iter: 79,900 ] [ performance: 10.737 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:25 ] [ l_g_pix: 4.5047e-02 ] [ l_g_total: 4.5047e-02 ] +2024-10-04 02:39:37,102 INFO: [ epoch:4210 ] [ iter: 80,000 ] [ performance: 28.522 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:15 ] [ l_g_pix: 6.0394e-02 ] [ l_g_total: 6.0394e-02 ] +2024-10-04 02:39:37,102 INFO: Saving models and training states. +2024-10-04 02:42:23,454 INFO: Validation val + + # psnr: 27.0797........ Best: 27.0885 @ 70000 iter + # ssim: 0.7625........ Best: 0.7626 @ 70000 iter + # dists: 0.7705........ Best: 0.7705 @ 80000 iter + +2024-10-04 02:42:32,516 INFO: [ epoch:4215 ] [ iter: 80,100 ] [ performance: 11.171 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:46 ] [ l_g_pix: 5.9535e-02 ] [ l_g_total: 5.9535e-02 ] +2024-10-04 02:42:42,277 INFO: [ epoch:4221 ] [ iter: 80,200 ] [ performance: 1.079 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:36 ] [ l_g_pix: 4.4519e-02 ] [ l_g_total: 4.4519e-02 ] +2024-10-04 02:42:50,964 INFO: [ epoch:4226 ] [ iter: 80,300 ] [ performance: 10.507 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:26 ] [ l_g_pix: 5.8087e-02 ] [ l_g_total: 5.8087e-02 ] +2024-10-04 02:42:59,701 INFO: [ epoch:4231 ] [ iter: 80,400 ] [ performance: 10.955 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:16 ] [ l_g_pix: 5.2614e-02 ] [ l_g_total: 5.2614e-02 ] +2024-10-04 02:43:08,480 INFO: [ epoch:4236 ] [ iter: 80,500 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:32:06 ] [ l_g_pix: 5.5933e-02 ] [ l_g_total: 5.5933e-02 ] +2024-10-04 02:43:18,273 INFO: [ epoch:4242 ] [ iter: 80,600 ] [ performance: 10.770 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:56 ] [ l_g_pix: 5.8363e-02 ] [ l_g_total: 5.8363e-02 ] +2024-10-04 02:43:26,990 INFO: [ epoch:4247 ] [ iter: 80,700 ] [ performance: 11.412 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:46 ] [ l_g_pix: 5.1847e-02 ] [ l_g_total: 5.1847e-02 ] +2024-10-04 02:43:35,673 INFO: [ epoch:4252 ] [ iter: 80,800 ] [ performance: 11.465 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:36 ] [ l_g_pix: 5.0967e-02 ] [ l_g_total: 5.0967e-02 ] +2024-10-04 02:43:44,445 INFO: [ epoch:4257 ] [ iter: 80,900 ] [ performance: 11.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:26 ] [ l_g_pix: 5.4496e-02 ] [ l_g_total: 5.4496e-02 ] +2024-10-04 02:43:54,252 INFO: [ epoch:4263 ] [ iter: 81,000 ] [ performance: 10.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:16 ] [ l_g_pix: 4.9971e-02 ] [ l_g_total: 4.9971e-02 ] +2024-10-04 02:44:02,983 INFO: [ epoch:4268 ] [ iter: 81,100 ] [ performance: 11.248 it/s ] [ lr: 5.00e-05 ] [ eta: 0:31:06 ] [ l_g_pix: 6.9462e-02 ] [ l_g_total: 6.9462e-02 ] +2024-10-04 02:44:11,742 INFO: [ epoch:4273 ] [ iter: 81,200 ] [ performance: 11.334 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:55 ] [ l_g_pix: 5.5376e-02 ] [ l_g_total: 5.5376e-02 ] +2024-10-04 02:44:20,455 INFO: [ epoch:4278 ] [ iter: 81,300 ] [ performance: 11.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:45 ] [ l_g_pix: 6.8251e-02 ] [ l_g_total: 6.8251e-02 ] +2024-10-04 02:44:30,223 INFO: [ epoch:4284 ] [ iter: 81,400 ] [ performance: 10.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 4.9554e-02 ] [ l_g_total: 4.9554e-02 ] +2024-10-04 02:44:38,930 INFO: [ epoch:4289 ] [ iter: 81,500 ] [ performance: 11.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:25 ] [ l_g_pix: 5.7019e-02 ] [ l_g_total: 5.7019e-02 ] +2024-10-04 02:44:47,639 INFO: [ epoch:4294 ] [ iter: 81,600 ] [ performance: 11.313 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:15 ] [ l_g_pix: 6.4840e-02 ] [ l_g_total: 6.4840e-02 ] +2024-10-04 02:44:56,496 INFO: [ epoch:4299 ] [ iter: 81,700 ] [ performance: 12.395 it/s ] [ lr: 5.00e-05 ] [ eta: 0:30:05 ] [ l_g_pix: 6.1614e-02 ] [ l_g_total: 6.1614e-02 ] +2024-10-04 02:45:06,089 INFO: [ epoch:4305 ] [ iter: 81,800 ] [ performance: 11.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:55 ] [ l_g_pix: 6.5551e-02 ] [ l_g_total: 6.5551e-02 ] +2024-10-04 02:45:14,840 INFO: [ epoch:4310 ] [ iter: 81,900 ] [ performance: 10.923 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:45 ] [ l_g_pix: 6.1530e-02 ] [ l_g_total: 6.1530e-02 ] +2024-10-04 02:45:23,500 INFO: [ epoch:4315 ] [ iter: 82,000 ] [ performance: 11.239 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:35 ] [ l_g_pix: 6.1354e-02 ] [ l_g_total: 6.1354e-02 ] +2024-10-04 02:45:33,244 INFO: [ epoch:4321 ] [ iter: 82,100 ] [ performance: 10.952 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:25 ] [ l_g_pix: 4.5718e-02 ] [ l_g_total: 4.5718e-02 ] +2024-10-04 02:45:41,990 INFO: [ epoch:4326 ] [ iter: 82,200 ] [ performance: 11.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:15 ] [ l_g_pix: 5.9090e-02 ] [ l_g_total: 5.9090e-02 ] +2024-10-04 02:45:50,678 INFO: [ epoch:4331 ] [ iter: 82,300 ] [ performance: 10.858 it/s ] [ lr: 5.00e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 4.2133e-02 ] [ l_g_total: 4.2133e-02 ] +2024-10-04 02:45:59,398 INFO: [ epoch:4336 ] [ iter: 82,400 ] [ performance: 11.169 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:55 ] [ l_g_pix: 6.8674e-02 ] [ l_g_total: 6.8674e-02 ] +2024-10-04 02:46:09,131 INFO: [ epoch:4342 ] [ iter: 82,500 ] [ performance: 10.809 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:45 ] [ l_g_pix: 4.5818e-02 ] [ l_g_total: 4.5818e-02 ] +2024-10-04 02:46:17,864 INFO: [ epoch:4347 ] [ iter: 82,600 ] [ performance: 11.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:35 ] [ l_g_pix: 5.4706e-02 ] [ l_g_total: 5.4706e-02 ] +2024-10-04 02:46:26,624 INFO: [ epoch:4352 ] [ iter: 82,700 ] [ performance: 10.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:25 ] [ l_g_pix: 5.5912e-02 ] [ l_g_total: 5.5912e-02 ] +2024-10-04 02:46:35,339 INFO: [ epoch:4357 ] [ iter: 82,800 ] [ performance: 11.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:14 ] [ l_g_pix: 6.8544e-02 ] [ l_g_total: 6.8544e-02 ] +2024-10-04 02:46:45,047 INFO: [ epoch:4363 ] [ iter: 82,900 ] [ performance: 10.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:28:05 ] [ l_g_pix: 6.0666e-02 ] [ l_g_total: 6.0666e-02 ] +2024-10-04 02:46:53,737 INFO: [ epoch:4368 ] [ iter: 83,000 ] [ performance: 11.115 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:54 ] [ l_g_pix: 6.4220e-02 ] [ l_g_total: 6.4220e-02 ] +2024-10-04 02:47:02,417 INFO: [ epoch:4373 ] [ iter: 83,100 ] [ performance: 12.099 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:44 ] [ l_g_pix: 5.8885e-02 ] [ l_g_total: 5.8885e-02 ] +2024-10-04 02:47:11,080 INFO: [ epoch:4378 ] [ iter: 83,200 ] [ performance: 11.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:34 ] [ l_g_pix: 5.1060e-02 ] [ l_g_total: 5.1060e-02 ] +2024-10-04 02:47:20,880 INFO: [ epoch:4384 ] [ iter: 83,300 ] [ performance: 10.432 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:24 ] [ l_g_pix: 6.2459e-02 ] [ l_g_total: 6.2459e-02 ] +2024-10-04 02:47:29,578 INFO: [ epoch:4389 ] [ iter: 83,400 ] [ performance: 10.979 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:14 ] [ l_g_pix: 5.1444e-02 ] [ l_g_total: 5.1444e-02 ] +2024-10-04 02:47:38,326 INFO: [ epoch:4394 ] [ iter: 83,500 ] [ performance: 11.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:27:04 ] [ l_g_pix: 5.8150e-02 ] [ l_g_total: 5.8150e-02 ] +2024-10-04 02:47:47,156 INFO: [ epoch:4399 ] [ iter: 83,600 ] [ performance: 11.548 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:54 ] [ l_g_pix: 5.2694e-02 ] [ l_g_total: 5.2694e-02 ] +2024-10-04 02:47:56,833 INFO: [ epoch:4405 ] [ iter: 83,700 ] [ performance: 10.226 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:44 ] [ l_g_pix: 5.3056e-02 ] [ l_g_total: 5.3056e-02 ] +2024-10-04 02:48:05,527 INFO: [ epoch:4410 ] [ iter: 83,800 ] [ performance: 10.883 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:34 ] [ l_g_pix: 5.0827e-02 ] [ l_g_total: 5.0827e-02 ] +2024-10-04 02:48:14,248 INFO: [ epoch:4415 ] [ iter: 83,900 ] [ performance: 11.739 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:24 ] [ l_g_pix: 5.3118e-02 ] [ l_g_total: 5.3118e-02 ] +2024-10-04 02:48:23,997 INFO: [ epoch:4421 ] [ iter: 84,000 ] [ performance: 10.881 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:14 ] [ l_g_pix: 6.1209e-02 ] [ l_g_total: 6.1209e-02 ] +2024-10-04 02:48:32,682 INFO: [ epoch:4426 ] [ iter: 84,100 ] [ performance: 10.365 it/s ] [ lr: 5.00e-05 ] [ eta: 0:26:04 ] [ l_g_pix: 5.9264e-02 ] [ l_g_total: 5.9264e-02 ] +2024-10-04 02:48:41,350 INFO: [ epoch:4431 ] [ iter: 84,200 ] [ performance: 10.978 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:54 ] [ l_g_pix: 6.2975e-02 ] [ l_g_total: 6.2975e-02 ] +2024-10-04 02:48:50,046 INFO: [ epoch:4436 ] [ iter: 84,300 ] [ performance: 11.583 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:44 ] [ l_g_pix: 4.8083e-02 ] [ l_g_total: 4.8083e-02 ] +2024-10-04 02:48:59,783 INFO: [ epoch:4442 ] [ iter: 84,400 ] [ performance: 10.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:34 ] [ l_g_pix: 5.6376e-02 ] [ l_g_total: 5.6376e-02 ] +2024-10-04 02:49:08,588 INFO: [ epoch:4447 ] [ iter: 84,500 ] [ performance: 11.365 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:24 ] [ l_g_pix: 6.2042e-02 ] [ l_g_total: 6.2042e-02 ] +2024-10-04 02:49:17,307 INFO: [ epoch:4452 ] [ iter: 84,600 ] [ performance: 11.423 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:14 ] [ l_g_pix: 5.5506e-02 ] [ l_g_total: 5.5506e-02 ] +2024-10-04 02:49:25,963 INFO: [ epoch:4457 ] [ iter: 84,700 ] [ performance: 11.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:25:04 ] [ l_g_pix: 5.5489e-02 ] [ l_g_total: 5.5489e-02 ] +2024-10-04 02:49:35,738 INFO: [ epoch:4463 ] [ iter: 84,800 ] [ performance: 10.733 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:54 ] [ l_g_pix: 4.9165e-02 ] [ l_g_total: 4.9165e-02 ] +2024-10-04 02:49:44,511 INFO: [ epoch:4468 ] [ iter: 84,900 ] [ performance: 11.225 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:44 ] [ l_g_pix: 4.9150e-02 ] [ l_g_total: 4.9150e-02 ] +2024-10-04 02:49:53,160 INFO: [ epoch:4473 ] [ iter: 85,000 ] [ performance: 11.413 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:34 ] [ l_g_pix: 5.4329e-02 ] [ l_g_total: 5.4329e-02 ] +2024-10-04 02:50:01,869 INFO: [ epoch:4478 ] [ iter: 85,100 ] [ performance: 11.270 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:24 ] [ l_g_pix: 6.5397e-02 ] [ l_g_total: 6.5397e-02 ] +2024-10-04 02:50:11,620 INFO: [ epoch:4484 ] [ iter: 85,200 ] [ performance: 10.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:14 ] [ l_g_pix: 7.7859e-02 ] [ l_g_total: 7.7859e-02 ] +2024-10-04 02:50:20,351 INFO: [ epoch:4489 ] [ iter: 85,300 ] [ performance: 11.103 it/s ] [ lr: 5.00e-05 ] [ eta: 0:24:04 ] [ l_g_pix: 5.2127e-02 ] [ l_g_total: 5.2127e-02 ] +2024-10-04 02:50:29,088 INFO: [ epoch:4494 ] [ iter: 85,400 ] [ performance: 11.296 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:54 ] [ l_g_pix: 7.0878e-02 ] [ l_g_total: 7.0878e-02 ] +2024-10-04 02:50:37,929 INFO: [ epoch:4499 ] [ iter: 85,500 ] [ performance: 12.766 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:44 ] [ l_g_pix: 6.0820e-02 ] [ l_g_total: 6.0820e-02 ] +2024-10-04 02:50:47,602 INFO: [ epoch:4505 ] [ iter: 85,600 ] [ performance: 11.257 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:35 ] [ l_g_pix: 6.3411e-02 ] [ l_g_total: 6.3411e-02 ] +2024-10-04 02:50:56,346 INFO: [ epoch:4510 ] [ iter: 85,700 ] [ performance: 10.889 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:25 ] [ l_g_pix: 6.3165e-02 ] [ l_g_total: 6.3165e-02 ] +2024-10-04 02:51:05,063 INFO: [ epoch:4515 ] [ iter: 85,800 ] [ performance: 11.218 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:14 ] [ l_g_pix: 5.9736e-02 ] [ l_g_total: 5.9736e-02 ] +2024-10-04 02:51:14,838 INFO: [ epoch:4521 ] [ iter: 85,900 ] [ performance: 10.820 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:05 ] [ l_g_pix: 5.1824e-02 ] [ l_g_total: 5.1824e-02 ] +2024-10-04 02:51:23,570 INFO: [ epoch:4526 ] [ iter: 86,000 ] [ performance: 11.178 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:55 ] [ l_g_pix: 6.8678e-02 ] [ l_g_total: 6.8678e-02 ] +2024-10-04 02:51:32,275 INFO: [ epoch:4531 ] [ iter: 86,100 ] [ performance: 10.771 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:45 ] [ l_g_pix: 5.9733e-02 ] [ l_g_total: 5.9733e-02 ] +2024-10-04 02:51:40,981 INFO: [ epoch:4536 ] [ iter: 86,200 ] [ performance: 11.176 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:35 ] [ l_g_pix: 5.3477e-02 ] [ l_g_total: 5.3477e-02 ] +2024-10-04 02:51:50,706 INFO: [ epoch:4542 ] [ iter: 86,300 ] [ performance: 10.686 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:25 ] [ l_g_pix: 5.7653e-02 ] [ l_g_total: 5.7653e-02 ] +2024-10-04 02:51:59,392 INFO: [ epoch:4547 ] [ iter: 86,400 ] [ performance: 11.156 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:15 ] [ l_g_pix: 6.1538e-02 ] [ l_g_total: 6.1538e-02 ] +2024-10-04 02:52:08,095 INFO: [ epoch:4552 ] [ iter: 86,500 ] [ performance: 10.572 it/s ] [ lr: 5.00e-05 ] [ eta: 0:22:05 ] [ l_g_pix: 5.6867e-02 ] [ l_g_total: 5.6867e-02 ] +2024-10-04 02:52:16,779 INFO: [ epoch:4557 ] [ iter: 86,600 ] [ performance: 11.108 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:55 ] [ l_g_pix: 6.5607e-02 ] [ l_g_total: 6.5607e-02 ] +2024-10-04 02:52:26,524 INFO: [ epoch:4563 ] [ iter: 86,700 ] [ performance: 10.472 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 6.8963e-02 ] [ l_g_total: 6.8963e-02 ] +2024-10-04 02:52:35,227 INFO: [ epoch:4568 ] [ iter: 86,800 ] [ performance: 11.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:35 ] [ l_g_pix: 5.7113e-02 ] [ l_g_total: 5.7113e-02 ] +2024-10-04 02:52:43,946 INFO: [ epoch:4573 ] [ iter: 86,900 ] [ performance: 12.363 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:25 ] [ l_g_pix: 6.3135e-02 ] [ l_g_total: 6.3135e-02 ] +2024-10-04 02:52:52,644 INFO: [ epoch:4578 ] [ iter: 87,000 ] [ performance: 11.834 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:15 ] [ l_g_pix: 5.3002e-02 ] [ l_g_total: 5.3002e-02 ] +2024-10-04 02:53:02,445 INFO: [ epoch:4584 ] [ iter: 87,100 ] [ performance: 10.205 it/s ] [ lr: 5.00e-05 ] [ eta: 0:21:05 ] [ l_g_pix: 6.5399e-02 ] [ l_g_total: 6.5399e-02 ] +2024-10-04 02:53:11,126 INFO: [ epoch:4589 ] [ iter: 87,200 ] [ performance: 10.954 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:55 ] [ l_g_pix: 6.4917e-02 ] [ l_g_total: 6.4917e-02 ] +2024-10-04 02:53:19,841 INFO: [ epoch:4594 ] [ iter: 87,300 ] [ performance: 12.188 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:45 ] [ l_g_pix: 5.2252e-02 ] [ l_g_total: 5.2252e-02 ] +2024-10-04 02:53:28,675 INFO: [ epoch:4599 ] [ iter: 87,400 ] [ performance: 11.650 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:35 ] [ l_g_pix: 5.5818e-02 ] [ l_g_total: 5.5818e-02 ] +2024-10-04 02:53:38,272 INFO: [ epoch:4605 ] [ iter: 87,500 ] [ performance: 10.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 6.0457e-02 ] [ l_g_total: 6.0457e-02 ] +2024-10-04 02:53:46,982 INFO: [ epoch:4610 ] [ iter: 87,600 ] [ performance: 10.878 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:16 ] [ l_g_pix: 4.6685e-02 ] [ l_g_total: 4.6685e-02 ] +2024-10-04 02:53:55,663 INFO: [ epoch:4615 ] [ iter: 87,700 ] [ performance: 11.983 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:06 ] [ l_g_pix: 6.2901e-02 ] [ l_g_total: 6.2901e-02 ] +2024-10-04 02:54:05,355 INFO: [ epoch:4621 ] [ iter: 87,800 ] [ performance: 10.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:56 ] [ l_g_pix: 5.8017e-02 ] [ l_g_total: 5.8017e-02 ] +2024-10-04 02:54:14,055 INFO: [ epoch:4626 ] [ iter: 87,900 ] [ performance: 10.074 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:46 ] [ l_g_pix: 4.8422e-02 ] [ l_g_total: 4.8422e-02 ] +2024-10-04 02:54:22,756 INFO: [ epoch:4631 ] [ iter: 88,000 ] [ performance: 10.900 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:36 ] [ l_g_pix: 6.4714e-02 ] [ l_g_total: 6.4714e-02 ] +2024-10-04 02:54:31,461 INFO: [ epoch:4636 ] [ iter: 88,100 ] [ performance: 11.695 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:26 ] [ l_g_pix: 5.5534e-02 ] [ l_g_total: 5.5534e-02 ] +2024-10-04 02:54:41,227 INFO: [ epoch:4642 ] [ iter: 88,200 ] [ performance: 10.753 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:16 ] [ l_g_pix: 6.0189e-02 ] [ l_g_total: 6.0189e-02 ] +2024-10-04 02:54:49,971 INFO: [ epoch:4647 ] [ iter: 88,300 ] [ performance: 11.506 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:06 ] [ l_g_pix: 5.3649e-02 ] [ l_g_total: 5.3649e-02 ] +2024-10-04 02:54:58,643 INFO: [ epoch:4652 ] [ iter: 88,400 ] [ performance: 11.522 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:56 ] [ l_g_pix: 5.2716e-02 ] [ l_g_total: 5.2716e-02 ] +2024-10-04 02:55:07,284 INFO: [ epoch:4657 ] [ iter: 88,500 ] [ performance: 11.578 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:46 ] [ l_g_pix: 5.0582e-02 ] [ l_g_total: 5.0582e-02 ] +2024-10-04 02:55:17,059 INFO: [ epoch:4663 ] [ iter: 88,600 ] [ performance: 10.698 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:36 ] [ l_g_pix: 6.7816e-02 ] [ l_g_total: 6.7816e-02 ] +2024-10-04 02:55:25,827 INFO: [ epoch:4668 ] [ iter: 88,700 ] [ performance: 11.291 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:27 ] [ l_g_pix: 5.3643e-02 ] [ l_g_total: 5.3643e-02 ] +2024-10-04 02:55:34,561 INFO: [ epoch:4673 ] [ iter: 88,800 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:17 ] [ l_g_pix: 5.8216e-02 ] [ l_g_total: 5.8216e-02 ] +2024-10-04 02:55:43,184 INFO: [ epoch:4678 ] [ iter: 88,900 ] [ performance: 11.360 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:07 ] [ l_g_pix: 6.5963e-02 ] [ l_g_total: 6.5963e-02 ] +2024-10-04 02:55:52,908 INFO: [ epoch:4684 ] [ iter: 89,000 ] [ performance: 10.656 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:57 ] [ l_g_pix: 6.3090e-02 ] [ l_g_total: 6.3090e-02 ] +2024-10-04 02:56:01,612 INFO: [ epoch:4689 ] [ iter: 89,100 ] [ performance: 11.172 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:47 ] [ l_g_pix: 5.4549e-02 ] [ l_g_total: 5.4549e-02 ] +2024-10-04 02:56:10,321 INFO: [ epoch:4694 ] [ iter: 89,200 ] [ performance: 11.369 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:37 ] [ l_g_pix: 6.9283e-02 ] [ l_g_total: 6.9283e-02 ] +2024-10-04 02:56:19,153 INFO: [ epoch:4699 ] [ iter: 89,300 ] [ performance: 13.440 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:27 ] [ l_g_pix: 6.7162e-02 ] [ l_g_total: 6.7162e-02 ] +2024-10-04 02:56:28,796 INFO: [ epoch:4705 ] [ iter: 89,400 ] [ performance: 11.298 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:17 ] [ l_g_pix: 6.0511e-02 ] [ l_g_total: 6.0511e-02 ] +2024-10-04 02:56:37,411 INFO: [ epoch:4710 ] [ iter: 89,500 ] [ performance: 10.993 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:07 ] [ l_g_pix: 6.2517e-02 ] [ l_g_total: 6.2517e-02 ] +2024-10-04 02:56:46,136 INFO: [ epoch:4715 ] [ iter: 89,600 ] [ performance: 11.292 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:57 ] [ l_g_pix: 6.6257e-02 ] [ l_g_total: 6.6257e-02 ] +2024-10-04 02:56:55,846 INFO: [ epoch:4721 ] [ iter: 89,700 ] [ performance: 10.799 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:48 ] [ l_g_pix: 6.0567e-02 ] [ l_g_total: 6.0567e-02 ] +2024-10-04 02:57:04,583 INFO: [ epoch:4726 ] [ iter: 89,800 ] [ performance: 11.211 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:38 ] [ l_g_pix: 6.4770e-02 ] [ l_g_total: 6.4770e-02 ] +2024-10-04 02:57:13,236 INFO: [ epoch:4731 ] [ iter: 89,900 ] [ performance: 10.685 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:28 ] [ l_g_pix: 5.9268e-02 ] [ l_g_total: 5.9268e-02 ] +2024-10-04 02:57:21,940 INFO: [ epoch:4736 ] [ iter: 90,000 ] [ performance: 11.198 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:18 ] [ l_g_pix: 6.4954e-02 ] [ l_g_total: 6.4954e-02 ] +2024-10-04 02:57:21,941 INFO: Saving models and training states. +2024-10-04 03:00:06,509 INFO: Validation val + + # psnr: 27.0924........ Best: 27.0924 @ 90000 iter + # ssim: 0.7629........ Best: 0.7629 @ 90000 iter + # dists: 0.7705........ Best: 0.7705 @ 90000 iter + +2024-10-04 03:00:16,494 INFO: [ epoch:4742 ] [ iter: 90,100 ] [ performance: 9.901 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 5.5149e-02 ] [ l_g_total: 5.5149e-02 ] +2024-10-04 03:00:25,092 INFO: [ epoch:4747 ] [ iter: 90,200 ] [ performance: 10.976 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:16 ] [ l_g_pix: 7.1369e-02 ] [ l_g_total: 7.1369e-02 ] +2024-10-04 03:00:33,668 INFO: [ epoch:4752 ] [ iter: 90,300 ] [ performance: 10.556 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 6.7391e-02 ] [ l_g_total: 6.7391e-02 ] +2024-10-04 03:00:42,328 INFO: [ epoch:4757 ] [ iter: 90,400 ] [ performance: 11.194 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:56 ] [ l_g_pix: 5.5158e-02 ] [ l_g_total: 5.5158e-02 ] +2024-10-04 03:00:52,033 INFO: [ epoch:4763 ] [ iter: 90,500 ] [ performance: 10.322 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:46 ] [ l_g_pix: 5.1795e-02 ] [ l_g_total: 5.1795e-02 ] +2024-10-04 03:01:00,660 INFO: [ epoch:4768 ] [ iter: 90,600 ] [ performance: 11.137 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:36 ] [ l_g_pix: 6.2685e-02 ] [ l_g_total: 6.2685e-02 ] +2024-10-04 03:01:09,255 INFO: [ epoch:4773 ] [ iter: 90,700 ] [ performance: 12.985 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:26 ] [ l_g_pix: 6.9079e-02 ] [ l_g_total: 6.9079e-02 ] +2024-10-04 03:01:17,830 INFO: [ epoch:4778 ] [ iter: 90,800 ] [ performance: 12.068 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:16 ] [ l_g_pix: 4.6962e-02 ] [ l_g_total: 4.6962e-02 ] +2024-10-04 03:01:27,520 INFO: [ epoch:4784 ] [ iter: 90,900 ] [ performance: 10.078 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:06 ] [ l_g_pix: 7.2738e-02 ] [ l_g_total: 7.2738e-02 ] +2024-10-04 03:01:36,108 INFO: [ epoch:4789 ] [ iter: 91,000 ] [ performance: 11.087 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:56 ] [ l_g_pix: 6.6385e-02 ] [ l_g_total: 6.6385e-02 ] +2024-10-04 03:01:44,743 INFO: [ epoch:4794 ] [ iter: 91,100 ] [ performance: 12.689 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:45 ] [ l_g_pix: 5.7065e-02 ] [ l_g_total: 5.7065e-02 ] +2024-10-04 03:01:53,526 INFO: [ epoch:4799 ] [ iter: 91,200 ] [ performance: 11.773 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:35 ] [ l_g_pix: 6.4752e-02 ] [ l_g_total: 6.4752e-02 ] +2024-10-04 03:02:03,056 INFO: [ epoch:4805 ] [ iter: 91,300 ] [ performance: 9.702 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 4.8962e-02 ] [ l_g_total: 4.8962e-02 ] +2024-10-04 03:02:11,669 INFO: [ epoch:4810 ] [ iter: 91,400 ] [ performance: 10.935 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:15 ] [ l_g_pix: 5.1933e-02 ] [ l_g_total: 5.1933e-02 ] +2024-10-04 03:02:20,258 INFO: [ epoch:4815 ] [ iter: 91,500 ] [ performance: 12.446 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:05 ] [ l_g_pix: 5.5145e-02 ] [ l_g_total: 5.5145e-02 ] +2024-10-04 03:02:29,933 INFO: [ epoch:4821 ] [ iter: 91,600 ] [ performance: 10.911 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:55 ] [ l_g_pix: 7.3014e-02 ] [ l_g_total: 7.3014e-02 ] +2024-10-04 03:02:38,604 INFO: [ epoch:4826 ] [ iter: 91,700 ] [ performance: 9.764 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:45 ] [ l_g_pix: 5.8447e-02 ] [ l_g_total: 5.8447e-02 ] +2024-10-04 03:02:47,189 INFO: [ epoch:4831 ] [ iter: 91,800 ] [ performance: 11.001 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:35 ] [ l_g_pix: 5.8533e-02 ] [ l_g_total: 5.8533e-02 ] +2024-10-04 03:02:55,814 INFO: [ epoch:4836 ] [ iter: 91,900 ] [ performance: 12.060 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:25 ] [ l_g_pix: 6.3046e-02 ] [ l_g_total: 6.3046e-02 ] +2024-10-04 03:03:05,481 INFO: [ epoch:4842 ] [ iter: 92,000 ] [ performance: 10.807 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:15 ] [ l_g_pix: 6.1948e-02 ] [ l_g_total: 6.1948e-02 ] +2024-10-04 03:03:14,107 INFO: [ epoch:4847 ] [ iter: 92,100 ] [ performance: 11.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:05 ] [ l_g_pix: 7.2011e-02 ] [ l_g_total: 7.2011e-02 ] +2024-10-04 03:03:22,698 INFO: [ epoch:4852 ] [ iter: 92,200 ] [ performance: 11.723 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:55 ] [ l_g_pix: 5.1015e-02 ] [ l_g_total: 5.1015e-02 ] +2024-10-04 03:03:31,258 INFO: [ epoch:4857 ] [ iter: 92,300 ] [ performance: 11.812 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:45 ] [ l_g_pix: 7.1717e-02 ] [ l_g_total: 7.1717e-02 ] +2024-10-04 03:03:40,875 INFO: [ epoch:4863 ] [ iter: 92,400 ] [ performance: 10.774 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:35 ] [ l_g_pix: 6.3293e-02 ] [ l_g_total: 6.3293e-02 ] +2024-10-04 03:03:49,513 INFO: [ epoch:4868 ] [ iter: 92,500 ] [ performance: 11.584 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 6.1287e-02 ] [ l_g_total: 6.1287e-02 ] +2024-10-04 03:03:58,152 INFO: [ epoch:4873 ] [ iter: 92,600 ] [ performance: 11.579 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:15 ] [ l_g_pix: 6.4235e-02 ] [ l_g_total: 6.4235e-02 ] +2024-10-04 03:04:06,742 INFO: [ epoch:4878 ] [ iter: 92,700 ] [ performance: 11.521 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 4.9620e-02 ] [ l_g_total: 4.9620e-02 ] +2024-10-04 03:04:16,336 INFO: [ epoch:4884 ] [ iter: 92,800 ] [ performance: 10.711 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:55 ] [ l_g_pix: 5.5596e-02 ] [ l_g_total: 5.5596e-02 ] +2024-10-04 03:04:24,932 INFO: [ epoch:4889 ] [ iter: 92,900 ] [ performance: 11.217 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 7.3062e-02 ] [ l_g_total: 7.3062e-02 ] +2024-10-04 03:04:33,535 INFO: [ epoch:4894 ] [ iter: 93,000 ] [ performance: 11.510 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:35 ] [ l_g_pix: 5.0810e-02 ] [ l_g_total: 5.0810e-02 ] +2024-10-04 03:04:42,249 INFO: [ epoch:4899 ] [ iter: 93,100 ] [ performance: 15.250 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 5.0939e-02 ] [ l_g_total: 5.0939e-02 ] +2024-10-04 03:04:51,795 INFO: [ epoch:4905 ] [ iter: 93,200 ] [ performance: 11.444 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:15 ] [ l_g_pix: 4.9749e-02 ] [ l_g_total: 4.9749e-02 ] +2024-10-04 03:05:00,400 INFO: [ epoch:4910 ] [ iter: 93,300 ] [ performance: 10.860 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:05 ] [ l_g_pix: 6.1731e-02 ] [ l_g_total: 6.1731e-02 ] +2024-10-04 03:05:09,015 INFO: [ epoch:4915 ] [ iter: 93,400 ] [ performance: 11.401 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:55 ] [ l_g_pix: 6.4019e-02 ] [ l_g_total: 6.4019e-02 ] +2024-10-04 03:05:18,588 INFO: [ epoch:4921 ] [ iter: 93,500 ] [ performance: 10.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:45 ] [ l_g_pix: 5.6498e-02 ] [ l_g_total: 5.6498e-02 ] +2024-10-04 03:05:27,227 INFO: [ epoch:4926 ] [ iter: 93,600 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:35 ] [ l_g_pix: 5.6958e-02 ] [ l_g_total: 5.6958e-02 ] +2024-10-04 03:05:35,783 INFO: [ epoch:4931 ] [ iter: 93,700 ] [ performance: 10.537 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:25 ] [ l_g_pix: 6.6311e-02 ] [ l_g_total: 6.6311e-02 ] +2024-10-04 03:05:44,394 INFO: [ epoch:4936 ] [ iter: 93,800 ] [ performance: 11.321 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 5.4531e-02 ] [ l_g_total: 5.4531e-02 ] +2024-10-04 03:05:53,991 INFO: [ epoch:4942 ] [ iter: 93,900 ] [ performance: 10.408 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:05 ] [ l_g_pix: 7.6155e-02 ] [ l_g_total: 7.6155e-02 ] +2024-10-04 03:06:02,612 INFO: [ epoch:4947 ] [ iter: 94,000 ] [ performance: 11.280 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:55 ] [ l_g_pix: 6.3574e-02 ] [ l_g_total: 6.3574e-02 ] +2024-10-04 03:06:11,224 INFO: [ epoch:4952 ] [ iter: 94,100 ] [ performance: 10.040 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:45 ] [ l_g_pix: 5.8652e-02 ] [ l_g_total: 5.8652e-02 ] +2024-10-04 03:06:19,867 INFO: [ epoch:4957 ] [ iter: 94,200 ] [ performance: 11.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:35 ] [ l_g_pix: 6.5252e-02 ] [ l_g_total: 6.5252e-02 ] +2024-10-04 03:06:29,509 INFO: [ epoch:4963 ] [ iter: 94,300 ] [ performance: 9.887 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:25 ] [ l_g_pix: 5.5766e-02 ] [ l_g_total: 5.5766e-02 ] +2024-10-04 03:06:38,125 INFO: [ epoch:4968 ] [ iter: 94,400 ] [ performance: 11.149 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:15 ] [ l_g_pix: 5.4739e-02 ] [ l_g_total: 5.4739e-02 ] +2024-10-04 03:06:46,750 INFO: [ epoch:4973 ] [ iter: 94,500 ] [ performance: 14.471 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 6.1309e-02 ] [ l_g_total: 6.1309e-02 ] +2024-10-04 03:06:55,370 INFO: [ epoch:4978 ] [ iter: 94,600 ] [ performance: 12.159 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:55 ] [ l_g_pix: 5.5216e-02 ] [ l_g_total: 5.5216e-02 ] +2024-10-04 03:07:04,990 INFO: [ epoch:4984 ] [ iter: 94,700 ] [ performance: 9.490 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:45 ] [ l_g_pix: 5.3378e-02 ] [ l_g_total: 5.3378e-02 ] +2024-10-04 03:07:13,604 INFO: [ epoch:4989 ] [ iter: 94,800 ] [ performance: 11.055 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:35 ] [ l_g_pix: 6.0761e-02 ] [ l_g_total: 6.0761e-02 ] +2024-10-04 03:07:22,220 INFO: [ epoch:4994 ] [ iter: 94,900 ] [ performance: 14.142 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:25 ] [ l_g_pix: 6.2889e-02 ] [ l_g_total: 6.2889e-02 ] +2024-10-04 03:07:30,948 INFO: [ epoch:4999 ] [ iter: 95,000 ] [ performance: 11.955 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:15 ] [ l_g_pix: 5.7449e-02 ] [ l_g_total: 5.7449e-02 ] +2024-10-04 03:07:32,626 INFO: End of training. Time consumed: 2:36:58 +2024-10-04 03:07:32,626 INFO: Save the latest model. +2024-10-04 03:10:16,788 INFO: Validation val + + # psnr: 27.0876........ Best: 27.0924 @ 90000 iter + # ssim: 0.7628........ Best: 0.7629 @ 90000 iter + # dists: 0.7704........ Best: 0.7704 @ 95019 iter + diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_095636.log b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_095636.log new file mode 100644 index 0000000000000000000000000000000000000000..964f3465ebb6ff5ffcd1c0f330f82dce14fe38f9 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_095636.log @@ -0,0 +1,82 @@ +2024-10-04 09:56:36,528 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-04 09:56:36,765 INFO: Dataset [paired] is built. +2024-10-04 09:56:36,765 INFO: Training statistics: + Starting model: 4xIC9600_0.7_DF2K_plksr_tiny_fp16 + Number of train images: 318 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 20 + Total epochs 5000 for total iters 100000. +2024-10-04 09:56:36,766 INFO: Dataset [paired] is built. +2024-10-04 09:56:36,766 INFO: Number of val images/folders: 100 +2024-10-04 09:56:37,098 INFO: Using network [plksr]. +2024-10-04 09:56:37,148 INFO: Loading plksr model from /home/phips/Documents/Github/neosr/experiments/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth, with param key: [params]. +2024-10-04 09:56:37,176 INFO: Using exponential-moving average. +2024-10-04 09:56:37,177 INFO: Loss [L1Loss] enabled. +2024-10-04 09:56:37,177 INFO: Using model [image]. +2024-10-04 09:56:37,179 INFO: Resuming training from epoch: 4736, iter: 90000 +2024-10-04 09:56:38,563 INFO: AMP enabled. +2024-10-04 09:56:38,563 INFO: Deterministic mode enabled. +2024-10-04 09:56:38,563 INFO: Start training from epoch: 4736, iter: 90000 +2024-10-04 09:56:49,684 INFO: [ epoch:4741 ] [ iter: 90,100 ] [ performance: 8.993 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:50 ] [ l_g_pix: 6.2856e-02 ] [ l_g_total: 6.2856e-02 ] +2024-10-04 09:56:56,088 INFO: [ epoch:4746 ] [ iter: 90,200 ] [ performance: 11.414 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:31 ] [ l_g_pix: 6.6879e-02 ] [ l_g_total: 6.6879e-02 ] +2024-10-04 09:57:02,389 INFO: [ epoch:4751 ] [ iter: 90,300 ] [ performance: 15.805 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:37 ] [ l_g_pix: 5.9515e-02 ] [ l_g_total: 5.9515e-02 ] +2024-10-04 09:57:09,464 INFO: [ epoch:4757 ] [ iter: 90,400 ] [ performance: 14.920 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:56 ] [ l_g_pix: 5.9027e-02 ] [ l_g_total: 5.9027e-02 ] +2024-10-04 09:57:15,909 INFO: [ epoch:4762 ] [ iter: 90,500 ] [ performance: 15.406 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:17 ] [ l_g_pix: 6.8767e-02 ] [ l_g_total: 6.8767e-02 ] +2024-10-04 09:57:22,336 INFO: [ epoch:4767 ] [ iter: 90,600 ] [ performance: 15.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:48 ] [ l_g_pix: 6.1792e-02 ] [ l_g_total: 6.1792e-02 ] +2024-10-04 09:57:28,746 INFO: [ epoch:4772 ] [ iter: 90,700 ] [ performance: 15.389 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:26 ] [ l_g_pix: 6.0850e-02 ] [ l_g_total: 6.0850e-02 ] +2024-10-04 09:57:35,701 INFO: [ epoch:4778 ] [ iter: 90,800 ] [ performance: 14.861 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 5.8139e-02 ] [ l_g_total: 5.8139e-02 ] +2024-10-04 09:57:42,130 INFO: [ epoch:4783 ] [ iter: 90,900 ] [ performance: 15.293 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:57 ] [ l_g_pix: 5.6673e-02 ] [ l_g_total: 5.6673e-02 ] +2024-10-04 09:57:48,554 INFO: [ epoch:4788 ] [ iter: 91,000 ] [ performance: 15.433 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:42 ] [ l_g_pix: 6.5569e-02 ] [ l_g_total: 6.5569e-02 ] +2024-10-04 09:57:54,969 INFO: [ epoch:4793 ] [ iter: 91,100 ] [ performance: 15.238 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:29 ] [ l_g_pix: 6.3966e-02 ] [ l_g_total: 6.3966e-02 ] +2024-10-04 09:58:01,810 INFO: [ epoch:4799 ] [ iter: 91,200 ] [ performance: 14.916 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:21 ] [ l_g_pix: 6.0018e-02 ] [ l_g_total: 6.0018e-02 ] +2024-10-04 09:58:08,081 INFO: [ epoch:4804 ] [ iter: 91,300 ] [ performance: 15.531 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:08 ] [ l_g_pix: 6.1023e-02 ] [ l_g_total: 6.1023e-02 ] +2024-10-04 09:58:14,354 INFO: [ epoch:4809 ] [ iter: 91,400 ] [ performance: 15.742 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 6.1627e-02 ] [ l_g_total: 6.1627e-02 ] +2024-10-04 09:58:20,651 INFO: [ epoch:4814 ] [ iter: 91,500 ] [ performance: 16.918 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:46 ] [ l_g_pix: 5.8141e-02 ] [ l_g_total: 5.8141e-02 ] +2024-10-04 09:58:27,492 INFO: [ epoch:4820 ] [ iter: 91,600 ] [ performance: 15.644 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:39 ] [ l_g_pix: 6.0452e-02 ] [ l_g_total: 6.0452e-02 ] +2024-10-04 09:58:33,774 INFO: [ epoch:4825 ] [ iter: 91,700 ] [ performance: 15.335 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 5.1084e-02 ] [ l_g_total: 5.1084e-02 ] +2024-10-04 09:58:40,063 INFO: [ epoch:4830 ] [ iter: 91,800 ] [ performance: 15.626 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:20 ] [ l_g_pix: 6.2218e-02 ] [ l_g_total: 6.2218e-02 ] +2024-10-04 09:58:46,438 INFO: [ epoch:4835 ] [ iter: 91,900 ] [ performance: 16.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:11 ] [ l_g_pix: 5.8441e-02 ] [ l_g_total: 5.8441e-02 ] +2024-10-04 09:58:53,198 INFO: [ epoch:4841 ] [ iter: 92,000 ] [ performance: 15.617 it/s ] [ lr: 5.00e-05 ] [ eta: 0:09:04 ] [ l_g_pix: 7.1647e-02 ] [ l_g_total: 7.1647e-02 ] +2024-10-04 09:58:59,536 INFO: [ epoch:4846 ] [ iter: 92,100 ] [ performance: 15.063 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:55 ] [ l_g_pix: 4.7270e-02 ] [ l_g_total: 4.7270e-02 ] +2024-10-04 09:59:05,789 INFO: [ epoch:4851 ] [ iter: 92,200 ] [ performance: 15.540 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:47 ] [ l_g_pix: 5.5845e-02 ] [ l_g_total: 5.5845e-02 ] +2024-10-04 09:59:12,607 INFO: [ epoch:4857 ] [ iter: 92,300 ] [ performance: 15.141 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:40 ] [ l_g_pix: 5.9160e-02 ] [ l_g_total: 5.9160e-02 ] +2024-10-04 09:59:18,944 INFO: [ epoch:4862 ] [ iter: 92,400 ] [ performance: 15.474 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:32 ] [ l_g_pix: 5.1348e-02 ] [ l_g_total: 5.1348e-02 ] +2024-10-04 09:59:25,244 INFO: [ epoch:4867 ] [ iter: 92,500 ] [ performance: 14.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:24 ] [ l_g_pix: 6.7453e-02 ] [ l_g_total: 6.7453e-02 ] +2024-10-04 09:59:31,525 INFO: [ epoch:4872 ] [ iter: 92,600 ] [ performance: 15.475 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 6.4953e-02 ] [ l_g_total: 6.4953e-02 ] +2024-10-04 09:59:38,327 INFO: [ epoch:4878 ] [ iter: 92,700 ] [ performance: 15.080 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 5.8744e-02 ] [ l_g_total: 5.8744e-02 ] +2024-10-04 09:59:44,655 INFO: [ epoch:4883 ] [ iter: 92,800 ] [ performance: 15.461 it/s ] [ lr: 5.00e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 5.2212e-02 ] [ l_g_total: 5.2212e-02 ] +2024-10-04 09:59:50,957 INFO: [ epoch:4888 ] [ iter: 92,900 ] [ performance: 16.462 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:54 ] [ l_g_pix: 5.5078e-02 ] [ l_g_total: 5.5078e-02 ] +2024-10-04 09:59:57,245 INFO: [ epoch:4893 ] [ iter: 93,000 ] [ performance: 16.158 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:46 ] [ l_g_pix: 5.9566e-02 ] [ l_g_total: 5.9566e-02 ] +2024-10-04 10:00:04,118 INFO: [ epoch:4899 ] [ iter: 93,100 ] [ performance: 14.734 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:40 ] [ l_g_pix: 5.8535e-02 ] [ l_g_total: 5.8535e-02 ] +2024-10-04 10:00:10,385 INFO: [ epoch:4904 ] [ iter: 93,200 ] [ performance: 15.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:33 ] [ l_g_pix: 5.8208e-02 ] [ l_g_total: 5.8208e-02 ] +2024-10-04 10:00:16,738 INFO: [ epoch:4909 ] [ iter: 93,300 ] [ performance: 16.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:25 ] [ l_g_pix: 6.1284e-02 ] [ l_g_total: 6.1284e-02 ] +2024-10-04 10:00:23,082 INFO: [ epoch:4914 ] [ iter: 93,400 ] [ performance: 15.904 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:18 ] [ l_g_pix: 6.1364e-02 ] [ l_g_total: 6.1364e-02 ] +2024-10-04 10:00:29,956 INFO: [ epoch:4920 ] [ iter: 93,500 ] [ performance: 14.598 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:12 ] [ l_g_pix: 5.8479e-02 ] [ l_g_total: 5.8479e-02 ] +2024-10-04 10:00:36,242 INFO: [ epoch:4925 ] [ iter: 93,600 ] [ performance: 15.287 it/s ] [ lr: 5.00e-05 ] [ eta: 0:07:05 ] [ l_g_pix: 5.1755e-02 ] [ l_g_total: 5.1755e-02 ] +2024-10-04 10:00:42,547 INFO: [ epoch:4930 ] [ iter: 93,700 ] [ performance: 16.094 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:57 ] [ l_g_pix: 4.9358e-02 ] [ l_g_total: 4.9358e-02 ] +2024-10-04 10:00:48,913 INFO: [ epoch:4935 ] [ iter: 93,800 ] [ performance: 15.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:50 ] [ l_g_pix: 6.1568e-02 ] [ l_g_total: 6.1568e-02 ] +2024-10-04 10:00:55,797 INFO: [ epoch:4941 ] [ iter: 93,900 ] [ performance: 14.358 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:44 ] [ l_g_pix: 7.6049e-02 ] [ l_g_total: 7.6049e-02 ] +2024-10-04 10:01:02,086 INFO: [ epoch:4946 ] [ iter: 94,000 ] [ performance: 15.173 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:37 ] [ l_g_pix: 5.5382e-02 ] [ l_g_total: 5.5382e-02 ] +2024-10-04 10:01:08,401 INFO: [ epoch:4951 ] [ iter: 94,100 ] [ performance: 15.889 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 4.7939e-02 ] [ l_g_total: 4.7939e-02 ] +2024-10-04 10:01:15,257 INFO: [ epoch:4957 ] [ iter: 94,200 ] [ performance: 15.139 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:24 ] [ l_g_pix: 5.6614e-02 ] [ l_g_total: 5.6614e-02 ] +2024-10-04 10:01:21,515 INFO: [ epoch:4962 ] [ iter: 94,300 ] [ performance: 15.931 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:16 ] [ l_g_pix: 6.8905e-02 ] [ l_g_total: 6.8905e-02 ] +2024-10-04 10:01:27,791 INFO: [ epoch:4967 ] [ iter: 94,400 ] [ performance: 15.936 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:09 ] [ l_g_pix: 5.9042e-02 ] [ l_g_total: 5.9042e-02 ] +2024-10-04 10:01:34,072 INFO: [ epoch:4972 ] [ iter: 94,500 ] [ performance: 15.796 it/s ] [ lr: 5.00e-05 ] [ eta: 0:06:02 ] [ l_g_pix: 6.0174e-02 ] [ l_g_total: 6.0174e-02 ] +2024-10-04 10:01:40,921 INFO: [ epoch:4978 ] [ iter: 94,600 ] [ performance: 15.103 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:56 ] [ l_g_pix: 5.1818e-02 ] [ l_g_total: 5.1818e-02 ] +2024-10-04 10:01:47,311 INFO: [ epoch:4983 ] [ iter: 94,700 ] [ performance: 15.483 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:49 ] [ l_g_pix: 5.6965e-02 ] [ l_g_total: 5.6965e-02 ] +2024-10-04 10:01:53,612 INFO: [ epoch:4988 ] [ iter: 94,800 ] [ performance: 15.701 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:42 ] [ l_g_pix: 5.8566e-02 ] [ l_g_total: 5.8566e-02 ] +2024-10-04 10:01:59,874 INFO: [ epoch:4993 ] [ iter: 94,900 ] [ performance: 15.651 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:35 ] [ l_g_pix: 5.8278e-02 ] [ l_g_total: 5.8278e-02 ] +2024-10-04 10:02:06,748 INFO: [ epoch:4999 ] [ iter: 95,000 ] [ performance: 15.005 it/s ] [ lr: 5.00e-05 ] [ eta: 0:05:29 ] [ l_g_pix: 6.9942e-02 ] [ l_g_total: 6.9942e-02 ] +2024-10-04 10:02:08,626 INFO: End of training. Time consumed: 0:05:30 +2024-10-04 10:02:08,626 INFO: Save the latest model. +2024-10-04 10:05:23,011 INFO: Validation val + + # psnr: 27.0882........ Best: 27.0882 @ 95035 iter + # ssim: 0.7628........ Best: 0.7628 @ 95035 iter + # dists: 0.7704........ Best: 0.7704 @ 95035 iter + diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_101049.log b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_101049.log new file mode 100644 index 0000000000000000000000000000000000000000..82bb51f753bd1ea3e04655ca0f4fac9589e57d0c --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/train_4xIC9600_0.7_DF2K_plksr_tiny_fp16_20241004_101049.log @@ -0,0 +1,134 @@ +2024-10-04 10:10:49,403 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-04 10:10:49,586 INFO: Dataset [paired] is built. +2024-10-04 10:10:49,587 INFO: Training statistics: + Starting model: 4xIC9600_0.7_DF2K_plksr_tiny_fp16 + Number of train images: 318 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 20 + Total epochs 5500 for total iters 110000. +2024-10-04 10:10:49,587 INFO: Dataset [paired] is built. +2024-10-04 10:10:49,587 INFO: Number of val images/folders: 100 +2024-10-04 10:10:49,709 INFO: Using network [plksr]. +2024-10-04 10:10:49,752 INFO: Loading plksr model from /home/phips/Documents/Github/neosr/experiments/4xIC9600_0.7_DF2K_plksr_tiny_fp16/models/net_g_90000.pth, with param key: [params]. +2024-10-04 10:10:49,773 INFO: Using exponential-moving average. +2024-10-04 10:10:49,774 INFO: Loss [L1Loss] enabled. +2024-10-04 10:10:49,774 INFO: Using model [image]. +2024-10-04 10:10:49,776 INFO: Resuming training from epoch: 4736, iter: 90000 +2024-10-04 10:10:50,166 INFO: AMP enabled. +2024-10-04 10:10:50,167 INFO: Deterministic mode enabled. +2024-10-04 10:10:50,167 INFO: Start training from epoch: 4736, iter: 90000 +2024-10-04 10:10:56,718 INFO: [ epoch:4741 ] [ iter: 90,100 ] [ performance: 15.267 it/s ] [ lr: 5.00e-05 ] [ eta: 0:23:15 ] [ l_g_pix: 6.2856e-02 ] [ l_g_total: 6.2856e-02 ] +2024-10-04 10:11:02,370 INFO: [ epoch:4746 ] [ iter: 90,200 ] [ performance: 16.393 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:52 ] [ l_g_pix: 6.6879e-02 ] [ l_g_total: 6.6879e-02 ] +2024-10-04 10:11:08,002 INFO: [ epoch:4751 ] [ iter: 90,300 ] [ performance: 17.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:20:00 ] [ l_g_pix: 5.9515e-02 ] [ l_g_total: 5.9515e-02 ] +2024-10-04 10:11:14,111 INFO: [ epoch:4757 ] [ iter: 90,400 ] [ performance: 17.002 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 5.9027e-02 ] [ l_g_total: 5.9027e-02 ] +2024-10-04 10:11:19,935 INFO: [ epoch:4762 ] [ iter: 90,500 ] [ performance: 17.053 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:38 ] [ l_g_pix: 6.8767e-02 ] [ l_g_total: 6.8767e-02 ] +2024-10-04 10:11:25,602 INFO: [ epoch:4767 ] [ iter: 90,600 ] [ performance: 17.351 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 6.1792e-02 ] [ l_g_total: 6.1792e-02 ] +2024-10-04 10:11:31,301 INFO: [ epoch:4772 ] [ iter: 90,700 ] [ performance: 17.328 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:06 ] [ l_g_pix: 6.0850e-02 ] [ l_g_total: 6.0850e-02 ] +2024-10-04 10:11:37,547 INFO: [ epoch:4778 ] [ iter: 90,800 ] [ performance: 16.636 it/s ] [ lr: 5.00e-05 ] [ eta: 0:19:07 ] [ l_g_pix: 5.8139e-02 ] [ l_g_total: 5.8139e-02 ] +2024-10-04 10:11:43,375 INFO: [ epoch:4783 ] [ iter: 90,900 ] [ performance: 16.909 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:58 ] [ l_g_pix: 5.6673e-02 ] [ l_g_total: 5.6673e-02 ] +2024-10-04 10:11:49,164 INFO: [ epoch:4788 ] [ iter: 91,000 ] [ performance: 17.095 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:49 ] [ l_g_pix: 6.5569e-02 ] [ l_g_total: 6.5569e-02 ] +2024-10-04 10:11:54,905 INFO: [ epoch:4793 ] [ iter: 91,100 ] [ performance: 17.071 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:39 ] [ l_g_pix: 6.3966e-02 ] [ l_g_total: 6.3966e-02 ] +2024-10-04 10:12:01,032 INFO: [ epoch:4799 ] [ iter: 91,200 ] [ performance: 16.681 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:37 ] [ l_g_pix: 6.0018e-02 ] [ l_g_total: 6.0018e-02 ] +2024-10-04 10:12:06,733 INFO: [ epoch:4804 ] [ iter: 91,300 ] [ performance: 17.117 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:27 ] [ l_g_pix: 6.1023e-02 ] [ l_g_total: 6.1023e-02 ] +2024-10-04 10:12:12,481 INFO: [ epoch:4809 ] [ iter: 91,400 ] [ performance: 17.263 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:19 ] [ l_g_pix: 6.1627e-02 ] [ l_g_total: 6.1627e-02 ] +2024-10-04 10:12:18,203 INFO: [ epoch:4814 ] [ iter: 91,500 ] [ performance: 18.479 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:11 ] [ l_g_pix: 5.8141e-02 ] [ l_g_total: 5.8141e-02 ] +2024-10-04 10:12:24,414 INFO: [ epoch:4820 ] [ iter: 91,600 ] [ performance: 17.168 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:08 ] [ l_g_pix: 6.0452e-02 ] [ l_g_total: 6.0452e-02 ] +2024-10-04 10:12:30,124 INFO: [ epoch:4825 ] [ iter: 91,700 ] [ performance: 16.965 it/s ] [ lr: 5.00e-05 ] [ eta: 0:18:00 ] [ l_g_pix: 5.1084e-02 ] [ l_g_total: 5.1084e-02 ] +2024-10-04 10:12:35,790 INFO: [ epoch:4830 ] [ iter: 91,800 ] [ performance: 17.317 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:52 ] [ l_g_pix: 6.2218e-02 ] [ l_g_total: 6.2218e-02 ] +2024-10-04 10:12:41,622 INFO: [ epoch:4835 ] [ iter: 91,900 ] [ performance: 17.950 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:45 ] [ l_g_pix: 5.8441e-02 ] [ l_g_total: 5.8441e-02 ] +2024-10-04 10:12:47,862 INFO: [ epoch:4841 ] [ iter: 92,000 ] [ performance: 16.890 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:43 ] [ l_g_pix: 7.1647e-02 ] [ l_g_total: 7.1647e-02 ] +2024-10-04 10:12:53,616 INFO: [ epoch:4846 ] [ iter: 92,100 ] [ performance: 16.674 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:36 ] [ l_g_pix: 4.7270e-02 ] [ l_g_total: 4.7270e-02 ] +2024-10-04 10:12:59,277 INFO: [ epoch:4851 ] [ iter: 92,200 ] [ performance: 17.184 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:28 ] [ l_g_pix: 5.5845e-02 ] [ l_g_total: 5.5845e-02 ] +2024-10-04 10:13:05,356 INFO: [ epoch:4857 ] [ iter: 92,300 ] [ performance: 16.951 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:23 ] [ l_g_pix: 5.9160e-02 ] [ l_g_total: 5.9160e-02 ] +2024-10-04 10:13:11,022 INFO: [ epoch:4862 ] [ iter: 92,400 ] [ performance: 17.317 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:16 ] [ l_g_pix: 5.1348e-02 ] [ l_g_total: 5.1348e-02 ] +2024-10-04 10:13:16,745 INFO: [ epoch:4867 ] [ iter: 92,500 ] [ performance: 16.558 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:09 ] [ l_g_pix: 6.7453e-02 ] [ l_g_total: 6.7453e-02 ] +2024-10-04 10:13:22,476 INFO: [ epoch:4872 ] [ iter: 92,600 ] [ performance: 17.022 it/s ] [ lr: 5.00e-05 ] [ eta: 0:17:02 ] [ l_g_pix: 6.4953e-02 ] [ l_g_total: 6.4953e-02 ] +2024-10-04 10:13:28,602 INFO: [ epoch:4878 ] [ iter: 92,700 ] [ performance: 16.649 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:57 ] [ l_g_pix: 5.8744e-02 ] [ l_g_total: 5.8744e-02 ] +2024-10-04 10:13:34,394 INFO: [ epoch:4883 ] [ iter: 92,800 ] [ performance: 16.975 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:51 ] [ l_g_pix: 5.2212e-02 ] [ l_g_total: 5.2212e-02 ] +2024-10-04 10:13:40,129 INFO: [ epoch:4888 ] [ iter: 92,900 ] [ performance: 17.945 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:44 ] [ l_g_pix: 5.5078e-02 ] [ l_g_total: 5.5078e-02 ] +2024-10-04 10:13:45,832 INFO: [ epoch:4893 ] [ iter: 93,000 ] [ performance: 17.726 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:37 ] [ l_g_pix: 5.9566e-02 ] [ l_g_total: 5.9566e-02 ] +2024-10-04 10:13:51,995 INFO: [ epoch:4899 ] [ iter: 93,100 ] [ performance: 16.442 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:33 ] [ l_g_pix: 5.8535e-02 ] [ l_g_total: 5.8535e-02 ] +2024-10-04 10:13:57,744 INFO: [ epoch:4904 ] [ iter: 93,200 ] [ performance: 16.946 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:27 ] [ l_g_pix: 5.8208e-02 ] [ l_g_total: 5.8208e-02 ] +2024-10-04 10:14:03,508 INFO: [ epoch:4909 ] [ iter: 93,300 ] [ performance: 17.729 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:20 ] [ l_g_pix: 6.1284e-02 ] [ l_g_total: 6.1284e-02 ] +2024-10-04 10:14:09,295 INFO: [ epoch:4914 ] [ iter: 93,400 ] [ performance: 17.485 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:14 ] [ l_g_pix: 6.1364e-02 ] [ l_g_total: 6.1364e-02 ] +2024-10-04 10:14:15,447 INFO: [ epoch:4920 ] [ iter: 93,500 ] [ performance: 16.263 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:09 ] [ l_g_pix: 5.8479e-02 ] [ l_g_total: 5.8479e-02 ] +2024-10-04 10:14:21,192 INFO: [ epoch:4925 ] [ iter: 93,600 ] [ performance: 16.871 it/s ] [ lr: 5.00e-05 ] [ eta: 0:16:03 ] [ l_g_pix: 5.1755e-02 ] [ l_g_total: 5.1755e-02 ] +2024-10-04 10:14:26,966 INFO: [ epoch:4930 ] [ iter: 93,700 ] [ performance: 17.577 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:57 ] [ l_g_pix: 4.9358e-02 ] [ l_g_total: 4.9358e-02 ] +2024-10-04 10:14:32,778 INFO: [ epoch:4935 ] [ iter: 93,800 ] [ performance: 17.372 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:50 ] [ l_g_pix: 6.1568e-02 ] [ l_g_total: 6.1568e-02 ] +2024-10-04 10:14:38,881 INFO: [ epoch:4941 ] [ iter: 93,900 ] [ performance: 16.266 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:45 ] [ l_g_pix: 7.6049e-02 ] [ l_g_total: 7.6049e-02 ] +2024-10-04 10:14:44,616 INFO: [ epoch:4946 ] [ iter: 94,000 ] [ performance: 16.895 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:39 ] [ l_g_pix: 5.5382e-02 ] [ l_g_total: 5.5382e-02 ] +2024-10-04 10:14:50,337 INFO: [ epoch:4951 ] [ iter: 94,100 ] [ performance: 17.500 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:33 ] [ l_g_pix: 4.7939e-02 ] [ l_g_total: 4.7939e-02 ] +2024-10-04 10:14:56,429 INFO: [ epoch:4957 ] [ iter: 94,200 ] [ performance: 16.882 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:28 ] [ l_g_pix: 5.6614e-02 ] [ l_g_total: 5.6614e-02 ] +2024-10-04 10:15:02,164 INFO: [ epoch:4962 ] [ iter: 94,300 ] [ performance: 17.315 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:21 ] [ l_g_pix: 6.8905e-02 ] [ l_g_total: 6.8905e-02 ] +2024-10-04 10:15:07,860 INFO: [ epoch:4967 ] [ iter: 94,400 ] [ performance: 17.450 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:15 ] [ l_g_pix: 5.9042e-02 ] [ l_g_total: 5.9042e-02 ] +2024-10-04 10:15:13,589 INFO: [ epoch:4972 ] [ iter: 94,500 ] [ performance: 17.376 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:08 ] [ l_g_pix: 6.0174e-02 ] [ l_g_total: 6.0174e-02 ] +2024-10-04 10:15:19,761 INFO: [ epoch:4978 ] [ iter: 94,600 ] [ performance: 16.700 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:03 ] [ l_g_pix: 5.1818e-02 ] [ l_g_total: 5.1818e-02 ] +2024-10-04 10:15:25,513 INFO: [ epoch:4983 ] [ iter: 94,700 ] [ performance: 17.187 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:57 ] [ l_g_pix: 5.6965e-02 ] [ l_g_total: 5.6965e-02 ] +2024-10-04 10:15:31,271 INFO: [ epoch:4988 ] [ iter: 94,800 ] [ performance: 17.291 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:51 ] [ l_g_pix: 5.8566e-02 ] [ l_g_total: 5.8566e-02 ] +2024-10-04 10:15:36,978 INFO: [ epoch:4993 ] [ iter: 94,900 ] [ performance: 17.203 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:45 ] [ l_g_pix: 5.8278e-02 ] [ l_g_total: 5.8278e-02 ] +2024-10-04 10:15:43,143 INFO: [ epoch:4999 ] [ iter: 95,000 ] [ performance: 16.633 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:40 ] [ l_g_pix: 6.9942e-02 ] [ l_g_total: 6.9942e-02 ] +2024-10-04 10:15:49,002 INFO: [ epoch:5004 ] [ iter: 95,100 ] [ performance: 16.586 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:34 ] [ l_g_pix: 6.2963e-02 ] [ l_g_total: 6.2963e-02 ] +2024-10-04 10:15:54,865 INFO: [ epoch:5009 ] [ iter: 95,200 ] [ performance: 16.853 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:28 ] [ l_g_pix: 6.0097e-02 ] [ l_g_total: 6.0097e-02 ] +2024-10-04 10:16:00,707 INFO: [ epoch:5014 ] [ iter: 95,300 ] [ performance: 18.668 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:22 ] [ l_g_pix: 5.8741e-02 ] [ l_g_total: 5.8741e-02 ] +2024-10-04 10:16:07,208 INFO: [ epoch:5020 ] [ iter: 95,400 ] [ performance: 16.630 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 5.0121e-02 ] [ l_g_total: 5.0121e-02 ] +2024-10-04 10:16:13,232 INFO: [ epoch:5025 ] [ iter: 95,500 ] [ performance: 16.105 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:12 ] [ l_g_pix: 5.3125e-02 ] [ l_g_total: 5.3125e-02 ] +2024-10-04 10:16:19,446 INFO: [ epoch:5030 ] [ iter: 95,600 ] [ performance: 16.100 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:07 ] [ l_g_pix: 6.9733e-02 ] [ l_g_total: 6.9733e-02 ] +2024-10-04 10:16:25,399 INFO: [ epoch:5035 ] [ iter: 95,700 ] [ performance: 17.905 it/s ] [ lr: 5.00e-05 ] [ eta: 0:14:02 ] [ l_g_pix: 7.6999e-02 ] [ l_g_total: 7.6999e-02 ] +2024-10-04 10:16:31,760 INFO: [ epoch:5041 ] [ iter: 95,800 ] [ performance: 16.568 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:57 ] [ l_g_pix: 6.2373e-02 ] [ l_g_total: 6.2373e-02 ] +2024-10-04 10:16:37,896 INFO: [ epoch:5046 ] [ iter: 95,900 ] [ performance: 15.850 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:52 ] [ l_g_pix: 5.7679e-02 ] [ l_g_total: 5.7679e-02 ] +2024-10-04 10:16:44,049 INFO: [ epoch:5051 ] [ iter: 96,000 ] [ performance: 16.085 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:46 ] [ l_g_pix: 5.4760e-02 ] [ l_g_total: 5.4760e-02 ] +2024-10-04 10:16:50,333 INFO: [ epoch:5057 ] [ iter: 96,100 ] [ performance: 16.499 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:41 ] [ l_g_pix: 7.1488e-02 ] [ l_g_total: 7.1488e-02 ] +2024-10-04 10:16:56,103 INFO: [ epoch:5062 ] [ iter: 96,200 ] [ performance: 16.982 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:35 ] [ l_g_pix: 6.3555e-02 ] [ l_g_total: 6.3555e-02 ] +2024-10-04 10:17:01,861 INFO: [ epoch:5067 ] [ iter: 96,300 ] [ performance: 16.313 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:29 ] [ l_g_pix: 5.8069e-02 ] [ l_g_total: 5.8069e-02 ] +2024-10-04 10:17:07,620 INFO: [ epoch:5072 ] [ iter: 96,400 ] [ performance: 16.922 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 5.8154e-02 ] [ l_g_total: 5.8154e-02 ] +2024-10-04 10:17:14,037 INFO: [ epoch:5078 ] [ iter: 96,500 ] [ performance: 15.620 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:18 ] [ l_g_pix: 6.2020e-02 ] [ l_g_total: 6.2020e-02 ] +2024-10-04 10:17:20,087 INFO: [ epoch:5083 ] [ iter: 96,600 ] [ performance: 16.150 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:12 ] [ l_g_pix: 5.5602e-02 ] [ l_g_total: 5.5602e-02 ] +2024-10-04 10:17:26,101 INFO: [ epoch:5088 ] [ iter: 96,700 ] [ performance: 17.202 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:06 ] [ l_g_pix: 7.8254e-02 ] [ l_g_total: 7.8254e-02 ] +2024-10-04 10:17:32,236 INFO: [ epoch:5093 ] [ iter: 96,800 ] [ performance: 16.654 it/s ] [ lr: 5.00e-05 ] [ eta: 0:13:01 ] [ l_g_pix: 5.0567e-02 ] [ l_g_total: 5.0567e-02 ] +2024-10-04 10:17:39,067 INFO: [ epoch:5099 ] [ iter: 96,900 ] [ performance: 14.404 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 5.6983e-02 ] [ l_g_total: 5.6983e-02 ] +2024-10-04 10:17:45,302 INFO: [ epoch:5104 ] [ iter: 97,000 ] [ performance: 15.348 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:51 ] [ l_g_pix: 5.8254e-02 ] [ l_g_total: 5.8254e-02 ] +2024-10-04 10:17:51,240 INFO: [ epoch:5109 ] [ iter: 97,100 ] [ performance: 17.664 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:45 ] [ l_g_pix: 5.2208e-02 ] [ l_g_total: 5.2208e-02 ] +2024-10-04 10:17:57,449 INFO: [ epoch:5114 ] [ iter: 97,200 ] [ performance: 16.687 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:40 ] [ l_g_pix: 6.1209e-02 ] [ l_g_total: 6.1209e-02 ] +2024-10-04 10:18:04,355 INFO: [ epoch:5120 ] [ iter: 97,300 ] [ performance: 14.206 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 6.8203e-02 ] [ l_g_total: 6.8203e-02 ] +2024-10-04 10:18:10,517 INFO: [ epoch:5125 ] [ iter: 97,400 ] [ performance: 15.375 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:30 ] [ l_g_pix: 6.1795e-02 ] [ l_g_total: 6.1795e-02 ] +2024-10-04 10:18:17,030 INFO: [ epoch:5130 ] [ iter: 97,500 ] [ performance: 15.957 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 5.6053e-02 ] [ l_g_total: 5.6053e-02 ] +2024-10-04 10:18:23,393 INFO: [ epoch:5135 ] [ iter: 97,600 ] [ performance: 15.810 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:20 ] [ l_g_pix: 5.8745e-02 ] [ l_g_total: 5.8745e-02 ] +2024-10-04 10:18:30,156 INFO: [ epoch:5141 ] [ iter: 97,700 ] [ performance: 14.311 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:15 ] [ l_g_pix: 5.6453e-02 ] [ l_g_total: 5.6453e-02 ] +2024-10-04 10:18:36,531 INFO: [ epoch:5146 ] [ iter: 97,800 ] [ performance: 15.133 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:10 ] [ l_g_pix: 5.7590e-02 ] [ l_g_total: 5.7590e-02 ] +2024-10-04 10:18:42,867 INFO: [ epoch:5151 ] [ iter: 97,900 ] [ performance: 15.768 it/s ] [ lr: 5.00e-05 ] [ eta: 0:12:04 ] [ l_g_pix: 5.1294e-02 ] [ l_g_total: 5.1294e-02 ] +2024-10-04 10:18:49,636 INFO: [ epoch:5157 ] [ iter: 98,000 ] [ performance: 15.138 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:59 ] [ l_g_pix: 7.4129e-02 ] [ l_g_total: 7.4129e-02 ] +2024-10-04 10:18:55,966 INFO: [ epoch:5162 ] [ iter: 98,100 ] [ performance: 15.849 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:54 ] [ l_g_pix: 6.0673e-02 ] [ l_g_total: 6.0673e-02 ] +2024-10-04 10:19:02,220 INFO: [ epoch:5167 ] [ iter: 98,200 ] [ performance: 15.939 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:48 ] [ l_g_pix: 6.7237e-02 ] [ l_g_total: 6.7237e-02 ] +2024-10-04 10:19:08,482 INFO: [ epoch:5172 ] [ iter: 98,300 ] [ performance: 15.827 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:43 ] [ l_g_pix: 5.2909e-02 ] [ l_g_total: 5.2909e-02 ] +2024-10-04 10:19:15,280 INFO: [ epoch:5178 ] [ iter: 98,400 ] [ performance: 15.109 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 6.3031e-02 ] [ l_g_total: 6.3031e-02 ] +2024-10-04 10:19:21,663 INFO: [ epoch:5183 ] [ iter: 98,500 ] [ performance: 15.467 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:32 ] [ l_g_pix: 5.9209e-02 ] [ l_g_total: 5.9209e-02 ] +2024-10-04 10:19:27,999 INFO: [ epoch:5188 ] [ iter: 98,600 ] [ performance: 15.667 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:26 ] [ l_g_pix: 5.6895e-02 ] [ l_g_total: 5.6895e-02 ] +2024-10-04 10:19:34,232 INFO: [ epoch:5193 ] [ iter: 98,700 ] [ performance: 15.597 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:21 ] [ l_g_pix: 5.4365e-02 ] [ l_g_total: 5.4365e-02 ] +2024-10-04 10:19:41,050 INFO: [ epoch:5199 ] [ iter: 98,800 ] [ performance: 14.995 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:16 ] [ l_g_pix: 5.0489e-02 ] [ l_g_total: 5.0489e-02 ] +2024-10-04 10:19:47,271 INFO: [ epoch:5204 ] [ iter: 98,900 ] [ performance: 15.522 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:10 ] [ l_g_pix: 5.7233e-02 ] [ l_g_total: 5.7233e-02 ] +2024-10-04 10:19:53,564 INFO: [ epoch:5209 ] [ iter: 99,000 ] [ performance: 15.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:11:04 ] [ l_g_pix: 6.9642e-02 ] [ l_g_total: 6.9642e-02 ] +2024-10-04 10:19:59,979 INFO: [ epoch:5214 ] [ iter: 99,100 ] [ performance: 17.238 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:59 ] [ l_g_pix: 5.6717e-02 ] [ l_g_total: 5.6717e-02 ] +2024-10-04 10:20:06,719 INFO: [ epoch:5220 ] [ iter: 99,200 ] [ performance: 15.611 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:53 ] [ l_g_pix: 5.8523e-02 ] [ l_g_total: 5.8523e-02 ] +2024-10-04 10:20:13,044 INFO: [ epoch:5225 ] [ iter: 99,300 ] [ performance: 15.112 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:48 ] [ l_g_pix: 5.1600e-02 ] [ l_g_total: 5.1600e-02 ] +2024-10-04 10:20:19,394 INFO: [ epoch:5230 ] [ iter: 99,400 ] [ performance: 15.521 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:42 ] [ l_g_pix: 6.6081e-02 ] [ l_g_total: 6.6081e-02 ] +2024-10-04 10:20:25,731 INFO: [ epoch:5235 ] [ iter: 99,500 ] [ performance: 17.512 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:36 ] [ l_g_pix: 5.9825e-02 ] [ l_g_total: 5.9825e-02 ] +2024-10-04 10:20:32,414 INFO: [ epoch:5241 ] [ iter: 99,600 ] [ performance: 15.760 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:31 ] [ l_g_pix: 6.8810e-02 ] [ l_g_total: 6.8810e-02 ] +2024-10-04 10:20:38,851 INFO: [ epoch:5246 ] [ iter: 99,700 ] [ performance: 14.547 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:25 ] [ l_g_pix: 4.6897e-02 ] [ l_g_total: 4.6897e-02 ] +2024-10-04 10:20:45,070 INFO: [ epoch:5251 ] [ iter: 99,800 ] [ performance: 15.522 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:19 ] [ l_g_pix: 5.9019e-02 ] [ l_g_total: 5.9019e-02 ] +2024-10-04 10:20:51,884 INFO: [ epoch:5257 ] [ iter: 99,900 ] [ performance: 15.120 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:14 ] [ l_g_pix: 5.5732e-02 ] [ l_g_total: 5.5732e-02 ] +2024-10-04 10:20:57,864 INFO: [ epoch:5262 ] [ iter:100,000 ] [ performance: 16.148 it/s ] [ lr: 5.00e-05 ] [ eta: 0:10:08 ] [ l_g_pix: 6.0582e-02 ] [ l_g_total: 6.0582e-02 ] +2024-10-04 10:20:57,865 INFO: Saving models and training states. +2024-10-04 10:26:22,596 INFO: Validation val + + # psnr: 27.0964........ Best: 27.0964 @ 100000 iter + # ssim: 0.7630........ Best: 0.7630 @ 100000 iter + # dists: 0.7704........ Best: 0.7704 @ 100000 iter + +2024-10-04 10:26:30,114 INFO: [ epoch:5267 ] [ iter:100,100 ] [ performance: 12.295 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:21 ] [ l_g_pix: 4.9020e-02 ] [ l_g_total: 4.9020e-02 ] +2024-10-04 10:26:37,510 INFO: [ epoch:5272 ] [ iter:100,200 ] [ performance: 13.086 it/s ] [ lr: 5.00e-05 ] [ eta: 0:15:10 ] [ l_g_pix: 6.6309e-02 ] [ l_g_total: 6.6309e-02 ] +2024-10-04 10:26:39,163 INFO: Interrupted, saving latest models. diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..143901cf1458b36a57ffa829a425a53dc4f96a3d --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f5ac6a685c78fb7072feb8e1b155e65f4487a326470a273b8d2aeffdf7d871 +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..34800f5c371497d8a0eb6625a09aa2254280e3e9 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6eeda9392e99b307be1520317b62ea36cb5233237ae98f823e24f8ce1db951 +size 19045418 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100221.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100221.state new file mode 100644 index 0000000000000000000000000000000000000000..77b2a7d489c456a94b4bcf9a1d9ed99f873e481f --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/100221.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1184312b22093793907e40a720603bd3b65308a096d5e5890b5ac3f310873d8d +size 19045418 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..eb74eec313e289a46ca662081a86a48a8792f34d --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406263da964b12fd99e72e95fe13180470176edf83864dc51db635e3ba2f424d +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..72fd7ce62f0df631b240fb15636264b0b58f76cd --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f4b1c6c26bd9d1270a0babf02183d920d9f27fd59156341020f803c111af3c +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..82c19cef42ab3c5e12cdb7c6ed2ad8c95f1deae7 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f32b080eef7871d6ce5dd35e00d4de3adb19dccbadf0c13c9b0193c791cd52dd +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..a6b1d902a8a0141d0f520b381255c1534f4cdcdc --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1135fce79f3901c99b1e0e7647c493c8e052bc5679e2ce64b2c5581ddfe8f9 +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..780bc6225c70ed6ab6059e3168019eeb0fdf194a --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccac846f844da504eceba6013ee04f8af52c3dc325b3f65f154c3440d2a297bb +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..86ad04d867bd44f3869d87f05cceea5ceafe672d --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e84a16419d40e47e2a03f2a2f1977518f2494968928982e7bd130ceec9e3bed +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..e317bf2052d7eb49c3374444f9a4a61433a486bf --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27dfaef4b6a5c8a91a98d29baed7068a83f869d041642c4bbffd1d9927f66b2 +size 19036538 diff --git a/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..58b9f9fb58fbee89399b6911fe75608ca11a4a32 --- /dev/null +++ b/ic9600/4xIC9600_0.7_DF2K_plksr_tiny_fp16/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b210c6446a709ac75debf58e9327807963e6fb47a807b910a329b5450df8ea2 +size 19036538