| RESUME_CHECKPOINT='latest' | |
| DATALOADER_CONFIG='config/multidatabackend.json' | |
| ASPECT_BUCKET_ROUNDING='2' | |
| TRAINING_SEED='42' | |
| USE_EMA='false' | |
| USE_XFORMERS='false' | |
| MINIMUM_RESOLUTION='0' | |
| OUTPUT_DIR='output/models' | |
| USE_DORA='false' | |
| USE_BITFIT='false' | |
| LORA_TYPE='lycoris' | |
| LYCORIS_CONFIG='config/lycoris_config.json' | |
| PUSH_TO_HUB='true' | |
| PUSH_CHECKPOINTS='true' | |
| MAX_NUM_STEPS='10000' | |
| NUM_EPOCHS='0' | |
| CHECKPOINTING_STEPS='100' | |
| CHECKPOINTING_LIMIT='5' | |
| HUB_MODEL_NAME='cats-who-smoke-lokr' | |
| TRACKER_PROJECT_NAME='cats-who-smoke-lokr' | |
| TRACKER_RUN_NAME='1' | |
| DEBUG_EXTRA_ARGS='--report_to=wandb' | |
| MODEL_TYPE='lora' | |
| MODEL_NAME='black-forest-labs/FLUX.1-dev' | |
| FLUX='true' | |
| KOLORS='false' | |
| STABLE_DIFFUSION_3='false' | |
| STABLE_DIFFUSION_LEGACY='false' | |
| TRAIN_BATCH_SIZE='2' | |
| USE_GRADIENT_CHECKPOINTING='true' | |
| CAPTION_DROPOUT_PROBABILITY='0.0' | |
| RESOLUTION_TYPE='pixel_area' | |
| RESOLUTION='1024' | |
| VALIDATION_SEED='42' | |
| VALIDATION_STEPS='100' | |
| VALIDATION_RESOLUTION='1024x1024' | |
| VALIDATION_GUIDANCE='3.0' | |
| VALIDATION_GUIDANCE_RESCALE='0.0' | |
| VALIDATION_NUM_INFERENCE_STEPS='20' | |
| VALIDATION_PROMPT='a photo of a tabby cat smoking a cigarette' | |
| ALLOW_TF32='true' | |
| MIXED_PRECISION='bf16' | |
| OPTIMIZER='optimi-lion' | |
| LEARNING_RATE='3e-5' | |
| LR_SCHEDULE='polynomial' | |
| LR_WARMUP_STEPS='100' | |
| BASE_MODEL_PRECISION='int8-quanto' | |
| ACCELERATE_EXTRA_ARGS='' | |
| TRAINING_NUM_PROCESSES='1' | |
| TRAINING_NUM_MACHINES='1' | |
| VALIDATION_TORCH_COMPILE='false' | |
| TRAINER_DYNAMO_BACKEND='no' | |
| TRAINER_EXTRA_ARGS='--lr_end=3e-6 --compress_disk_cache --flux_guidance_value=1.0 --max_grad_norm=0.01 --webhook_config=config/sfw_webhook.json' |