diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..27f9ad3400e04dbc449df227bbf12df7696a54df 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+images_0.png filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..6ab36fc6e0c6cec764a3fd96aa333aa8b6d7f729
--- /dev/null
+++ b/README.md
@@ -0,0 +1,45 @@
+---
+license: creativeml-openrail-m
+library_name: diffusers
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- controlnet
+- diffusers-training
+base_model: runwayml/stable-diffusion-v1-5
+inference: true
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# controlnet-YCHuang2112/model
+
+These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning.
+You can find some example images below.
+
+prompt: red circle with blue background
+![images_0)](./images_0.png)
+prompt: cyan circle with brown floral background
+![images_1)](./images_1.png)
+
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]
\ No newline at end of file
diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-1000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79204996f7fe71ed4c73f1b7033db55f3476598f
--- /dev/null
+++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adb3580a1788c15a0ea76d1eb577a4fd5d9c4a43e45a747ed6e2936bedbd3ed
+size 1445157120
diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4ed19956b71d039f537c594ef10c5646323ffc8
--- /dev/null
+++ b/checkpoint-1000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c70543d840d5afcb9bf8b3e85829f509000f143e0d4b611c1a2f79da746182
+size 2890518478
diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b3f04b9dda3230007875161a3ef27fd8939f5886
--- /dev/null
+++ b/checkpoint-1000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abe74e20e7172ac6c9ef4b17063fd717f0fa344a69ba6da10d3c51818dd6b69
+size 14344
diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b27d725b3673477ff55fdd87a26906ce6565614
--- /dev/null
+++ b/checkpoint-1000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d16ae9dedf4c45ceadc467593037d83423677715e75ab402a9f44aa81de9b84
+size 1000
diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-10000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d9b6d04b75d1d50821616d398c5ba41270f81726
--- /dev/null
+++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68e3234650dc51324c53085798fa1c1aaf9eb1a82cbc80ee48a296270bd972a
+size 1445157120
diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a6e115a7c44bc834b31ea3aabeead2d85a229
--- /dev/null
+++ b/checkpoint-10000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ec0786e16bb196d032dd9e593f9a838eb46e3e1bb8583d93c836263065824d
+size 2890518478
diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0949d981753fb23b5fb677bb6b5d9b667fa01072
--- /dev/null
+++ b/checkpoint-10000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51887546bb41b977ad027b0ae47aec0ed7794927f7d0ed491c1209884e1209dd
+size 14344
diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..404dfd6422eb26d29b37d4327709c308ac4d1907
--- /dev/null
+++ b/checkpoint-10000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31ad9a5150e341b638f838a47b3cb3db0d48efa493bcc8d1f8bf787b2c8cee3
+size 1000
diff --git a/checkpoint-10500/controlnet/config.json b/checkpoint-10500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-10500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-10500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09939a7781d08654207c71d65e4d535c032aa637
--- /dev/null
+++ b/checkpoint-10500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537771e14a91b1575f24371abc3776a2630d62f2aa13fd9b2d9cc58d39d50607
+size 1445157120
diff --git a/checkpoint-10500/optimizer.bin b/checkpoint-10500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e8b75aa4231681c02d3036eb18de9f99aa96cbe
--- /dev/null
+++ b/checkpoint-10500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3b6f9b7532040b1d034e99fbf819d3ad272e541830a793027b41ac001a77d5
+size 2890518478
diff --git a/checkpoint-10500/random_states_0.pkl b/checkpoint-10500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4301578b5045b0de1b20972b47d28046eb5cf507
--- /dev/null
+++ b/checkpoint-10500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f402d60d997ac60f6b6c624318a216f71002411a11862baaab9e9dd7a4d9b8b
+size 14344
diff --git a/checkpoint-10500/scheduler.bin b/checkpoint-10500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29e1f27de5b86ac56061c5ebec890f3d1be0da19
--- /dev/null
+++ b/checkpoint-10500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d68e9fa853ae093658f50590cc9c32d2da56551802d5c8ad20ebcaf7c6eac6
+size 1000
diff --git a/checkpoint-11000/controlnet/config.json b/checkpoint-11000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-11000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76e7756cfe72de92faecf9cd6a7ebc924bfd6176
--- /dev/null
+++ b/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de072173f3605c380486377e74baaad38c06d9b8ede74accec4ab46b06b826f1
+size 1445157120
diff --git a/checkpoint-11000/optimizer.bin b/checkpoint-11000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce93a87de7471a48a943f2f0f4fac2bf48e8efb4
--- /dev/null
+++ b/checkpoint-11000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26523854a9b46b3da2b0f98e2955705279062dcfd28ff6fdee2a9d95bd1b5ba8
+size 2890518478
diff --git a/checkpoint-11000/random_states_0.pkl b/checkpoint-11000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f6c2081555f9309cffaf9e07335b416cc643e1a3
--- /dev/null
+++ b/checkpoint-11000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170b64f4dd23abf1d657cebde044419e10eb615b5620b971bfa11104659c45c9
+size 14344
diff --git a/checkpoint-11000/scheduler.bin b/checkpoint-11000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2361ba0caa1a1a8d0bb59fd9cff05fd56e4ce02
--- /dev/null
+++ b/checkpoint-11000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ba806b28f71e1e1cf1d42195652aa3e74d3e313c111b119d860e4f1aee287f
+size 1000
diff --git a/checkpoint-11500/controlnet/config.json b/checkpoint-11500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-11500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-11500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-11500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..927e0e64c8608457ae76dc2eebc9ab582e4a1d27
--- /dev/null
+++ b/checkpoint-11500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353ebfa5ce22ee79a65ea62da8fa52f5135f2e7d71b8a4b7c7b6eb644ef8811d
+size 1445157120
diff --git a/checkpoint-11500/optimizer.bin b/checkpoint-11500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee3a1eaeb08a281b294f70d0505e7640f8b1ff42
--- /dev/null
+++ b/checkpoint-11500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f03670599466d1c053005bb5004d80095131eb1c60fa644d4b4604451f0f4c6
+size 2890518478
diff --git a/checkpoint-11500/random_states_0.pkl b/checkpoint-11500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..398e6a34e5ece60b13a9b584ab5b6b7a5849bd81
--- /dev/null
+++ b/checkpoint-11500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361f57624d72c6d5a00406aced9f404caead2b77c6fd0f4f42cc0cc6bbcacefa
+size 14344
diff --git a/checkpoint-11500/scheduler.bin b/checkpoint-11500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3997383fe473768e21d9aecab6872fe228c9e898
--- /dev/null
+++ b/checkpoint-11500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b2247bda89df10af46d8fc9946fb5ac6444c073272d5755453a114baf37790
+size 1000
diff --git a/checkpoint-12000/controlnet/config.json b/checkpoint-12000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-12000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..afa9967b172ff486c20140ec552729db7eb9d490
--- /dev/null
+++ b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db674bc112fa49dc18c13a737e1a87531b108b0ba9ac6dcf315ec7a1f0d8121a
+size 1445157120
diff --git a/checkpoint-12000/optimizer.bin b/checkpoint-12000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..80f4c6dfbd7bf516e85af741cfa6177bc166ba38
--- /dev/null
+++ b/checkpoint-12000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9437c264c12708eb2e56665375aa26f9fea877aa0785b681f77c73e96f3de011
+size 2890518478
diff --git a/checkpoint-12000/random_states_0.pkl b/checkpoint-12000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..25587ff4df273b0567ae944d859070999d787bbb
--- /dev/null
+++ b/checkpoint-12000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfda9d02e2f2595f47dc9ef08605ef62f6d6c0e7398cc95ff981f4ca9c97c86
+size 14344
diff --git a/checkpoint-12000/scheduler.bin b/checkpoint-12000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c8aaa514d6398d9be2c42d39c29ee60dc94f020
--- /dev/null
+++ b/checkpoint-12000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71950f59e322ffbb0a94be88ee05554b97b740b97bea747e739593db11c43b9
+size 1000
diff --git a/checkpoint-12500/controlnet/config.json b/checkpoint-12500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-12500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-12500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-12500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bef89cb22bd762f394d797dadbf1b1de8ba6fa2
--- /dev/null
+++ b/checkpoint-12500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3768a07bf337a9efe6d116da2a853972ad1f8b996bb3001cf43fbc4c4c4532ca
+size 1445157120
diff --git a/checkpoint-12500/optimizer.bin b/checkpoint-12500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5b4acb0c0056de9faf5a8f036974422a1bf06c5
--- /dev/null
+++ b/checkpoint-12500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb79fa7bbf6edaff1a478732554be172aef5b59c2f591b4fbab7af75772e021
+size 2890518478
diff --git a/checkpoint-12500/random_states_0.pkl b/checkpoint-12500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..958a263f8654f448cc7eff837e11fdcce189b7fd
--- /dev/null
+++ b/checkpoint-12500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681807088b65922e92ce329e9a4eacc8b9ccab3b014640f728d6f55c0afaf2a7
+size 14344
diff --git a/checkpoint-12500/scheduler.bin b/checkpoint-12500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88a7db40e9d63c4ddc568c7bef1cc535bf0ba81c
--- /dev/null
+++ b/checkpoint-12500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7467495c6ea967b5801d100432185ae74ac62c2c3534d8f28d164e5eedcbe92d
+size 1000
diff --git a/checkpoint-1500/controlnet/config.json b/checkpoint-1500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-1500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98f0158494acad6c652a94a3dc971b732bb7d61c
--- /dev/null
+++ b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4da002bed90c026280e67f5d58b2b002c4abae23a748002e46dc90e8f85550
+size 1445157120
diff --git a/checkpoint-1500/optimizer.bin b/checkpoint-1500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a82ffe0d93fbeeb1a039eb7ff016da5c8b0328cc
--- /dev/null
+++ b/checkpoint-1500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f741a9e836f2006643f227dc65ee352ab53bb356ca95104218dfd98287df8151
+size 2890518478
diff --git a/checkpoint-1500/random_states_0.pkl b/checkpoint-1500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8d1695e3bec364bf2e7b4969b8764a1ac9d8c
--- /dev/null
+++ b/checkpoint-1500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab31e80cd3c8d1c6f87ff682a3ce859d092e4ad62c178992409783debd72f196
+size 14408
diff --git a/checkpoint-1500/scheduler.bin b/checkpoint-1500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d154ca96fb3f310ddcfd29778362a754fa20ea17
--- /dev/null
+++ b/checkpoint-1500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdd883061f8f3514731c51041dc7231d10951713a9abbd57d4f968a9c567ce3
+size 1000
diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-2000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f3525ceecd047e0579e9498ba24479c31e600082
--- /dev/null
+++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a75aef6f1a5a33c168501c6b53415f5d0000e751cb0cda887ef2b5730ca21a
+size 1445157120
diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4e205ec614cd807d755a5bb0bf865d7eb9bcd25
--- /dev/null
+++ b/checkpoint-2000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72de1e1dfa0658d35ed398ea4c66bcf308ecfd17d0666de75e5e213533a90d0
+size 2890518478
diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..271c600951fbaf2a9da2df5b5c7a6153766a959f
--- /dev/null
+++ b/checkpoint-2000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c71486762c70e9377c580d1960934d7b1f98d679fe5daacd4372376856bcd41
+size 14344
diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..265be0ca1047a7473155ea7e300903c0b049b695
--- /dev/null
+++ b/checkpoint-2000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a7fe0a2983de695c44ba167520d4ce1ca01157e36e90498bee8c9d8e4b61fc
+size 1000
diff --git a/checkpoint-2500/controlnet/config.json b/checkpoint-2500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-2500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c45191de1ee41a8df7fe85665e9659fa162e0041
--- /dev/null
+++ b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f885356b4c65c278bb6685d47fd6be9ebb88c667c2a051c8f3c1b393a07b2306
+size 1445157120
diff --git a/checkpoint-2500/optimizer.bin b/checkpoint-2500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4fdc71e2e52e372f9c3cc289b5b622341688164a
--- /dev/null
+++ b/checkpoint-2500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f9228825bdda269d32d20afc3a31a81d65af39fb108c49f5e96238c855ed0b
+size 2890518478
diff --git a/checkpoint-2500/random_states_0.pkl b/checkpoint-2500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1323d132395cd00e1a24bb39ed82192469e33e6d
--- /dev/null
+++ b/checkpoint-2500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e785ac87dd407a9a7d3ed88e2c48268e6e87009a4268044351eed20f76754e8
+size 14344
diff --git a/checkpoint-2500/scheduler.bin b/checkpoint-2500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd75b8e9f2a25024cc28ff9e3abc0cb9a60904d9
--- /dev/null
+++ b/checkpoint-2500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9244a743d4761f975ab2a14d0b7a509a85554dd77bef6490330160a2a639fae
+size 1000
diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-3000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..361a5d0a9f197a5a65fd88dfab07ecf034dc4d92
--- /dev/null
+++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e280b37c2c8da652b69e781342ad5f7c59698472426a0db374b32906e27c397a
+size 1445157120
diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93726556b9fe6c9845443d1791e0add3289b2e02
--- /dev/null
+++ b/checkpoint-3000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d833abcc0e2ac7f51388209998c7bbb8f9459d1844175a51c0f379b0af480fc
+size 2890518478
diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c51c806b6fde4799e8cbc0c2c9cfd0d939816fb7
--- /dev/null
+++ b/checkpoint-3000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150ba4dfd0d7201c61207e17bf0c133c4af77bc9dc172e19c7713da42c237f33
+size 14344
diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e34b9d961e83d8a8892cc99eb41c713478ece0d
--- /dev/null
+++ b/checkpoint-3000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a530ffa9220cf65c0729e966fdf26ce7223ed3dc88346bbe1367170da20bad4
+size 1000
diff --git a/checkpoint-3500/controlnet/config.json b/checkpoint-3500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-3500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d2db919edfd5425967e48448f5468815e2bba8b3
--- /dev/null
+++ b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72629b25e120e0b0504d0e5ca54979e4d37184c7010e7cec5c00d1c7641068b
+size 1445157120
diff --git a/checkpoint-3500/optimizer.bin b/checkpoint-3500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..62d1b645c1fdee7ec953735d9ca5575e5f5f2555
--- /dev/null
+++ b/checkpoint-3500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0094fbee100ba72d80a1fc0cd90d57a08bb82e2380f21e4e66401159340c6d5
+size 2890518478
diff --git a/checkpoint-3500/random_states_0.pkl b/checkpoint-3500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5e84b3311549b775ea2c83e6447f0dbd8bc071c9
--- /dev/null
+++ b/checkpoint-3500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4d551f5fea86dde0f4ea6e6f78ff56b90e5972c3e122b6e55dc081600c8310
+size 14344
diff --git a/checkpoint-3500/scheduler.bin b/checkpoint-3500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3290a51934a912d4984ad282affd1f94290c78f
--- /dev/null
+++ b/checkpoint-3500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6802221f6347629ca3a6e377a3bbcf1d2a6c0b7ef7e83794854e08587237ffd4
+size 1000
diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-4000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..737344b7848227e3f8d800a13416286780733e7f
--- /dev/null
+++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423d9ce923a1ddbfccd82ca1500ea0ec879afef64efa172b0254a2aad8f35ea9
+size 1445157120
diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e661d65e1d67b03352f726192975d4a7cf036e7
--- /dev/null
+++ b/checkpoint-4000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d959f3748198259aa203a26116b0b6b14057f1dc24636d0e644834c1fea804
+size 2890518478
diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c64862f3d43ced0db878e83b5374fc4ac2ba7002
--- /dev/null
+++ b/checkpoint-4000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f243d21f77d885c94930793e87a4c232dbd793b01be80e8538c73a9332614553
+size 14280
diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4650a57bdc5329d82b7509dbd026339e5b46def6
--- /dev/null
+++ b/checkpoint-4000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27fbcb71e64da5cd3c386782ab45bb0efde0abb5d30842a94c8a599b450c90c
+size 1000
diff --git a/checkpoint-4500/controlnet/config.json b/checkpoint-4500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-4500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2ad8f38b81f33bf8773052e633a945f005ae36ca
--- /dev/null
+++ b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4d21eae6188e3dd2f0d3196325bb5293b6f6054914a814bb74ffb370b3ef7
+size 1445157120
diff --git a/checkpoint-4500/optimizer.bin b/checkpoint-4500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c4643b5945aaff64a7c33944c35c0ebab15ba667
--- /dev/null
+++ b/checkpoint-4500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba99ef170d63f15cb265b1b0f63e17a93d25f9648e82f0c95ec50713ecd727bd
+size 2890518478
diff --git a/checkpoint-4500/random_states_0.pkl b/checkpoint-4500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c8149796a9c0338aa5cc85fb7af4bc85e632caa6
--- /dev/null
+++ b/checkpoint-4500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcaa04f4254e9ab375d78f6affa730df94c3435972d3c4493277e4c265d7c97
+size 14344
diff --git a/checkpoint-4500/scheduler.bin b/checkpoint-4500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4bb8e5e53a61158811380ef954d8e40e9856b889
--- /dev/null
+++ b/checkpoint-4500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d67c816ab83e7cb68277890f1dc271a0a14594cbcde1b73e03e9819263ecf
+size 1000
diff --git a/checkpoint-500/controlnet/config.json b/checkpoint-500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c097d13f8b65d594cfcbbd28d3d5d4a63c4ee6e
--- /dev/null
+++ b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24147c98dcf4ba15d53a230a009a2991f2c848bd127d9f5e7f2121e24f6b93b1
+size 1445157120
diff --git a/checkpoint-500/optimizer.bin b/checkpoint-500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d44836d2d99be868fb0660c64189bf50b418e25
--- /dev/null
+++ b/checkpoint-500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c9fe56b481720211f8ad6f1d5203081a160182154436149e77e43572de11ca
+size 2890518478
diff --git a/checkpoint-500/random_states_0.pkl b/checkpoint-500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b3fd48ac9f2ace6b53c1d084c56ede3d5d639aae
--- /dev/null
+++ b/checkpoint-500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc590dc95ff134a9c1f6749066b01554de89af8efe643fc01d2b59dac2f1989
+size 14408
diff --git a/checkpoint-500/scheduler.bin b/checkpoint-500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..631d940cad62ee720865279ef3906e1c6ba8f2c0
--- /dev/null
+++ b/checkpoint-500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d7b85c46d195e3cd6e587d94878d77f315e0a073acfab811251f39fbe891fc
+size 1000
diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-5000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06230ef957d9d9307b27c4441f26b255aa5cbec0
--- /dev/null
+++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7fd882e9864c13a1737cf491a726c8594b8c85bc6b1377c8f08f80f638dd9
+size 1445157120
diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..851f2ba1bce40615d6ed6366be9b26067465cabf
--- /dev/null
+++ b/checkpoint-5000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2e838ae7a1c570d21903396445427dfea6c090b175a72006e97398672e27a0
+size 2890518478
diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8b60b289b80ef7e9baab0bce0b5643a813a28501
--- /dev/null
+++ b/checkpoint-5000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1705b99614327f236391f926bf6dd71f4765f51bf8af660f910698ce2650fd45
+size 14344
diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..976a27de201da5488bc7b42ce6d3ddff38320cae
--- /dev/null
+++ b/checkpoint-5000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920333155b08e76154b89a85170c320833074db7b84649a9cfe79fd10b6bf2d9
+size 1000
diff --git a/checkpoint-5500/controlnet/config.json b/checkpoint-5500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-5500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1599080f72d0c9057c8f41fda6e4d1632e546214
--- /dev/null
+++ b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b832db4ccb4ad84d2bdb8bfe7c4b11599d8b9340e2fcb621bcc65a6eb6472659
+size 1445157120
diff --git a/checkpoint-5500/optimizer.bin b/checkpoint-5500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86c7eb928c624b1176932f6f61d90b688945b599
--- /dev/null
+++ b/checkpoint-5500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbed9f9efc3e5c13d48fdf1d97c9cb06d0a33240f8b6f6b17d37043d28d9eb60
+size 2890518478
diff --git a/checkpoint-5500/random_states_0.pkl b/checkpoint-5500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c77fccc91e98e6dc619badcaf05f6a8e24d95571
--- /dev/null
+++ b/checkpoint-5500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851629dd18ef8963b1e685394c05ee03339d0461a582581fd33d14de9a2071be
+size 14344
diff --git a/checkpoint-5500/scheduler.bin b/checkpoint-5500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ece1e95c6d951505f4d6593b5d5dab363c507f1
--- /dev/null
+++ b/checkpoint-5500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccd50e4fadaabeb5f256be304ee136b35dc86ed1b95b9b53c2539488e8558c6
+size 1000
diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-6000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3911fa74a871f694f88df2b4fe9cc3353bbc4212
--- /dev/null
+++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a813fa6372d835099e428734c64125049e1f8aadc79aabe342cac1079d9262
+size 1445157120
diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..286cec6f1c5d5c450d665f99d0764c13987e18c8
--- /dev/null
+++ b/checkpoint-6000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403fe6f8c3985ac7ea30bb882a2290634b4e979b6e1638380ca724febe6edd37
+size 2890518478
diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f312ee4a5f38cb7138c8fe4e4ddc4397fe61cc4b
--- /dev/null
+++ b/checkpoint-6000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ab012e68cd5f7cb6e13f923cdd1ee43b13f819e0e41dc529afffa24d3141ca
+size 14280
diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..56f6260b4410b5426405fe19cb5e3a70940c635e
--- /dev/null
+++ b/checkpoint-6000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee5dfbcb11f39797466c733b73a4b72d5ce9cd980aa33b83191eda39b8f80d9
+size 1000
diff --git a/checkpoint-6500/controlnet/config.json b/checkpoint-6500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-6500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-6500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d41d26f3666096196bcdeb29eb227985d38a3a7b
--- /dev/null
+++ b/checkpoint-6500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81aff501e2bbaad7b0d57d7c98b0032f2ab2faabbcceee92d2d42cd3461a683
+size 1445157120
diff --git a/checkpoint-6500/optimizer.bin b/checkpoint-6500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8cd301bee7f6a8e5fed744d6a521de8ab28525f4
--- /dev/null
+++ b/checkpoint-6500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52fbf843ee7eecdef12ac9bfa2e013d09e202e67324f953076011c7e7d4b594
+size 2890518478
diff --git a/checkpoint-6500/random_states_0.pkl b/checkpoint-6500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d52f266c26b72cd4df8b19f2ece80f72808bf789
--- /dev/null
+++ b/checkpoint-6500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c134dc58ccd808c8210eb9d2f27f7005360ad08c50866deab1b8e5070e6078
+size 14408
diff --git a/checkpoint-6500/scheduler.bin b/checkpoint-6500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd50dc61ecfe56f92568bf86f8100b71caa3e3e5
--- /dev/null
+++ b/checkpoint-6500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d229b0da4068c3fe48559d0cf4e98c2363ffbc34b55fa0c031894ec3002f1437
+size 1000
diff --git a/checkpoint-7000/controlnet/config.json b/checkpoint-7000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-7000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3810d6e5aaf7e044396f1afde3f66460bc1c8dec
--- /dev/null
+++ b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa415c9aa542f7e23b4436603a07da04361a6577bd2013eeb7bf52feb0aaa90e
+size 1445157120
diff --git a/checkpoint-7000/optimizer.bin b/checkpoint-7000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e59aeb37d8c72a6ecfdf24603fe8da4f5f6bbb5
--- /dev/null
+++ b/checkpoint-7000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc003fa7ef2230bdf767bde6bc7b716345825183e53caaf5b81f8b22398ce9d
+size 2890518478
diff --git a/checkpoint-7000/random_states_0.pkl b/checkpoint-7000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0e78c5ccf324d0099a78e538d7706b1febf66c92
--- /dev/null
+++ b/checkpoint-7000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315f96d9ad5627969299674f99c0527d67608d089125506529a77440532bbbec
+size 14344
diff --git a/checkpoint-7000/scheduler.bin b/checkpoint-7000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..060d6467a94bb456ae140a069e7c9fc0d0d9eefe
--- /dev/null
+++ b/checkpoint-7000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f80bd4cf789dadaabab339ee4bbcf7677008e876201ba9229aae4c3d8860b1
+size 1000
diff --git a/checkpoint-7500/controlnet/config.json b/checkpoint-7500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-7500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cbcea7d10453c6d29a41e55fe071ade1b3332abc
--- /dev/null
+++ b/checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10cb0c97f643ea7c132a43e2c9820fe0a2306a8ac544d85e16fd5f9ca89e09f
+size 1445157120
diff --git a/checkpoint-7500/optimizer.bin b/checkpoint-7500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61bec1c47bed73b6320f76ae5d04cc044919cf1e
--- /dev/null
+++ b/checkpoint-7500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43fd608edc16bb52b4ed7260c4e97758d6c2d600fbbd5b1de3cc579800aa073
+size 2890518478
diff --git a/checkpoint-7500/random_states_0.pkl b/checkpoint-7500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b595cb0dc93778eecb4b3039103ef71f4b8005df
--- /dev/null
+++ b/checkpoint-7500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420325aa1dc64be4d94c7d091b97d7207b3e7529b89812df648691fdaf2caef3
+size 14408
diff --git a/checkpoint-7500/scheduler.bin b/checkpoint-7500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a40cb7d1b1824ffe0ad37702bc10ce5252d3f6e7
--- /dev/null
+++ b/checkpoint-7500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469f3dfa691dc745bdbbdb71d7ef377ea939b36486945c0afc136fdf39db6a09
+size 1000
diff --git a/checkpoint-8000/controlnet/config.json b/checkpoint-8000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-8000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b2a053ef4b34447e2f57be61173d07de3f27e8ba
--- /dev/null
+++ b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e223aa450bc01c15fc662c947bdb4dbb509f8f1cea120e3b73bef72ba44d4dba
+size 1445157120
diff --git a/checkpoint-8000/optimizer.bin b/checkpoint-8000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3e41f4bb1332afb6e593734584f87b5be56778dd
--- /dev/null
+++ b/checkpoint-8000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b082988737f6a3eae04ea76f9cbfd7801869650b19de7031887155164bcc82
+size 2890518478
diff --git a/checkpoint-8000/random_states_0.pkl b/checkpoint-8000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4535b84ad112183afd77d53833c2bb979afe1773
--- /dev/null
+++ b/checkpoint-8000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01406636cafa250a73b9fb649416024f1744a757ca7fb22edd97219a81522b9
+size 14344
diff --git a/checkpoint-8000/scheduler.bin b/checkpoint-8000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8d44bde7bdd376310f93f74af9fce60796d118f
--- /dev/null
+++ b/checkpoint-8000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292da4efc7a8f738c6def66954da40f3297d0ce66bc7f39bf63dc452f2047773
+size 1000
diff --git a/checkpoint-8500/controlnet/config.json b/checkpoint-8500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-8500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-8500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf250540f84e5e728bdf835af2788197fbed3335
--- /dev/null
+++ b/checkpoint-8500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01953b15f76be65b67eb9951c9848d33949a922ee2542b0f2ac9ffe4a9286ef
+size 1445157120
diff --git a/checkpoint-8500/optimizer.bin b/checkpoint-8500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92a01cd2670802d77de6d85574799b8684d6c43a
--- /dev/null
+++ b/checkpoint-8500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f41b0ea492080cd26f8060aef0bd71850bc5ba731cdbcd4fee586b30416f7f
+size 2890518478
diff --git a/checkpoint-8500/random_states_0.pkl b/checkpoint-8500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..54ffc218737498063fd50ae1864f776901a1f910
--- /dev/null
+++ b/checkpoint-8500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc9e6cc169b0179aca6f0a9b0d7080e66a67e1a3106f718080f3c9a08419a4c
+size 14344
diff --git a/checkpoint-8500/scheduler.bin b/checkpoint-8500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac49937646c629f0ce1ee55e445e9baed0fc17
--- /dev/null
+++ b/checkpoint-8500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e20c0ad9ac537a007c35edaba0829511a22810e98ae5b5a51e1d892a229a89
+size 1000
diff --git a/checkpoint-9000/controlnet/config.json b/checkpoint-9000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-9000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1f5902deaa0e19d81ea78e91f56c89ec53c824d7
--- /dev/null
+++ b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9181ba5000eb1835ee1406e2039e85a5acff323b5f636cd26c6a30b9881e66
+size 1445157120
diff --git a/checkpoint-9000/optimizer.bin b/checkpoint-9000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..83a452fb515754874104a9083cd90e291dacfbf4
--- /dev/null
+++ b/checkpoint-9000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa9423330b4e875a9f5b9fa77e8de43864787c074a13e60a53862e60581745f
+size 2890518478
diff --git a/checkpoint-9000/random_states_0.pkl b/checkpoint-9000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ea12e87658a0e805280314c9118ae3c8f4ad631e
--- /dev/null
+++ b/checkpoint-9000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e530511f6d3c70bf79287f7ad0bb0317a4ff17f5bebca52a9eff3c15ae0337
+size 14344
diff --git a/checkpoint-9000/scheduler.bin b/checkpoint-9000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cea40c46784607b8e840cb2e796590b1687e8013
--- /dev/null
+++ b/checkpoint-9000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7aa796f44c57211fc009bfef85afa45524c73305957cce5d8d0b742077407
+size 1000
diff --git a/checkpoint-9500/controlnet/config.json b/checkpoint-9500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/checkpoint-9500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-9500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-9500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a49b8b5ddc8144e35afca603bb8b0d8d7b98d6cb
--- /dev/null
+++ b/checkpoint-9500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9a8843f04c374aabe59865b9c79e1d2df8ee071ce297213ecac354828601ae
+size 1445157120
diff --git a/checkpoint-9500/optimizer.bin b/checkpoint-9500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..63d14b58fe92218374306be125c6abd36fe58aed
--- /dev/null
+++ b/checkpoint-9500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff1906db77f7590c4a6645df88c00bb768d2c8007781baa618ab2ebdfb9ede5
+size 2890518478
diff --git a/checkpoint-9500/random_states_0.pkl b/checkpoint-9500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c19186a8dd963dde6fd74c12f0f59360115aea1f
--- /dev/null
+++ b/checkpoint-9500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d35af29d327516c06f28bd169e709ff7533bd8aac1f0c637c05bb78a1ce10a
+size 14344
diff --git a/checkpoint-9500/scheduler.bin b/checkpoint-9500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3fa57adba232afe8ca5611ffaf153b936b1fa26a
--- /dev/null
+++ b/checkpoint-9500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5886cc71ce564be65de5dfd812c7176ad89f17b1e6165c5c267e707beaf8378e
+size 1000
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b04aa4fd98a5cc466255ef56d177f92b6d8b6390
--- /dev/null
+++ b/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.28.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bef89cb22bd762f394d797dadbf1b1de8ba6fa2
--- /dev/null
+++ b/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3768a07bf337a9efe6d116da2a853972ad1f8b996bb3001cf43fbc4c4c4532ca
+size 1445157120
diff --git a/image_control.png b/image_control.png
new file mode 100644
index 0000000000000000000000000000000000000000..ecd08ae58136b5b1a08d084ffa875e039018d230
Binary files /dev/null and b/image_control.png differ
diff --git a/images_0.png b/images_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e538c8a8a47e2cfa18bff3b4f01fae34f9026
--- /dev/null
+++ b/images_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd903dfd4d0af1e8ff84f4c7b7a3a5758bfd4ce8bc312f9bbff62467da1ab35
+size 1185812
diff --git a/images_1.png b/images_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c26281e07416725115f6fffc73cb83e67353dd3
Binary files /dev/null and b/images_1.png differ
diff --git a/logs/train_controlnet/1715613178.2050667/events.out.tfevents.1715613178.scc-216.1155810.1 b/logs/train_controlnet/1715613178.2050667/events.out.tfevents.1715613178.scc-216.1155810.1
new file mode 100644
index 0000000000000000000000000000000000000000..39940734c7a9c40bfd4e42f6ce8a74dff2391157
--- /dev/null
+++ b/logs/train_controlnet/1715613178.2050667/events.out.tfevents.1715613178.scc-216.1155810.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e67e6e57946ea0d8f87bc69f2628ccd7143e5c6053b9d442781fb1e0a2262f
+size 2271
diff --git a/logs/train_controlnet/1715613178.207727/hparams.yml b/logs/train_controlnet/1715613178.207727/hparams.yml
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce064e446d3a1caeec67bfcd6467834f053477
--- /dev/null
+++ b/logs/train_controlnet/1715613178.207727/hparams.yml
@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+checkpointing_steps: 500
+checkpoints_total_limit: null
+conditioning_image_column: conditioning_image
+controlnet_model_name_or_path: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: fusing/fill50k
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 1.0e-05
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 12500
+mixed_precision: null
+num_train_epochs: 1
+num_validation_images: 4
+output_dir: ./model
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+set_grads_to_none: false
+tokenizer_name: null
+tracker_project_name: train_controlnet
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_steps: 100
+variant: null
diff --git a/logs/train_controlnet/events.out.tfevents.1715613178.scc-216.1155810.0 b/logs/train_controlnet/events.out.tfevents.1715613178.scc-216.1155810.0
new file mode 100644
index 0000000000000000000000000000000000000000..d25844ce494c1f3a5e9456567b8f6343fac211c2
--- /dev/null
+++ b/logs/train_controlnet/events.out.tfevents.1715613178.scc-216.1155810.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9fa1151ee6cd1e9694064e6b2576cb0f448d50b39a0403fefd99da25094df8
+size 293999632