diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..dad60b4a1f88f4de5bd65ea12f26fc9f6eeed088 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text +images_2.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3fb1f179910ae8ace6ea60d6f5b595dfb61457de --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: stabilityai/stable-diffusion-2-1-base +library_name: diffusers +license: creativeml-openrail-m +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +inference: true +--- + + + + +# controlnet-FQiao/model_out_3channels_rgb + +These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning. +You can find some example images below. + +prompt: there is a chair and a chair in a room with a tile floor +![images_0)](./images_0.png) +prompt: there is a chair and a chair in a room with a tile floor at night +![images_1)](./images_1.png) +prompt: there is a hallway with a carpet and a blue rug +![images_2)](./images_2.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e55880f4ca8d57e77e78378794c6ae7b9b07b46a --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c054d70e7240484e4cb3ecbb985aae5db054eeb3b23764a478d7883dea793a +size 1456953560 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b7687e99cb612f45a570f6b849176c48419ff40a --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95677df47fc33a087f0571674470856c071576bc49a9237c6670d3384a697c9f +size 2914111182 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e2db5a156ec719c201fa74780ebf87ffacf1c5cd --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f6b1578b7bc691b1f4fb5f1d9cb74181b79fa6a18b621244dc41944c4cc29f +size 14408 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b27d725b3673477ff55fdd87a26906ce6565614 --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d16ae9dedf4c45ceadc467593037d83423677715e75ab402a9f44aa81de9b84 +size 1000 diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-10000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5eb2dabaed2b9d17e612db30cee9a5d2700b1ed --- /dev/null +++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38e177aca872376ef76dd22fdcc31b8910c70530a97062add376960b5da8724 +size 1456953560 diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..d800cb58d27d0c03db0d43be88a528a8333fdd56 --- /dev/null +++ b/checkpoint-10000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58237c50fa6be9b8d491ed45c7fc69f8beee80f9641e524ea3ea52c17c5a97cf +size 2914111182 diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7fd8dbec5a958471140a4db17ba77d45d0698681 --- /dev/null +++ b/checkpoint-10000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a60700c1eb51d64d7c6bb2631d2ccca7ae3ccc1ba013a3e21b68aa4737647ca +size 14344 diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..404dfd6422eb26d29b37d4327709c308ac4d1907 --- /dev/null +++ b/checkpoint-10000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31ad9a5150e341b638f838a47b3cb3db0d48efa493bcc8d1f8bf787b2c8cee3 +size 1000 diff --git a/checkpoint-11000/controlnet/config.json b/checkpoint-11000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-11000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e027c212881ea5a6c491fe83fa6eb677ba97f1a7 --- /dev/null +++ b/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71e8f02238c707a133a77683bf5e6d51a94f6524b20787b3c12d632d58a2d74 +size 1456953560 diff --git a/checkpoint-11000/optimizer.bin b/checkpoint-11000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e932c6869bd995fca119b8d1bfe1b9bf529daa5b --- /dev/null +++ b/checkpoint-11000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e597643bfe27d6b679e232d76a499051d6766ceeac982258ac7a5a91533c82c +size 2914111182 diff --git a/checkpoint-11000/random_states_0.pkl b/checkpoint-11000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d15bd1c9673e7b6068c2442960501b9b0d206020 --- /dev/null +++ b/checkpoint-11000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceaa6b5c491441fd61d1eb1de37b606aedbefd75fe14e8b5f4a652e7006b2755 +size 14280 diff --git a/checkpoint-11000/scheduler.bin b/checkpoint-11000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2361ba0caa1a1a8d0bb59fd9cff05fd56e4ce02 --- /dev/null +++ b/checkpoint-11000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ba806b28f71e1e1cf1d42195652aa3e74d3e313c111b119d860e4f1aee287f +size 1000 diff --git a/checkpoint-12000/controlnet/config.json b/checkpoint-12000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-12000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b17c9c72a2e7b11a56e5bbc0dfa817b09d17a271 --- /dev/null +++ b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1292d66b9a9fe1e46078ca9f7957afd89bfec5059ef0da2bdc65d5cc7c5255 +size 1456953560 diff --git a/checkpoint-12000/optimizer.bin b/checkpoint-12000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..450b93ace2036ed0732b49fde7cd1ce7e1b4ae5d --- /dev/null +++ b/checkpoint-12000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34df644a136756b205bd610474953751cbea490cea0c027c517a783e0dafb4db +size 2914111182 diff --git a/checkpoint-12000/random_states_0.pkl b/checkpoint-12000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e5511a5b092cf912f0fe8d7aae435a706dc72255 --- /dev/null +++ b/checkpoint-12000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f429bf7c12444e33217bb506fb6454da0cdde0b4386570bb6a1cab2f4bf2375e +size 14344 diff --git a/checkpoint-12000/scheduler.bin b/checkpoint-12000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c8aaa514d6398d9be2c42d39c29ee60dc94f020 --- /dev/null +++ b/checkpoint-12000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71950f59e322ffbb0a94be88ee05554b97b740b97bea747e739593db11c43b9 +size 1000 diff --git a/checkpoint-13000/controlnet/config.json b/checkpoint-13000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-13000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-13000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-13000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..475526cd5dd0ca5ab97ad63e6ec7526156d96e7e --- /dev/null +++ b/checkpoint-13000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd78a06b4bfe91e68d3075a31400bd85831b1ccd2c0ae4043a821096ba92a584 +size 1456953560 diff --git a/checkpoint-13000/optimizer.bin b/checkpoint-13000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1e310e4dff5d4e46424cc925d5902bf3ae0fa60 --- /dev/null +++ b/checkpoint-13000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f1573727b211bbbc4a839613201f1d7de80a858f0257f059fff629e4656f968 +size 2914111182 diff --git a/checkpoint-13000/random_states_0.pkl b/checkpoint-13000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e13f529b477b5f0337110f829c3b0bc389209ff9 --- /dev/null +++ b/checkpoint-13000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d82b84ae90a221449f3c802830f1946956a5b2429f0f39cbe724b40d084470e +size 14344 diff --git a/checkpoint-13000/scheduler.bin b/checkpoint-13000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..659b3049676d8887e114b4cdf874d15663f36c0b --- /dev/null +++ b/checkpoint-13000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee961ed5cbbe8aa04a6a17bc82eac799c17a3005fb0cfac625144c54ed464102 +size 1000 diff --git a/checkpoint-14000/controlnet/config.json b/checkpoint-14000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-14000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-14000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-14000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28a158c484dfa4feaa99c2bfa8e26c161c057eef --- /dev/null +++ b/checkpoint-14000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c11944b00074a31b312b46db6a945474fde6e06bbc86525836c0fb6157cbf44 +size 1456953560 diff --git a/checkpoint-14000/optimizer.bin b/checkpoint-14000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..1996e235cf731f8a1de470fbe649cb34fbe40f86 --- /dev/null +++ b/checkpoint-14000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5e0606508ad1d7e3aaf75102f078fee605ab61e7c37d0ecd4399d0271da15a +size 2914111182 diff --git a/checkpoint-14000/random_states_0.pkl b/checkpoint-14000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..82ab6893c756cd30f3c52b3272465547d9ae8b21 --- /dev/null +++ b/checkpoint-14000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6292180d7500ec3fbdcbe508d8d83c1793b0750b147b4ceafb7682812e0d5df6 +size 14344 diff --git a/checkpoint-14000/scheduler.bin b/checkpoint-14000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7cb7a98ef3fb5a5b91435413f3326eda689ec709 --- /dev/null +++ b/checkpoint-14000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee032204bba8930df676bada22732e1d1d4fce2e74de1dd6725c0a0c5840cb19 +size 1000 diff --git a/checkpoint-15000/controlnet/config.json b/checkpoint-15000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-15000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91a63c32326bd171808d7549aec57da24d589f7e --- /dev/null +++ b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:785dc80f78b0ba8376497c21a38261c3bcd263b010f8d92e84f3f0a45bdbf275 +size 1456953560 diff --git a/checkpoint-15000/optimizer.bin b/checkpoint-15000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..72f60b15c11bcddb4d98b96d719fdaedb93920c9 --- /dev/null +++ b/checkpoint-15000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b900cdfe2b287726febee2e8837d6f3989309f2161a11100d897be37e02e31 +size 2914111182 diff --git a/checkpoint-15000/random_states_0.pkl b/checkpoint-15000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..1eea837177645d90c16f10de9a2e2bec868a1064 --- /dev/null +++ b/checkpoint-15000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32d08afce8246d8827614115505a4f3ddd2925e32db8dd6d9b5bb30e0b32d22 +size 14344 diff --git a/checkpoint-15000/scheduler.bin b/checkpoint-15000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b446f749a0637774df7577a25badd8627d7bdcf --- /dev/null +++ b/checkpoint-15000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f8cb1c00499c9a11be98e1d3df14acb1c3f608844e19988fc0598608b723e0 +size 1000 diff --git a/checkpoint-16000/controlnet/config.json b/checkpoint-16000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-16000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-16000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-16000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae6ff2895f0132fb09fbb2f6edf216514c3ede83 --- /dev/null +++ b/checkpoint-16000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335b2bb31675728d742ca0a9a9741fe1d1d555ff9d14e39a6306d4f48a782926 +size 1456953560 diff --git a/checkpoint-16000/optimizer.bin b/checkpoint-16000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..0096ba6ce308c379b3c012812231f215852207a5 --- /dev/null +++ b/checkpoint-16000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b958e35080053ba9337c902d873ba11ddd89d0fd5d1e3e86b96c4c66c60d1e +size 2914111182 diff --git a/checkpoint-16000/random_states_0.pkl b/checkpoint-16000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2fa63624d1caed11e5a1fdd1342598b6f1c0bffa --- /dev/null +++ b/checkpoint-16000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248b5e59c759799649d266cb6752df371db4aad92c24c57eef6f131af528f2d3 +size 14280 diff --git a/checkpoint-16000/scheduler.bin b/checkpoint-16000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..74504a3e065c36352faa16ca9badd0cff7aa9ec9 --- /dev/null +++ b/checkpoint-16000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e252d8acab21fb743ca9d596d24d5e6bda6168395fc99891cf5fef52d98a8a6f +size 1000 diff --git a/checkpoint-17000/controlnet/config.json b/checkpoint-17000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-17000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-17000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-17000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3f96f4c4e85643aaeb03cac94605daa82e50932 --- /dev/null +++ b/checkpoint-17000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92568ca85842c9b02c88dab3f98398e2e0a65016b599c03976943eac71936fe8 +size 1456953560 diff --git a/checkpoint-17000/optimizer.bin b/checkpoint-17000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..2ff03c184e9ca41fffc990d304abc64b3311d2ae --- /dev/null +++ b/checkpoint-17000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aee2ff641ed3e3b6ef3a972fdeb91e2b8ccc4dd99e5d6d3a6ad1bea6d64b4a5 +size 2914111182 diff --git a/checkpoint-17000/random_states_0.pkl b/checkpoint-17000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3671a8517f6a20d32fcf09b1df689f7a43fd69bf --- /dev/null +++ b/checkpoint-17000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8f73d275c303f449ca0061b1c8b67d4191bf3874fa5bac73fcc5519abe5559 +size 14344 diff --git a/checkpoint-17000/scheduler.bin b/checkpoint-17000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..400eaea408ff759a341fd8597fc0ccff3efc366a --- /dev/null +++ b/checkpoint-17000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02b6c847d991395f606b77e318a68e9c5d660eff11021c696869183fc95241f +size 1000 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f287c46228403107f1103d76b0d390793e2e9bdb --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e438ab16b766b9fa7234b66419b1ef1bf9d9637dc86828f3f5fa3e9af22745c +size 1456953560 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e397c2e75dfd89a51d2f321ebe1d88e19c9ce7b0 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f545df2dd33cdb3d14157c1e08363d315389db32d265152573c67ed211a8d5f2 +size 2914111182 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b7c0c84380fb226c1b840b1992a59e3ae0f72792 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3128b530250960ae2763f38919acbe46d76caa0d5b34cc5abd9cefd363638ab5 +size 14344 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..265be0ca1047a7473155ea7e300903c0b049b695 --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a7fe0a2983de695c44ba167520d4ce1ca01157e36e90498bee8c9d8e4b61fc +size 1000 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bb5a3dcf41823aff12a670d2db9f9a5ec34a400 --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2106d1dce489121e1e6e5ce750c0a4c26199fb8f57b10985831c58ca8aa93c25 +size 1456953560 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a175ab6002e3120c3c5eb867bab5f818b438c0e --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6537942e6abf043741f575f839302d8a94e38b5eaf7080f78e3b147f257f0e58 +size 2914111182 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7c4fd8b5e55010e3073ad1560de5653c34ecdded --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e5e6bdbe7302577a0e51feda2c9e765a5c0a4b3cb9b1fb94fcbe175890c073d +size 14344 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e34b9d961e83d8a8892cc99eb41c713478ece0d --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a530ffa9220cf65c0729e966fdf26ce7223ed3dc88346bbe1367170da20bad4 +size 1000 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52f0cbfc29a057c2e7875fc6b7a2afc07a69ac30 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08155957873b7c34a27ceab986f88b6a547752ca0c01961cd9c24dc5b170a3a1 +size 1456953560 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..8cfedd2fd75b050b722dfab2751c8c78349b7309 --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f3020d0f38132ec39375f8eaa632304622e464bcedb818c2490f8743bb073b +size 2914111182 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..93f5f41fb6445cb2bfcec535b1bd66bfd29ac494 --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd075cdf5476070ed338fb5157a44e18c11c0a50fac3bac3afb586d0845d35f +size 14344 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..4650a57bdc5329d82b7509dbd026339e5b46def6 --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27fbcb71e64da5cd3c386782ab45bb0efde0abb5d30842a94c8a599b450c90c +size 1000 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..799d4f49ce0d1d00316dd5fa16869ccceb231484 --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be27b4864911e3e6bf70eab68415de8d030ff7f80bf69542e1a08c4b2058e4eb +size 1456953560 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..03f227915ce607182494f4527e469c98f90c9a64 --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a85280d5ef61eb58a70f9eeae1d2d4f860ea73a54bb3a62b27446ecd07c40d +size 2914111182 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..89c46e17b838a6c2d1be47374df896d692801d35 --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab69c9bfc1066caba54d08937a6050aa096f3d1e2bdb676237b11a3e99c9cad +size 14344 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..976a27de201da5488bc7b42ce6d3ddff38320cae --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920333155b08e76154b89a85170c320833074db7b84649a9cfe79fd10b6bf2d9 +size 1000 diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-6000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71a45b885c94c19a2e8bd95b8eeeb741aeaefafa --- /dev/null +++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc29d5a401cc0b01b21b42cf664679805a1ac0678f14ded384b5b22c5e6837e +size 1456953560 diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..5475eac0c39c7f4848126f6988c4a273412a2c98 --- /dev/null +++ b/checkpoint-6000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af45fcb5921052e50ba05ebab3ea5a7b87aaa6de7108acef153ae0da9e0ffc7 +size 2914111182 diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..89ce48ae07b39b8e66d18179125897234ac06dcc --- /dev/null +++ b/checkpoint-6000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08fd393d73e1eee24d793625ec1152e636df62bf182e01b59af7edcc7da9fd3a +size 14344 diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..56f6260b4410b5426405fe19cb5e3a70940c635e --- /dev/null +++ b/checkpoint-6000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ee5dfbcb11f39797466c733b73a4b72d5ce9cd980aa33b83191eda39b8f80d9 +size 1000 diff --git a/checkpoint-7000/controlnet/config.json b/checkpoint-7000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-7000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41cb572dce31db3f62c70a77a4a203d90c86891e --- /dev/null +++ b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b693db765aaf6df86fa795bdb908aad3e7d107efccfbf4e756a5f962567465a +size 1456953560 diff --git a/checkpoint-7000/optimizer.bin b/checkpoint-7000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..ffbf59b44bff572c01d17bc1fefd764ff348af44 --- /dev/null +++ b/checkpoint-7000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5316849dda68677da1d1c4036b572644e41e1a23daa0b7e9ca3cfabcd2196f +size 2914111182 diff --git a/checkpoint-7000/random_states_0.pkl b/checkpoint-7000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..27d70a1da9db397a30bc5f2a7a4c738abea3ea3e --- /dev/null +++ b/checkpoint-7000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff06575bd972e3546198af194fab83acea45e745f86f39ac1a39a6be1d3bea6 +size 14280 diff --git a/checkpoint-7000/scheduler.bin b/checkpoint-7000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..060d6467a94bb456ae140a069e7c9fc0d0d9eefe --- /dev/null +++ b/checkpoint-7000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f80bd4cf789dadaabab339ee4bbcf7677008e876201ba9229aae4c3d8860b1 +size 1000 diff --git a/checkpoint-8000/controlnet/config.json b/checkpoint-8000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-8000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd3bcf49fa39c5673efb144b07c00b98d5849d8c --- /dev/null +++ b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5118d12ab04fd292572a3b3d5dbb075520b807fb1ddff34863437225d553ab +size 1456953560 diff --git a/checkpoint-8000/optimizer.bin b/checkpoint-8000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..eca05bd8245774eb763fbe131050d7acfd7f9bd2 --- /dev/null +++ b/checkpoint-8000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc327b2fc9c599c30ff8796d1a424d5840468aa9cb194f43fcbf91af138205d +size 2914111182 diff --git a/checkpoint-8000/random_states_0.pkl b/checkpoint-8000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..85fe9c8c4427f6468220cf614fe3ede134e9489c --- /dev/null +++ b/checkpoint-8000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b401423023a5a23dacec3b2bb39095c9a55eb251113bedb6193147d14d9f7ce +size 14344 diff --git a/checkpoint-8000/scheduler.bin b/checkpoint-8000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a8d44bde7bdd376310f93f74af9fce60796d118f --- /dev/null +++ b/checkpoint-8000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292da4efc7a8f738c6def66954da40f3297d0ce66bc7f39bf63dc452f2047773 +size 1000 diff --git a/checkpoint-9000/controlnet/config.json b/checkpoint-9000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/checkpoint-9000/controlnet/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9aae1a07f91aa4ea914d2a953a92dd0b7dd788e4 --- /dev/null +++ b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886de462c02c82ead45d3f0100f9d809dc93af8ef02bac1d5056a3892aa0731c +size 1456953560 diff --git a/checkpoint-9000/optimizer.bin b/checkpoint-9000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..76d00ab12fa76ae72a7aeb2bc4f579f6cfddd9c7 --- /dev/null +++ b/checkpoint-9000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790ec49ab3e1fc806dee2ed4330ce4bbf90f432321966b1f4c37dc524acd2d32 +size 2914111182 diff --git a/checkpoint-9000/random_states_0.pkl b/checkpoint-9000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a28da84d40365e5f0f2aa4a1407855110a19f0e5 --- /dev/null +++ b/checkpoint-9000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e30d4c2475c3865b3f77fde6636fcee22abfcb51769f4609645ca976c20040f +size 14344 diff --git a/checkpoint-9000/scheduler.bin b/checkpoint-9000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..cea40c46784607b8e840cb2e796590b1687e8013 --- /dev/null +++ b/checkpoint-9000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd7aa796f44c57211fc009bfef85afa45524c73305957cce5d8d0b742077407 +size 1000 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1550973ef4780f41f59a4891e682953ddab034e1 --- /dev/null +++ b/config.json @@ -0,0 +1,56 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.31.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6b5689827e62279ae456961a2e8a606ceff4fb0 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638ad9d7e68cb3d8b0d364f56341bdffec8199bf9f4a8b08e2dcea95b338daa1 +size 1456953560 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..b423519f0c11f005717a2e49f0103c5f67bf02dd Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..b8e83ce0ca20a76eaf5ab2af2639ebb0e1e43eb7 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfac024f00fcf77fffeb4fc5677c71d987feb593167c5c55bb27daa039a58991 +size 1880188 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..a1f9698c37be44b89971a0c2262a49f7eeaacca3 --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247728e2dbcb9079feba58ea90aed358dade5687c25136fac4bc96b6bf51e64a +size 1657119 diff --git a/images_2.png b/images_2.png new file mode 100644 index 0000000000000000000000000000000000000000..578f98a205e62e5ac7521f63c007ac989e74acb8 --- /dev/null +++ b/images_2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8d25b1825ab83ac8a0b9a980be2091175f41427d795ddf02da98fd8622d3b8d +size 1901342 diff --git a/logs/controlnet_tartanair/1726003172.484433/events.out.tfevents.1726003172.compute1-exec-199.ris.wustl.edu.677.1 b/logs/controlnet_tartanair/1726003172.484433/events.out.tfevents.1726003172.compute1-exec-199.ris.wustl.edu.677.1 new file mode 100644 index 0000000000000000000000000000000000000000..2ad5c91f2156536230d8a7f4f275a1ae82061a84 --- /dev/null +++ b/logs/controlnet_tartanair/1726003172.484433/events.out.tfevents.1726003172.compute1-exec-199.ris.wustl.edu.677.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa461bee57155b91c8eb4e93ca5da23ec41ec76915be849c3c21c97c8bd925f6 +size 2373 diff --git a/logs/controlnet_tartanair/1726003172.4868379/hparams.yml b/logs/controlnet_tartanair/1726003172.4868379/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..c14d5e8465a951d9ef4e6678b0546c2f4eb15cff --- /dev/null +++ b/logs/controlnet_tartanair/1726003172.4868379/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: image_caption +checkpointing_steps: 2000 +checkpoints_total_limit: null +conditioning_image_column: depth_left +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: FQiao/tartanair_office2_Easy +enable_xformers_memory_efficient_attention: true +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hub_model_id: null +hub_token: null +image_column: image_left +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: 7000 +max_train_steps: 26250 +mixed_precision: null +num_train_epochs: 30 +num_validation_images: 4 +output_dir: model_out_3channels_rgb +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: controlnet_tartanair +train_batch_size: 8 +train_data_dir: null +use_8bit_adam: false +validation_steps: 2000 +variant: null diff --git a/logs/controlnet_tartanair/1726003432.2880707/events.out.tfevents.1726003432.compute1-exec-199.ris.wustl.edu.267.1 b/logs/controlnet_tartanair/1726003432.2880707/events.out.tfevents.1726003432.compute1-exec-199.ris.wustl.edu.267.1 new file mode 100644 index 0000000000000000000000000000000000000000..69ce0603881f5ec4bcbe88bea1cc99c04064d7aa --- /dev/null +++ b/logs/controlnet_tartanair/1726003432.2880707/events.out.tfevents.1726003432.compute1-exec-199.ris.wustl.edu.267.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6469e8282946b8c17405b58e194d29134b998b814862f2ca9fe218d117477af9 +size 2373 diff --git a/logs/controlnet_tartanair/1726003432.2909362/hparams.yml b/logs/controlnet_tartanair/1726003432.2909362/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..6e24137f6d744f2ccbcdab84535fa38124de7a43 --- /dev/null +++ b/logs/controlnet_tartanair/1726003432.2909362/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: image_caption +checkpointing_steps: 2000 +checkpoints_total_limit: null +conditioning_image_column: depth_left +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: FQiao/tartanair_office2_Easy +enable_xformers_memory_efficient_attention: true +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hub_model_id: null +hub_token: null +image_column: image_left +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: 7000 +max_train_steps: 13140 +mixed_precision: null +num_train_epochs: 30 +num_validation_images: 4 +output_dir: model_out_3channels_rgb +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: controlnet_tartanair +train_batch_size: 16 +train_data_dir: null +use_8bit_adam: false +validation_steps: 2000 +variant: null diff --git a/logs/controlnet_tartanair/events.out.tfevents.1726003172.compute1-exec-199.ris.wustl.edu.677.0 b/logs/controlnet_tartanair/events.out.tfevents.1726003172.compute1-exec-199.ris.wustl.edu.677.0 new file mode 100644 index 0000000000000000000000000000000000000000..27b1e13961c50a7f3fda2e7b9fb6a16363a7b9ec --- /dev/null +++ b/logs/controlnet_tartanair/events.out.tfevents.1726003172.compute1-exec-199.ris.wustl.edu.677.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6539aab07f18049291961d8da2c84470a5ecc2e6cfced293faf77547db4f4f +size 88 diff --git a/logs/controlnet_tartanair/events.out.tfevents.1726003432.compute1-exec-199.ris.wustl.edu.267.0 b/logs/controlnet_tartanair/events.out.tfevents.1726003432.compute1-exec-199.ris.wustl.edu.267.0 new file mode 100644 index 0000000000000000000000000000000000000000..42fb0b7ccc9ad7b8ecde9c667439f14c2f346eff --- /dev/null +++ b/logs/controlnet_tartanair/events.out.tfevents.1726003432.compute1-exec-199.ris.wustl.edu.267.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6865ec10ea197a21b7e5c90667c384ae46e79034667413fec77517edef410795 +size 662 diff --git a/logs/controlnet_tartanair_condition/1726087958.3974814/events.out.tfevents.1726087958.compute1-exec-199.ris.wustl.edu.100.1 b/logs/controlnet_tartanair_condition/1726087958.3974814/events.out.tfevents.1726087958.compute1-exec-199.ris.wustl.edu.100.1 new file mode 100644 index 0000000000000000000000000000000000000000..1be8795e9e293c64c25ae2d822b11744a80d8fe8 --- /dev/null +++ b/logs/controlnet_tartanair_condition/1726087958.3974814/events.out.tfevents.1726087958.compute1-exec-199.ris.wustl.edu.100.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6449a07f264adc71efdc60723079a66d1d017bf0a20e6b86ccf8133ba18cb22b +size 2383 diff --git a/logs/controlnet_tartanair_condition/1726087958.399928/hparams.yml b/logs/controlnet_tartanair_condition/1726087958.399928/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..5ff8f2e4515e7f51bb00d2ce392d2ae749355324 --- /dev/null +++ b/logs/controlnet_tartanair_condition/1726087958.399928/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: image_caption +checkpointing_steps: 2000 +checkpoints_total_limit: null +conditioning_image_column: depth_left +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: FQiao/tartanair_office2_Easy +enable_xformers_memory_efficient_attention: true +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hub_model_id: null +hub_token: null +image_column: image_left +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: 7000 +max_train_steps: 26250 +mixed_precision: null +num_train_epochs: 30 +num_validation_images: 4 +output_dir: model_out_3channels_rgb +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: controlnet_tartanair_condition +train_batch_size: 8 +train_data_dir: null +use_8bit_adam: false +validation_steps: 2000 +variant: null diff --git a/logs/controlnet_tartanair_condition/events.out.tfevents.1726087958.compute1-exec-199.ris.wustl.edu.100.0 b/logs/controlnet_tartanair_condition/events.out.tfevents.1726087958.compute1-exec-199.ris.wustl.edu.100.0 new file mode 100644 index 0000000000000000000000000000000000000000..1305e69ac247bbc3b2dbb253c5de294034553ea1 --- /dev/null +++ b/logs/controlnet_tartanair_condition/events.out.tfevents.1726087958.compute1-exec-199.ris.wustl.edu.100.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2da9b8e137a8c6997e57161fd1c014134360b749cadd9719d59ca21f0e0597 +size 580