diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..eea1d8e4da6083525243bbdb899f6bae1ce3d57c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b7f128f979f9a48d359b807a69b122464508a6fe --- /dev/null +++ b/README.md @@ -0,0 +1,45 @@ +--- +base_model: stable-diffusion-v1-5/stable-diffusion-v1-5 +library_name: diffusers +license: creativeml-openrail-m +inference: true +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +--- + + + + +# controlnet-Dutch1/new_model + +These are controlnet weights trained on stable-diffusion-v1-5/stable-diffusion-v1-5 with new type of conditioning. +You can find some example images below. + +prompt: red circle with blue background +![images_0)](./images_0.png) +prompt: cyan circle with brown floral background +![images_1)](./images_1.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d92c293cdc757bb9fed11d4547b47c2feb4c8435 --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720d1df80351737199fc850c6ae0dc45591e119a7fb5a99d78d8e787b16b414b +size 1445157120 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..85c5b9435067895ab1ccbc5627ff25eaf16f4182 --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0090bc72e6d674832739c3bee118a7835bb2a59323967e0cb9332bd7cab142e +size 735130874 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a318f856e30678eb91f5272e6b4e0e22f011928a --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b73f4815f4ccf1d82fd033fcaddd9becf457ba0f093fceb0c2514e8f75019c6 +size 14800 diff --git a/checkpoint-1000/scaler.pt b/checkpoint-1000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d181e6249d155a6c5e31f3078bd344c67ee533e --- /dev/null +++ b/checkpoint-1000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8fdcd0311eba9854fff738038ed4c1a269832665b4d88ba4e4e3d02a1a7e0e +size 988 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e34b9d961e83d8a8892cc99eb41c713478ece0d --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a530ffa9220cf65c0729e966fdf26ce7223ed3dc88346bbe1367170da20bad4 +size 1000 diff --git a/checkpoint-1500/controlnet/config.json b/checkpoint-1500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-1500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63758c31a97837ee5d5aaea6bc693aa469aa3cf0 --- /dev/null +++ b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9babc17309e506e30c7cc91bc964a42ff3b4a4ed74eadd039336225618960a0 +size 1445157120 diff --git a/checkpoint-1500/optimizer.bin b/checkpoint-1500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..18cc24dd80ac3508086aaaece974041674ec9b6b --- /dev/null +++ b/checkpoint-1500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8390e250c364ad8c1c917b4335d63f976a92f128851b068a9865322e9860b6be +size 735130874 diff --git a/checkpoint-1500/random_states_0.pkl b/checkpoint-1500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..14cd9f1764ffe8132a1aa162e916ede49c01e392 --- /dev/null +++ b/checkpoint-1500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b452fb57a2581f73e80a3c2b05fa825768e4f8ca8f2a572a9e25c1e791e47fa +size 14864 diff --git a/checkpoint-1500/scaler.pt b/checkpoint-1500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9272e7b2b7073251307b6febf624c58665ee0073 --- /dev/null +++ b/checkpoint-1500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a4b6e0ef05ca249f2d6b7f9f3ad1dff81e55842a962df795bb9740c17c8e92 +size 988 diff --git a/checkpoint-1500/scheduler.bin b/checkpoint-1500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..4bb8e5e53a61158811380ef954d8e40e9856b889 --- /dev/null +++ b/checkpoint-1500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9d67c816ab83e7cb68277890f1dc271a0a14594cbcde1b73e03e9819263ecf +size 1000 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5db957ad049cc67ce55070a7200baaf4fcb937e --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ad8e96e2b9e2325a964e2e30023454ca629daf1eb5730f07e9090a4e68e07e +size 1445157120 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..f4cab9e6206a23a7a5398c2c0f25b3d53a053f73 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebee347680f54db7e87c1fe0562336e8898e076ae5c6ac403883a0ae35d605ee +size 735130874 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a302b05a051683050f3ef94aff23e2adf8507f78 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ec412c4df0eb9073066474d17e4bfb96a1cd407a43a84683bfdeb8dc453b9b +size 14864 diff --git a/checkpoint-2000/scaler.pt b/checkpoint-2000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..99282b0e304ef68a38f5a2dd4a6ac123700f2f53 --- /dev/null +++ b/checkpoint-2000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c50a9cebe5d66d453d25b140738bff479749ac03e0a43597d8776bc22f6ed0c +size 988 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..56f6260b4410b5426405fe19cb5e3a70940c635e --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ee5dfbcb11f39797466c733b73a4b72d5ce9cd980aa33b83191eda39b8f80d9 +size 1000 diff --git a/checkpoint-2500/controlnet/config.json b/checkpoint-2500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-2500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e29f71d7268d937a57dbec2d17693cdb07592fa9 --- /dev/null +++ b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6927823b139da39a95c590ac52363eafaad3176ffe7743d124d1c72d120d63d +size 1445157120 diff --git a/checkpoint-2500/optimizer.bin b/checkpoint-2500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e4b1c27d1189322854b8b692ab2616c52ded53b7 --- /dev/null +++ b/checkpoint-2500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e2771ce646e1d89f21c600723a65a5359802ff895ee8e5edd5dfbdf7b92ef4 +size 735130874 diff --git a/checkpoint-2500/random_states_0.pkl b/checkpoint-2500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5b4a8ea76238fe2b8190d9eea271684dda5c2309 --- /dev/null +++ b/checkpoint-2500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e6c44e2fffd860660470daa09578947c4746caad89bb6c4b3dfdf5cee54fdb +size 14864 diff --git a/checkpoint-2500/scaler.pt b/checkpoint-2500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b9902c4e2dee2972ff0943d57b3678364435cdf --- /dev/null +++ b/checkpoint-2500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e2d97f563bb838328076a1666504681962151a3975a2f064be3a03e6500740 +size 988 diff --git a/checkpoint-2500/scheduler.bin b/checkpoint-2500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a40cb7d1b1824ffe0ad37702bc10ce5252d3f6e7 --- /dev/null +++ b/checkpoint-2500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469f3dfa691dc745bdbbdb71d7ef377ea939b36486945c0afc136fdf39db6a09 +size 1000 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..376a3e1af40b4dc3b7112e35839fef123a216348 --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ff191544176696d1ce7d40c3511b86245311c1490059df91c8fc84db1f7b13 +size 1445157120 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3ab3d048cb1f048f5167a90327e7cbe224fb934 --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60158af230b6e960bc0fa6c0f050b6e2a0394eb1253806854cfb3c21e6aaaddd +size 735130874 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bb0a4d1d92675372e25f6f8d011150ccb02504e7 --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a44c8af08dfeb291065e7b156e6d828e3fa09dc589aab63107b30c63652105 +size 14864 diff --git a/checkpoint-3000/scaler.pt b/checkpoint-3000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c13b5448a0852139c8a78d48ae5f4dc71f8a023 --- /dev/null +++ b/checkpoint-3000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f +size 988 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..cea40c46784607b8e840cb2e796590b1687e8013 --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd7aa796f44c57211fc009bfef85afa45524c73305957cce5d8d0b742077407 +size 1000 diff --git a/checkpoint-3500/controlnet/config.json b/checkpoint-3500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-3500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75b23fd3c71e22bd97794b13eb9f0632a3b11c3b --- /dev/null +++ b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4b0d9f4d62b953a1d7bc98cf77654a8295ee691d621f6ea46358c7f4ac26b9 +size 1445157120 diff --git a/checkpoint-3500/optimizer.bin b/checkpoint-3500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fad9ef4e2321bbbc4a215dcc109054eba7e222c --- /dev/null +++ b/checkpoint-3500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9427e7aa7ceb06ff278678ec1c44f350f2a91c5104cc811f85c4bd21d4f6dfa +size 735130874 diff --git a/checkpoint-3500/random_states_0.pkl b/checkpoint-3500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e29d098ae73d82bbb13c9a22d10347048d46b755 --- /dev/null +++ b/checkpoint-3500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6904d72fb1304c79b3e55269f3aafd42b42386afce2a4b7da3ff02441ff03f7e +size 14864 diff --git a/checkpoint-3500/scaler.pt b/checkpoint-3500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..642d9ddc499e11af6d65baf9612222717fa34b7d --- /dev/null +++ b/checkpoint-3500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d25c9e5c384ba91142c829ef5432ebc4ae7d8c71f3de723046dd3aa202e08a2 +size 988 diff --git a/checkpoint-3500/scheduler.bin b/checkpoint-3500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..29e1f27de5b86ac56061c5ebec890f3d1be0da19 --- /dev/null +++ b/checkpoint-3500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d68e9fa853ae093658f50590cc9c32d2da56551802d5c8ad20ebcaf7c6eac6 +size 1000 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..721cb53f4016cfbdee40ebcf8d18b4c9825eb852 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f74d28d0af1010950c531b9493aaa892a49bc5222b8d5e9910e977baaa44435 +size 1445157120 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..5483c291c62293217f40a8fed43199f9eca5ed9e --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83d124975755dfbdc47fbc607f29b854cf2ca4255d2c5c966077c634cdc264f +size 735130874 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..82c2e5acf1aba4b1a743dd07ddec3919190a1257 --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2ddc7c43e9b2695729c1c70743fdd1e5da36dec634cd65b7b58f05929123c4 +size 14800 diff --git a/checkpoint-4000/scaler.pt b/checkpoint-4000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e3c148798a27b525e5967dae1f764aa32ba855f --- /dev/null +++ b/checkpoint-4000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a4acfb0da74c479080613978839dd3cbb4608fd2c07e764b4c844401d8dd5f +size 988 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c8aaa514d6398d9be2c42d39c29ee60dc94f020 --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71950f59e322ffbb0a94be88ee05554b97b740b97bea747e739593db11c43b9 +size 1000 diff --git a/checkpoint-500/controlnet/config.json b/checkpoint-500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0fc7fd494ad45655f467c3cb26a5258e433fb42 --- /dev/null +++ b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df7d940ffaf23949fbc0761c08badfb20a4909e5493363b32eccf162c7921d3 +size 1445157120 diff --git a/checkpoint-500/optimizer.bin b/checkpoint-500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f2f8186452242e211e3920388fb49d22da0d510 --- /dev/null +++ b/checkpoint-500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332b6e41ecdceb19369c796b518b199e3649448057896a72d651512725f5da67 +size 735130874 diff --git a/checkpoint-500/random_states_0.pkl b/checkpoint-500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..65721a6f4ea6ed25e446c3850e972c1e8ad93470 --- /dev/null +++ b/checkpoint-500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a01093bda45ab95903be0f79ece5f1ba8d16324a4db9f0e164b1dbb7795372f +size 14864 diff --git a/checkpoint-500/scaler.pt b/checkpoint-500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1640696e8c648247d0af4fea4d97302082e3749 --- /dev/null +++ b/checkpoint-500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636 +size 988 diff --git a/checkpoint-500/scheduler.bin b/checkpoint-500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d154ca96fb3f310ddcfd29778362a754fa20ea17 --- /dev/null +++ b/checkpoint-500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcdd883061f8f3514731c51041dc7231d10951713a9abbd57d4f968a9c567ce3 +size 1000 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94a33dfb2219de9903703d83b79dbf212939ce1c --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1628bb4689e99165bbc72565abc6227c0a84d8ed3998d7efb3c24c5d504c843 +size 1445157120 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..ecd08ae58136b5b1a08d084ffa875e039018d230 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..3a8e4c002d9c0b07b8f76fe67b1f226b334ed191 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b414d236e6cb2d3e3198b2ba8b0119c159a938d0fe347b0b151b851a839455 +size 673736 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d457f40bd01f27f018cab6e510e71a8e054ffdc9 --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4f203231b7d94b245630a5c6d3f38347d310be301b8c9629464f40640fa95b +size 1279677 diff --git a/logs/train_controlnet/1740112460.4396858/events.out.tfevents.1740112460.CLIP.4095663.1 b/logs/train_controlnet/1740112460.4396858/events.out.tfevents.1740112460.CLIP.4095663.1 new file mode 100644 index 0000000000000000000000000000000000000000..7f9b9aea9a5423722a27023824ab1955d8b84dd6 --- /dev/null +++ b/logs/train_controlnet/1740112460.4396858/events.out.tfevents.1740112460.CLIP.4095663.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2721fa1ec08de235aa9f63798ff1968c0bfa7d6e189ebbd411957eabbc19a6d4 +size 2401 diff --git a/logs/train_controlnet/1740112460.4426014/hparams.yml b/logs/train_controlnet/1740112460.4426014/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..602480c741a3d1037485ccdfad5d83e000e48018 --- /dev/null +++ b/logs/train_controlnet/1740112460.4426014/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: /home/hjl/huggingface/diffusers/examples/controlnet/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 4 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 6250 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: /home/hjl/huggingface/new_model +pretrained_model_name_or_path: stable-diffusion-v1-5/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 1 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 +variant: null diff --git a/logs/train_controlnet/1740112632.7529573/events.out.tfevents.1740112632.CLIP.4121998.1 b/logs/train_controlnet/1740112632.7529573/events.out.tfevents.1740112632.CLIP.4121998.1 new file mode 100644 index 0000000000000000000000000000000000000000..b6580ce4fa2cc116e1a70ed49c266f2fb36e0525 --- /dev/null +++ b/logs/train_controlnet/1740112632.7529573/events.out.tfevents.1740112632.CLIP.4121998.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:875a3db8a206d9a94d1b6cbf661ade9f915fe6b026e4839df0c288e2fe6e0c35 +size 2401 diff --git a/logs/train_controlnet/1740112632.75756/hparams.yml b/logs/train_controlnet/1740112632.75756/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..602480c741a3d1037485ccdfad5d83e000e48018 --- /dev/null +++ b/logs/train_controlnet/1740112632.75756/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: /home/hjl/huggingface/diffusers/examples/controlnet/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 4 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 6250 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: /home/hjl/huggingface/new_model +pretrained_model_name_or_path: stable-diffusion-v1-5/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 1 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 +variant: null diff --git a/logs/train_controlnet/1740113040.2990034/events.out.tfevents.1740113040.CLIP.4179479.1 b/logs/train_controlnet/1740113040.2990034/events.out.tfevents.1740113040.CLIP.4179479.1 new file mode 100644 index 0000000000000000000000000000000000000000..f4a28857954cc4e0136d1106864f8a9a5c95bdb1 --- /dev/null +++ b/logs/train_controlnet/1740113040.2990034/events.out.tfevents.1740113040.CLIP.4179479.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a754dd9409e020e7b4dd1c6f012d2fd59517bcccae0ffdc9c7deeee2cf1cea3 +size 2401 diff --git a/logs/train_controlnet/1740113040.3015053/hparams.yml b/logs/train_controlnet/1740113040.3015053/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..7694b94c3f28e850c2bf4f8a13088487707d3902 --- /dev/null +++ b/logs/train_controlnet/1740113040.3015053/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: /home/hjl/huggingface/diffusers/examples/controlnet/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 4 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 4167 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: /home/hjl/huggingface/new_model +pretrained_model_name_or_path: stable-diffusion-v1-5/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 1 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 +variant: null diff --git a/logs/train_controlnet/1740113301.8226864/events.out.tfevents.1740113301.CLIP.20123.1 b/logs/train_controlnet/1740113301.8226864/events.out.tfevents.1740113301.CLIP.20123.1 new file mode 100644 index 0000000000000000000000000000000000000000..67b8048e0178102aeea7a6385f6d4d2f4ccb20a2 --- /dev/null +++ b/logs/train_controlnet/1740113301.8226864/events.out.tfevents.1740113301.CLIP.20123.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608708474a6d3f4cb5bffad708fb4612274164dc2f20878d64ea2f1f10e0ed11 +size 2401 diff --git a/logs/train_controlnet/1740113301.8249886/hparams.yml b/logs/train_controlnet/1740113301.8249886/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..7694b94c3f28e850c2bf4f8a13088487707d3902 --- /dev/null +++ b/logs/train_controlnet/1740113301.8249886/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: /home/hjl/huggingface/diffusers/examples/controlnet/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 4 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 4167 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: /home/hjl/huggingface/new_model +pretrained_model_name_or_path: stable-diffusion-v1-5/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 1 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 +variant: null diff --git a/logs/train_controlnet/1740113737.2492719/events.out.tfevents.1740113737.CLIP.77446.1 b/logs/train_controlnet/1740113737.2492719/events.out.tfevents.1740113737.CLIP.77446.1 new file mode 100644 index 0000000000000000000000000000000000000000..5904834b6fa7c1159189c271df1f8ccb94548d91 --- /dev/null +++ b/logs/train_controlnet/1740113737.2492719/events.out.tfevents.1740113737.CLIP.77446.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ef8eeed715e048228adc6ed17881ef8c0f3f080808c28875479665c568ad59 +size 2401 diff --git a/logs/train_controlnet/1740113737.251623/hparams.yml b/logs/train_controlnet/1740113737.251623/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..7694b94c3f28e850c2bf4f8a13088487707d3902 --- /dev/null +++ b/logs/train_controlnet/1740113737.251623/hparams.yml @@ -0,0 +1,50 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +cache_dir: null +caption_column: text +checkpointing_steps: 500 +checkpoints_total_limit: null +conditioning_image_column: conditioning_image +controlnet_model_name_or_path: null +dataloader_num_workers: 0 +dataset_config_name: null +dataset_name: /home/hjl/huggingface/diffusers/examples/controlnet/fill50k +enable_xformers_memory_efficient_attention: false +gradient_accumulation_steps: 4 +gradient_checkpointing: true +hub_model_id: null +hub_token: null +image_column: image +learning_rate: 1.0e-05 +logging_dir: logs +lr_num_cycles: 1 +lr_power: 1.0 +lr_scheduler: constant +lr_warmup_steps: 500 +max_grad_norm: 1.0 +max_train_samples: null +max_train_steps: 4167 +mixed_precision: fp16 +num_train_epochs: 1 +num_validation_images: 4 +output_dir: /home/hjl/huggingface/new_model +pretrained_model_name_or_path: stable-diffusion-v1-5/stable-diffusion-v1-5 +proportion_empty_prompts: 0 +push_to_hub: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +scale_lr: false +seed: null +set_grads_to_none: false +tokenizer_name: null +tracker_project_name: train_controlnet +train_batch_size: 1 +train_data_dir: null +use_8bit_adam: true +validation_steps: 100 +variant: null diff --git a/logs/train_controlnet/events.out.tfevents.1740112460.CLIP.4095663.0 b/logs/train_controlnet/events.out.tfevents.1740112460.CLIP.4095663.0 new file mode 100644 index 0000000000000000000000000000000000000000..8e0d78be7cfec6086e3be1582b250229c4cbe107 --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1740112460.CLIP.4095663.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18664052bfc8cb1ef6ebd43ef7b1e31db54ad3c7f6940bf64e1ffd4a8c0c6e3 +size 88 diff --git a/logs/train_controlnet/events.out.tfevents.1740112632.CLIP.4121998.0 b/logs/train_controlnet/events.out.tfevents.1740112632.CLIP.4121998.0 new file mode 100644 index 0000000000000000000000000000000000000000..d8b077074f9cdc8b38386f4e4fafc60781413ee7 --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1740112632.CLIP.4121998.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3373446134e0dd39fd5943627a1136f2b359e7d4d246ad6b87af6bcc2a23dca9 +size 88 diff --git a/logs/train_controlnet/events.out.tfevents.1740113040.CLIP.4179479.0 b/logs/train_controlnet/events.out.tfevents.1740113040.CLIP.4179479.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e47a9d53986d488c72a1854a2bdfc9414908e6b --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1740113040.CLIP.4179479.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01c9b0b4e0507472ee55698b5b6f221bb99682948905f3ae4bf18069cbc4fc1 +size 88 diff --git a/logs/train_controlnet/events.out.tfevents.1740113301.CLIP.20123.0 b/logs/train_controlnet/events.out.tfevents.1740113301.CLIP.20123.0 new file mode 100644 index 0000000000000000000000000000000000000000..cc1d38dfd929df2ab61aebe8550ff4f8cb32e499 --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1740113301.CLIP.20123.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44bde1f9eae07b043a9ce2c61fa004b5dc1327731b50b0705f7f7b1e22239b83 +size 88 diff --git a/logs/train_controlnet/events.out.tfevents.1740113737.CLIP.77446.0 b/logs/train_controlnet/events.out.tfevents.1740113737.CLIP.77446.0 new file mode 100644 index 0000000000000000000000000000000000000000..28b54d70a5dc9e3754efd5f963ac8ff17d619186 --- /dev/null +++ b/logs/train_controlnet/events.out.tfevents.1740113737.CLIP.77446.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec6991c8be795ff827f6b061d10c30b32a509bf9efc8ede36fabfe564ed2f49 +size 115494835