Hugging Face's logo

ai-forever
/
kandinsky3_controlnet_v2_scribble

Diffusers
KandinskyV3Pipeline
Model card Files Community
ai-forever commited on
Commit
2e18417
·
verified ·
1 Parent(s): 3997ba6

Add files using upload-large-folder tool

Browse files
Files changed (17) hide show
  1. model_index.json +28 -0
  2. movq/config.json +33 -0
  3. movq/diffusion_pytorch_model.bin +3 -0
  4. scheduler/.ipynb_checkpoints/scheduler_config-checkpoint.json +13 -0
  5. scheduler/scheduler_config.json +13 -0
  6. text_encoder/config.json +31 -0
  7. text_encoder/pytorch_model.bin +3 -0
  8. tokenizer/added_tokens.json +30 -0
  9. tokenizer/special_tokens_map.json +107 -0
  10. tokenizer/spiece.model +3 -0
  11. tokenizer/tokenizer_config.json +112 -0
  12. unet/.ipynb_checkpoints/config-checkpoint.json +18 -0
  13. unet/config.json +18 -0
  14. unet/diffusion_pytorch_model.bin +3 -0
  15. unet_controlnet/.ipynb_checkpoints/config-checkpoint.json +19 -0
  16. unet_controlnet/config.json +19 -0
  17. unet_controlnet/diffusion_pytorch_model.bin +3 -0
model_index.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "KandinskyV3Pipeline",
3
+ "_diffusers_version": "0.20.0",
4
+ "text_encoder":[
5
+ "transformers",
6
+ "T5EncoderModel"
7
+ ],
8
+ "tokenizer": [
9
+ "transformers",
10
+ "T5Tokenizer"
11
+ ],
12
+ "unet": [
13
+ "kandinsky3_diffusers",
14
+ "UNetKandi3"
15
+ ],
16
+ "unet_controlnet": [
17
+ "kandinsky3_diffusers",
18
+ "UNetKandi3Controlnet"
19
+ ],
20
+ "scheduler": [
21
+ "kandinsky3_diffusers",
22
+ "DDPMScheduler"
23
+ ],
24
+ "movq": [
25
+ "kandinsky3_diffusers",
26
+ "VQModel"
27
+ ]
28
+ }
movq/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "VQModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "act_fn": "silu",
5
+ "block_out_channels": [
6
+ 256,
7
+ 512,
8
+ 512,
9
+ 1024
10
+ ],
11
+ "down_block_types": [
12
+ "DownEncoderBlock2D",
13
+ "DownEncoderBlock2D",
14
+ "DownEncoderBlock2D",
15
+ "AttnDownEncoderBlock2D"
16
+ ],
17
+ "in_channels": 3,
18
+ "latent_channels": 4,
19
+ "layers_per_block": 2,
20
+ "norm_num_groups": 32,
21
+ "norm_type": "spatial",
22
+ "num_vq_embeddings": 16384,
23
+ "out_channels": 3,
24
+ "sample_size": 32,
25
+ "scaling_factor": 0.18215,
26
+ "up_block_types": [
27
+ "AttnUpDecoderBlock2D",
28
+ "UpDecoderBlock2D",
29
+ "UpDecoderBlock2D",
30
+ "UpDecoderBlock2D"
31
+ ],
32
+ "vq_embed_dim": 4
33
+ }
movq/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53fef29c42ce1e01c25c492b44a08485f95998e7f64397ae09e057c9b747b745
3
+ size 1082846259
scheduler/.ipynb_checkpoints/scheduler_config-checkpoint.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "DDPMScheduler",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "num_train_timesteps": 1000,
5
+ "beta_schedule": "squaredcos_cap_v2",
6
+ "beta_start": 0.00085,
7
+ "beta_end":0.012,
8
+ "clip_sample" : true,
9
+ "set_alpha_to_one" : false,
10
+ "steps_offset" : 1,
11
+ "prediction_type" : "epsilon",
12
+ "thresholding" : false
13
+ }
scheduler/scheduler_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "DDPMScheduler",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "num_train_timesteps": 1000,
5
+ "beta_schedule": "squaredcos_cap_v2",
6
+ "beta_start": 0.00085,
7
+ "beta_end":0.012,
8
+ "clip_sample" : true,
9
+ "set_alpha_to_one" : false,
10
+ "steps_offset" : 1,
11
+ "prediction_type" : "epsilon",
12
+ "thresholding" : false
13
+ }
text_encoder/config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/younes_huggingface_co/code/ul2/flan-ul2",
3
+ "architectures": [
4
+ "T5ForConditionalGeneration"
5
+ ],
6
+ "d_ff": 16384,
7
+ "d_kv": 256,
8
+ "d_model": 4096,
9
+ "decoder_start_token_id": 0,
10
+ "dense_act_fn": "silu",
11
+ "dropout_rate": 0.1,
12
+ "eos_token_id": 1,
13
+ "feed_forward_proj": "gated-silu",
14
+ "initializer_factor": 1.0,
15
+ "is_encoder_decoder": true,
16
+ "is_gated_act": true,
17
+ "layer_norm_epsilon": 1e-06,
18
+ "model_type": "t5",
19
+ "n_positions": 512,
20
+ "num_decoder_layers": 32,
21
+ "num_heads": 16,
22
+ "num_layers": 32,
23
+ "output_past": true,
24
+ "pad_token_id": 0,
25
+ "relative_attention_max_distance": 128,
26
+ "relative_attention_num_buckets": 32,
27
+ "torch_dtype": "bfloat16",
28
+ "transformers_version": "4.25.0.dev0",
29
+ "use_cache": true,
30
+ "vocab_size": 32128
31
+ }
text_encoder/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b804e13439715df6fc1f7b5bd602df7aeef06bd3c2880862597e83f38a8d7c0c
3
+ size 34887326513
tokenizer/added_tokens.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "[new_id_0]": 32100,
3
+ "[new_id_10]": 32110,
4
+ "[new_id_11]": 32111,
5
+ "[new_id_12]": 32112,
6
+ "[new_id_13]": 32113,
7
+ "[new_id_14]": 32114,
8
+ "[new_id_15]": 32115,
9
+ "[new_id_16]": 32116,
10
+ "[new_id_17]": 32117,
11
+ "[new_id_18]": 32118,
12
+ "[new_id_19]": 32119,
13
+ "[new_id_1]": 32101,
14
+ "[new_id_20]": 32120,
15
+ "[new_id_21]": 32121,
16
+ "[new_id_22]": 32122,
17
+ "[new_id_23]": 32123,
18
+ "[new_id_24]": 32124,
19
+ "[new_id_25]": 32125,
20
+ "[new_id_26]": 32126,
21
+ "[new_id_27]": 32127,
22
+ "[new_id_2]": 32102,
23
+ "[new_id_3]": 32103,
24
+ "[new_id_4]": 32104,
25
+ "[new_id_5]": 32105,
26
+ "[new_id_6]": 32106,
27
+ "[new_id_7]": 32107,
28
+ "[new_id_8]": 32108,
29
+ "[new_id_9]": 32109
30
+ }
tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<extra_id_0>",
4
+ "<extra_id_1>",
5
+ "<extra_id_2>",
6
+ "<extra_id_3>",
7
+ "<extra_id_4>",
8
+ "<extra_id_5>",
9
+ "<extra_id_6>",
10
+ "<extra_id_7>",
11
+ "<extra_id_8>",
12
+ "<extra_id_9>",
13
+ "<extra_id_10>",
14
+ "<extra_id_11>",
15
+ "<extra_id_12>",
16
+ "<extra_id_13>",
17
+ "<extra_id_14>",
18
+ "<extra_id_15>",
19
+ "<extra_id_16>",
20
+ "<extra_id_17>",
21
+ "<extra_id_18>",
22
+ "<extra_id_19>",
23
+ "<extra_id_20>",
24
+ "<extra_id_21>",
25
+ "<extra_id_22>",
26
+ "<extra_id_23>",
27
+ "<extra_id_24>",
28
+ "<extra_id_25>",
29
+ "<extra_id_26>",
30
+ "<extra_id_27>",
31
+ "<extra_id_28>",
32
+ "<extra_id_29>",
33
+ "<extra_id_30>",
34
+ "<extra_id_31>",
35
+ "<extra_id_32>",
36
+ "<extra_id_33>",
37
+ "<extra_id_34>",
38
+ "<extra_id_35>",
39
+ "<extra_id_36>",
40
+ "<extra_id_37>",
41
+ "<extra_id_38>",
42
+ "<extra_id_39>",
43
+ "<extra_id_40>",
44
+ "<extra_id_41>",
45
+ "<extra_id_42>",
46
+ "<extra_id_43>",
47
+ "<extra_id_44>",
48
+ "<extra_id_45>",
49
+ "<extra_id_46>",
50
+ "<extra_id_47>",
51
+ "<extra_id_48>",
52
+ "<extra_id_49>",
53
+ "<extra_id_50>",
54
+ "<extra_id_51>",
55
+ "<extra_id_52>",
56
+ "<extra_id_53>",
57
+ "<extra_id_54>",
58
+ "<extra_id_55>",
59
+ "<extra_id_56>",
60
+ "<extra_id_57>",
61
+ "<extra_id_58>",
62
+ "<extra_id_59>",
63
+ "<extra_id_60>",
64
+ "<extra_id_61>",
65
+ "<extra_id_62>",
66
+ "<extra_id_63>",
67
+ "<extra_id_64>",
68
+ "<extra_id_65>",
69
+ "<extra_id_66>",
70
+ "<extra_id_67>",
71
+ "<extra_id_68>",
72
+ "<extra_id_69>",
73
+ "<extra_id_70>",
74
+ "<extra_id_71>",
75
+ "<extra_id_72>",
76
+ "<extra_id_73>",
77
+ "<extra_id_74>",
78
+ "<extra_id_75>",
79
+ "<extra_id_76>",
80
+ "<extra_id_77>",
81
+ "<extra_id_78>",
82
+ "<extra_id_79>",
83
+ "<extra_id_80>",
84
+ "<extra_id_81>",
85
+ "<extra_id_82>",
86
+ "<extra_id_83>",
87
+ "<extra_id_84>",
88
+ "<extra_id_85>",
89
+ "<extra_id_86>",
90
+ "<extra_id_87>",
91
+ "<extra_id_88>",
92
+ "<extra_id_89>",
93
+ "<extra_id_90>",
94
+ "<extra_id_91>",
95
+ "<extra_id_92>",
96
+ "<extra_id_93>",
97
+ "<extra_id_94>",
98
+ "<extra_id_95>",
99
+ "<extra_id_96>",
100
+ "<extra_id_97>",
101
+ "<extra_id_98>",
102
+ "<extra_id_99>"
103
+ ],
104
+ "eos_token": "</s>",
105
+ "pad_token": "<pad>",
106
+ "unk_token": "<unk>"
107
+ }
tokenizer/spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
3
+ size 791656
tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<extra_id_0>",
4
+ "<extra_id_1>",
5
+ "<extra_id_2>",
6
+ "<extra_id_3>",
7
+ "<extra_id_4>",
8
+ "<extra_id_5>",
9
+ "<extra_id_6>",
10
+ "<extra_id_7>",
11
+ "<extra_id_8>",
12
+ "<extra_id_9>",
13
+ "<extra_id_10>",
14
+ "<extra_id_11>",
15
+ "<extra_id_12>",
16
+ "<extra_id_13>",
17
+ "<extra_id_14>",
18
+ "<extra_id_15>",
19
+ "<extra_id_16>",
20
+ "<extra_id_17>",
21
+ "<extra_id_18>",
22
+ "<extra_id_19>",
23
+ "<extra_id_20>",
24
+ "<extra_id_21>",
25
+ "<extra_id_22>",
26
+ "<extra_id_23>",
27
+ "<extra_id_24>",
28
+ "<extra_id_25>",
29
+ "<extra_id_26>",
30
+ "<extra_id_27>",
31
+ "<extra_id_28>",
32
+ "<extra_id_29>",
33
+ "<extra_id_30>",
34
+ "<extra_id_31>",
35
+ "<extra_id_32>",
36
+ "<extra_id_33>",
37
+ "<extra_id_34>",
38
+ "<extra_id_35>",
39
+ "<extra_id_36>",
40
+ "<extra_id_37>",
41
+ "<extra_id_38>",
42
+ "<extra_id_39>",
43
+ "<extra_id_40>",
44
+ "<extra_id_41>",
45
+ "<extra_id_42>",
46
+ "<extra_id_43>",
47
+ "<extra_id_44>",
48
+ "<extra_id_45>",
49
+ "<extra_id_46>",
50
+ "<extra_id_47>",
51
+ "<extra_id_48>",
52
+ "<extra_id_49>",
53
+ "<extra_id_50>",
54
+ "<extra_id_51>",
55
+ "<extra_id_52>",
56
+ "<extra_id_53>",
57
+ "<extra_id_54>",
58
+ "<extra_id_55>",
59
+ "<extra_id_56>",
60
+ "<extra_id_57>",
61
+ "<extra_id_58>",
62
+ "<extra_id_59>",
63
+ "<extra_id_60>",
64
+ "<extra_id_61>",
65
+ "<extra_id_62>",
66
+ "<extra_id_63>",
67
+ "<extra_id_64>",
68
+ "<extra_id_65>",
69
+ "<extra_id_66>",
70
+ "<extra_id_67>",
71
+ "<extra_id_68>",
72
+ "<extra_id_69>",
73
+ "<extra_id_70>",
74
+ "<extra_id_71>",
75
+ "<extra_id_72>",
76
+ "<extra_id_73>",
77
+ "<extra_id_74>",
78
+ "<extra_id_75>",
79
+ "<extra_id_76>",
80
+ "<extra_id_77>",
81
+ "<extra_id_78>",
82
+ "<extra_id_79>",
83
+ "<extra_id_80>",
84
+ "<extra_id_81>",
85
+ "<extra_id_82>",
86
+ "<extra_id_83>",
87
+ "<extra_id_84>",
88
+ "<extra_id_85>",
89
+ "<extra_id_86>",
90
+ "<extra_id_87>",
91
+ "<extra_id_88>",
92
+ "<extra_id_89>",
93
+ "<extra_id_90>",
94
+ "<extra_id_91>",
95
+ "<extra_id_92>",
96
+ "<extra_id_93>",
97
+ "<extra_id_94>",
98
+ "<extra_id_95>",
99
+ "<extra_id_96>",
100
+ "<extra_id_97>",
101
+ "<extra_id_98>",
102
+ "<extra_id_99>"
103
+ ],
104
+ "clean_up_tokenization_spaces": true,
105
+ "eos_token": "</s>",
106
+ "extra_ids": 100,
107
+ "model_max_length": 2048,
108
+ "pad_token": "<pad>",
109
+ "sp_model_kwargs": {},
110
+ "tokenizer_class": "T5Tokenizer",
111
+ "unk_token": "<unk>"
112
+ }
unet/.ipynb_checkpoints/config-checkpoint.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "model_channels": 384,
5
+ "num_channels": 4,
6
+ "init_channels": 192,
7
+ "time_embed_dim": 1536,
8
+ "context_dim": 4096,
9
+ "model_dim": 4096,
10
+ "groups": 32,
11
+ "head_dim": 64,
12
+ "expansion_ratio": 4,
13
+ "compression_ratio": 2,
14
+ "dim_mult": [1, 2, 4, 8],
15
+ "num_blocks": [3, 3, 3, 3],
16
+ "add_cross_attention": [false, true, true, true],
17
+ "add_self_attention": [false, true, true, true]
18
+ }
unet/config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "model_channels": 384,
5
+ "num_channels": 4,
6
+ "init_channels": 192,
7
+ "time_embed_dim": 1536,
8
+ "context_dim": 4096,
9
+ "model_dim": 4096,
10
+ "groups": 32,
11
+ "head_dim": 64,
12
+ "expansion_ratio": 4,
13
+ "compression_ratio": 2,
14
+ "dim_mult": [1, 2, 4, 8],
15
+ "num_blocks": [3, 3, 3, 3],
16
+ "add_cross_attention": [false, true, true, true],
17
+ "add_self_attention": [false, true, true, true]
18
+ }
unet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba46e2eec0630885a17aed1f8986e4bba907d211635dc8439d12fb3c52061a88
3
+ size 12221800523
unet_controlnet/.ipynb_checkpoints/config-checkpoint.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "model_channels": 384,
5
+ "num_channels": 4,
6
+ "init_channels": 192,
7
+ "time_embed_dim": 1536,
8
+ "context_dim": 4096,
9
+ "model_dim": 4096,
10
+ "groups": 32,
11
+ "head_dim": 64,
12
+ "expansion_ratio": 4,
13
+ "compression_ratio": 2,
14
+ "dim_mult": [1, 2, 4, 8],
15
+ "num_blocks": [3, 3, 3, 3],
16
+ "add_cross_attention": [false, true, true, true],
17
+ "add_self_attention": [false, true, true, true],
18
+ "hint_channels": 3
19
+ }
unet_controlnet/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "model_channels": 384,
5
+ "num_channels": 4,
6
+ "init_channels": 192,
7
+ "time_embed_dim": 1536,
8
+ "context_dim": 4096,
9
+ "model_dim": 4096,
10
+ "groups": 32,
11
+ "head_dim": 64,
12
+ "expansion_ratio": 4,
13
+ "compression_ratio": 2,
14
+ "dim_mult": [1, 2, 4, 8],
15
+ "num_blocks": [3, 3, 3, 3],
16
+ "add_cross_attention": [false, true, true, true],
17
+ "add_self_attention": [false, true, true, true],
18
+ "hint_channels": 3
19
+ }
unet_controlnet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1bad0f59c71a71266e16ae01c40cfa0d2e71596a0e9c5ae1031c110b5558206
3
+ size 939475430