woxinawo commited on
Commit
6271c65
·
verified ·
1 Parent(s): ea391a8

Upload 6 files

Browse files
Quality_1_20250110-080457.json ADDED
@@ -0,0 +1,172 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0,
3
+ "additional_parameters": "",
4
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
5
+ "apply_t5_attn_mask": false,
6
+ "async_upload": false,
7
+ "blocks_to_swap": 0,
8
+ "blockwise_fused_optimizers": false,
9
+ "bucket_no_upscale": true,
10
+ "bucket_reso_steps": 64,
11
+ "cache_latents": true,
12
+ "cache_latents_to_disk": true,
13
+ "caption_dropout_every_n_epochs": 0,
14
+ "caption_dropout_rate": 0,
15
+ "caption_extension": ".txt",
16
+ "clip_g": "",
17
+ "clip_l": "",
18
+ "clip_skip": 0,
19
+ "color_aug": false,
20
+ "cpu_offload_checkpointing": false,
21
+ "dataset_config": "",
22
+ "debiased_estimation_loss": false,
23
+ "disable_mmap_load_safetensors": false,
24
+ "discrete_flow_shift": 3.1582,
25
+ "double_blocks_to_swap": 0,
26
+ "dynamo_backend": "no",
27
+ "dynamo_mode": "default",
28
+ "dynamo_use_dynamic": false,
29
+ "dynamo_use_fullgraph": false,
30
+ "enable_bucket": false,
31
+ "epoch": 100,
32
+ "extra_accelerate_launch_args": "",
33
+ "flip_aug": false,
34
+ "flux1_cache_text_encoder_outputs": true,
35
+ "flux1_cache_text_encoder_outputs_to_disk": true,
36
+ "flux1_checkbox": true,
37
+ "flux1_clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
38
+ "flux1_t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
39
+ "flux_fused_backward_pass": true,
40
+ "fp8_base": false,
41
+ "full_bf16": true,
42
+ "full_fp16": false,
43
+ "fused_backward_pass": false,
44
+ "fused_optimizer_groups": 0,
45
+ "gpu_ids": "0",
46
+ "gradient_accumulation_steps": 1,
47
+ "gradient_checkpointing": true,
48
+ "guidance_scale": 1,
49
+ "huber_c": 0.1,
50
+ "huber_scale": 1,
51
+ "huber_schedule": "snr",
52
+ "huggingface_path_in_repo": "",
53
+ "huggingface_repo_id": "",
54
+ "huggingface_repo_type": "",
55
+ "huggingface_repo_visibility": "",
56
+ "huggingface_token": "",
57
+ "ip_noise_gamma": 0,
58
+ "ip_noise_gamma_random_strength": false,
59
+ "keep_tokens": 0,
60
+ "learning_rate": 1e-05,
61
+ "learning_rate_te": 0,
62
+ "learning_rate_te1": 1e-05,
63
+ "learning_rate_te2": 1e-05,
64
+ "log_config": false,
65
+ "log_tracker_config": "",
66
+ "log_tracker_name": "",
67
+ "log_with": "",
68
+ "logging_dir": "",
69
+ "logit_mean": 0,
70
+ "logit_std": 1,
71
+ "loss_type": "l2",
72
+ "lr_scheduler": "constant",
73
+ "lr_scheduler_args": "",
74
+ "lr_scheduler_num_cycles": 1,
75
+ "lr_scheduler_power": 1,
76
+ "lr_scheduler_type": "",
77
+ "lr_warmup": 0,
78
+ "lr_warmup_steps": 0,
79
+ "main_process_port": 0,
80
+ "masked_loss": false,
81
+ "max_bucket_reso": 2048,
82
+ "max_data_loader_n_workers": 0,
83
+ "max_resolution": "1024,1024",
84
+ "max_timestep": 1000,
85
+ "max_token_length": 75,
86
+ "max_train_epochs": 0,
87
+ "max_train_steps": 0,
88
+ "mem_eff_attn": false,
89
+ "mem_eff_save": true,
90
+ "metadata_author": "",
91
+ "metadata_description": "",
92
+ "metadata_license": "",
93
+ "metadata_tags": "",
94
+ "metadata_title": "",
95
+ "min_bucket_reso": 256,
96
+ "min_snr_gamma": 0,
97
+ "min_timestep": 0,
98
+ "mixed_precision": "bf16",
99
+ "mode_scale": 1.29,
100
+ "model_list": "custom",
101
+ "model_prediction_type": "raw",
102
+ "multi_gpu": false,
103
+ "multires_noise_discount": 0.3,
104
+ "multires_noise_iterations": 0,
105
+ "no_token_padding": false,
106
+ "noise_offset": 0,
107
+ "noise_offset_random_strength": false,
108
+ "noise_offset_type": "Original",
109
+ "num_cpu_threads_per_process": 2,
110
+ "num_machines": 1,
111
+ "num_processes": 1,
112
+ "optimizer": "Adafactor",
113
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
114
+ "output_dir": "/home/Ubuntu/Downloads/okseg1_mx/model",
115
+ "output_name": "Quality_1",
116
+ "persistent_data_loader_workers": false,
117
+ "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
118
+ "prior_loss_weight": 1,
119
+ "random_crop": false,
120
+ "reg_data_dir": "",
121
+ "resume": "",
122
+ "resume_from_huggingface": "",
123
+ "sample_every_n_epochs": 0,
124
+ "sample_every_n_steps": 0,
125
+ "sample_prompts": "",
126
+ "sample_sampler": "euler_a",
127
+ "save_clip": false,
128
+ "save_every_n_epochs": 20,
129
+ "save_every_n_steps": 0,
130
+ "save_last_n_epochs": 0,
131
+ "save_last_n_epochs_state": 0,
132
+ "save_last_n_steps": 0,
133
+ "save_last_n_steps_state": 0,
134
+ "save_model_as": "safetensors",
135
+ "save_precision": "fp16",
136
+ "save_state": false,
137
+ "save_state_on_train_end": false,
138
+ "save_state_to_huggingface": false,
139
+ "save_t5xxl": false,
140
+ "scale_v_pred_loss_like_noise_pred": false,
141
+ "sd3_cache_text_encoder_outputs": false,
142
+ "sd3_cache_text_encoder_outputs_to_disk": false,
143
+ "sd3_checkbox": false,
144
+ "sd3_text_encoder_batch_size": 1,
145
+ "sdxl": false,
146
+ "sdxl_cache_text_encoder_outputs": false,
147
+ "sdxl_no_half_vae": false,
148
+ "seed": 1,
149
+ "shuffle_caption": false,
150
+ "single_blocks_to_swap": 0,
151
+ "skip_cache_check": false,
152
+ "split_mode": false,
153
+ "stop_text_encoder_training": 0,
154
+ "t5xxl": "",
155
+ "t5xxl_device": "",
156
+ "t5xxl_dtype": "bf16",
157
+ "t5xxl_max_token_length": 512,
158
+ "timestep_sampling": "sigmoid",
159
+ "train_batch_size": 7,
160
+ "train_blocks": "all",
161
+ "train_data_dir": "/home/Ubuntu/Downloads/okseg1_mx/img",
162
+ "v2": false,
163
+ "v_parameterization": false,
164
+ "v_pred_like_loss": 0,
165
+ "vae": "",
166
+ "vae_batch_size": 4,
167
+ "wandb_api_key": "",
168
+ "wandb_run_name": "",
169
+ "weighted_captions": false,
170
+ "weighting_scheme": "logit_normal",
171
+ "xformers": "xformers"
172
+ }
Quality_1_20250110-084239.json ADDED
@@ -0,0 +1,172 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0,
3
+ "additional_parameters": "",
4
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
5
+ "apply_t5_attn_mask": false,
6
+ "async_upload": false,
7
+ "blocks_to_swap": 0,
8
+ "blockwise_fused_optimizers": false,
9
+ "bucket_no_upscale": true,
10
+ "bucket_reso_steps": 64,
11
+ "cache_latents": true,
12
+ "cache_latents_to_disk": true,
13
+ "caption_dropout_every_n_epochs": 0,
14
+ "caption_dropout_rate": 0,
15
+ "caption_extension": ".txt",
16
+ "clip_g": "",
17
+ "clip_l": "",
18
+ "clip_skip": 0,
19
+ "color_aug": false,
20
+ "cpu_offload_checkpointing": false,
21
+ "dataset_config": "",
22
+ "debiased_estimation_loss": false,
23
+ "disable_mmap_load_safetensors": false,
24
+ "discrete_flow_shift": 3.1582,
25
+ "double_blocks_to_swap": 0,
26
+ "dynamo_backend": "no",
27
+ "dynamo_mode": "default",
28
+ "dynamo_use_dynamic": false,
29
+ "dynamo_use_fullgraph": false,
30
+ "enable_bucket": false,
31
+ "epoch": 100,
32
+ "extra_accelerate_launch_args": "",
33
+ "flip_aug": false,
34
+ "flux1_cache_text_encoder_outputs": true,
35
+ "flux1_cache_text_encoder_outputs_to_disk": true,
36
+ "flux1_checkbox": true,
37
+ "flux1_clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
38
+ "flux1_t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
39
+ "flux_fused_backward_pass": true,
40
+ "fp8_base": false,
41
+ "full_bf16": true,
42
+ "full_fp16": false,
43
+ "fused_backward_pass": false,
44
+ "fused_optimizer_groups": 0,
45
+ "gpu_ids": "0",
46
+ "gradient_accumulation_steps": 1,
47
+ "gradient_checkpointing": true,
48
+ "guidance_scale": 1,
49
+ "huber_c": 0.1,
50
+ "huber_scale": 1,
51
+ "huber_schedule": "snr",
52
+ "huggingface_path_in_repo": "",
53
+ "huggingface_repo_id": "",
54
+ "huggingface_repo_type": "",
55
+ "huggingface_repo_visibility": "",
56
+ "huggingface_token": "",
57
+ "ip_noise_gamma": 0,
58
+ "ip_noise_gamma_random_strength": false,
59
+ "keep_tokens": 0,
60
+ "learning_rate": 1e-05,
61
+ "learning_rate_te": 0,
62
+ "learning_rate_te1": 1e-05,
63
+ "learning_rate_te2": 1e-05,
64
+ "log_config": false,
65
+ "log_tracker_config": "",
66
+ "log_tracker_name": "",
67
+ "log_with": "",
68
+ "logging_dir": "",
69
+ "logit_mean": 0,
70
+ "logit_std": 1,
71
+ "loss_type": "l2",
72
+ "lr_scheduler": "constant",
73
+ "lr_scheduler_args": "",
74
+ "lr_scheduler_num_cycles": 1,
75
+ "lr_scheduler_power": 1,
76
+ "lr_scheduler_type": "",
77
+ "lr_warmup": 0,
78
+ "lr_warmup_steps": 0,
79
+ "main_process_port": 0,
80
+ "masked_loss": false,
81
+ "max_bucket_reso": 2048,
82
+ "max_data_loader_n_workers": 0,
83
+ "max_resolution": "1024,1024",
84
+ "max_timestep": 1000,
85
+ "max_token_length": 75,
86
+ "max_train_epochs": 0,
87
+ "max_train_steps": 0,
88
+ "mem_eff_attn": false,
89
+ "mem_eff_save": true,
90
+ "metadata_author": "",
91
+ "metadata_description": "",
92
+ "metadata_license": "",
93
+ "metadata_tags": "",
94
+ "metadata_title": "",
95
+ "min_bucket_reso": 256,
96
+ "min_snr_gamma": 0,
97
+ "min_timestep": 0,
98
+ "mixed_precision": "bf16",
99
+ "mode_scale": 1.29,
100
+ "model_list": "custom",
101
+ "model_prediction_type": "raw",
102
+ "multi_gpu": false,
103
+ "multires_noise_discount": 0.3,
104
+ "multires_noise_iterations": 0,
105
+ "no_token_padding": false,
106
+ "noise_offset": 0,
107
+ "noise_offset_random_strength": false,
108
+ "noise_offset_type": "Original",
109
+ "num_cpu_threads_per_process": 2,
110
+ "num_machines": 1,
111
+ "num_processes": 1,
112
+ "optimizer": "Adafactor",
113
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
114
+ "output_dir": "/home/Ubuntu/Downloads/okseg1_mx/model",
115
+ "output_name": "Quality_1",
116
+ "persistent_data_loader_workers": false,
117
+ "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
118
+ "prior_loss_weight": 1,
119
+ "random_crop": false,
120
+ "reg_data_dir": "",
121
+ "resume": "",
122
+ "resume_from_huggingface": "",
123
+ "sample_every_n_epochs": 0,
124
+ "sample_every_n_steps": 0,
125
+ "sample_prompts": "",
126
+ "sample_sampler": "euler_a",
127
+ "save_clip": false,
128
+ "save_every_n_epochs": 20,
129
+ "save_every_n_steps": 0,
130
+ "save_last_n_epochs": 0,
131
+ "save_last_n_epochs_state": 0,
132
+ "save_last_n_steps": 0,
133
+ "save_last_n_steps_state": 0,
134
+ "save_model_as": "safetensors",
135
+ "save_precision": "fp16",
136
+ "save_state": false,
137
+ "save_state_on_train_end": false,
138
+ "save_state_to_huggingface": false,
139
+ "save_t5xxl": false,
140
+ "scale_v_pred_loss_like_noise_pred": false,
141
+ "sd3_cache_text_encoder_outputs": false,
142
+ "sd3_cache_text_encoder_outputs_to_disk": false,
143
+ "sd3_checkbox": false,
144
+ "sd3_text_encoder_batch_size": 1,
145
+ "sdxl": false,
146
+ "sdxl_cache_text_encoder_outputs": false,
147
+ "sdxl_no_half_vae": false,
148
+ "seed": 1,
149
+ "shuffle_caption": false,
150
+ "single_blocks_to_swap": 0,
151
+ "skip_cache_check": false,
152
+ "split_mode": false,
153
+ "stop_text_encoder_training": 0,
154
+ "t5xxl": "",
155
+ "t5xxl_device": "",
156
+ "t5xxl_dtype": "bf16",
157
+ "t5xxl_max_token_length": 512,
158
+ "timestep_sampling": "sigmoid",
159
+ "train_batch_size": 7,
160
+ "train_blocks": "all",
161
+ "train_data_dir": "/home/Ubuntu/Downloads/okseg1_mx/img",
162
+ "v2": false,
163
+ "v_parameterization": false,
164
+ "v_pred_like_loss": 0,
165
+ "vae": "",
166
+ "vae_batch_size": 4,
167
+ "wandb_api_key": "",
168
+ "wandb_run_name": "",
169
+ "weighted_captions": false,
170
+ "weighting_scheme": "logit_normal",
171
+ "xformers": "xformers"
172
+ }
config_dreambooth-20250110-080457.toml ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adaptive_noise_scale = 0
2
+ ae = "/home/Ubuntu/Downloads/ae.safetensors"
3
+ blocks_to_swap = 0
4
+ bucket_no_upscale = true
5
+ bucket_reso_steps = 64
6
+ cache_latents = true
7
+ cache_latents_to_disk = true
8
+ cache_text_encoder_outputs = true
9
+ cache_text_encoder_outputs_to_disk = true
10
+ caption_dropout_every_n_epochs = 0
11
+ caption_dropout_rate = 0
12
+ caption_extension = ".txt"
13
+ clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
14
+ discrete_flow_shift = 3.1582
15
+ double_blocks_to_swap = 0
16
+ dynamo_backend = "no"
17
+ epoch = 100
18
+ full_bf16 = true
19
+ fused_backward_pass = true
20
+ gradient_accumulation_steps = 1
21
+ gradient_checkpointing = true
22
+ guidance_scale = 1
23
+ huber_c = 0.1
24
+ huber_scale = 1
25
+ huber_schedule = "snr"
26
+ keep_tokens = 0
27
+ learning_rate = 1e-5
28
+ learning_rate_te = 0
29
+ loss_type = "l2"
30
+ lr_scheduler = "constant"
31
+ lr_scheduler_args = []
32
+ lr_scheduler_num_cycles = 1
33
+ lr_scheduler_power = 1
34
+ lr_warmup_steps = 0
35
+ max_bucket_reso = 2048
36
+ max_data_loader_n_workers = 0
37
+ max_timestep = 1000
38
+ max_token_length = 75
39
+ max_train_steps = 7315
40
+ mem_eff_save = true
41
+ min_bucket_reso = 256
42
+ mixed_precision = "bf16"
43
+ model_prediction_type = "raw"
44
+ multires_noise_discount = 0.3
45
+ multires_noise_iterations = 0
46
+ noise_offset = 0
47
+ noise_offset_type = "Original"
48
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
49
+ optimizer_type = "Adafactor"
50
+ output_dir = "/home/Ubuntu/Downloads/okseg1_mx/model"
51
+ output_name = "Quality_1"
52
+ persistent_data_loader_workers = 0
53
+ pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
54
+ prior_loss_weight = 1
55
+ resolution = "1024,1024"
56
+ sample_prompts = "/home/Ubuntu/Downloads/okseg1_mx/model/sample/prompt.txt"
57
+ sample_sampler = "euler_a"
58
+ save_every_n_epochs = 20
59
+ save_model_as = "safetensors"
60
+ save_precision = "fp16"
61
+ seed = 1
62
+ single_blocks_to_swap = 0
63
+ t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
64
+ t5xxl_max_token_length = 512
65
+ timestep_sampling = "sigmoid"
66
+ train_batch_size = 7
67
+ train_blocks = "all"
68
+ train_data_dir = "/home/Ubuntu/Downloads/okseg1_mx/img"
69
+ vae_batch_size = 4
70
+ wandb_run_name = "Quality_1"
71
+ xformers = true
config_dreambooth-20250110-084239.toml ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adaptive_noise_scale = 0
2
+ ae = "/home/Ubuntu/Downloads/ae.safetensors"
3
+ blocks_to_swap = 0
4
+ bucket_no_upscale = true
5
+ bucket_reso_steps = 64
6
+ cache_latents = true
7
+ cache_latents_to_disk = true
8
+ cache_text_encoder_outputs = true
9
+ cache_text_encoder_outputs_to_disk = true
10
+ caption_dropout_every_n_epochs = 0
11
+ caption_dropout_rate = 0
12
+ caption_extension = ".txt"
13
+ clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
14
+ discrete_flow_shift = 3.1582
15
+ double_blocks_to_swap = 0
16
+ dynamo_backend = "no"
17
+ epoch = 100
18
+ full_bf16 = true
19
+ fused_backward_pass = true
20
+ gradient_accumulation_steps = 1
21
+ gradient_checkpointing = true
22
+ guidance_scale = 1
23
+ huber_c = 0.1
24
+ huber_scale = 1
25
+ huber_schedule = "snr"
26
+ keep_tokens = 0
27
+ learning_rate = 1e-5
28
+ learning_rate_te = 0
29
+ loss_type = "l2"
30
+ lr_scheduler = "constant"
31
+ lr_scheduler_args = []
32
+ lr_scheduler_num_cycles = 1
33
+ lr_scheduler_power = 1
34
+ lr_warmup_steps = 0
35
+ max_bucket_reso = 2048
36
+ max_data_loader_n_workers = 0
37
+ max_timestep = 1000
38
+ max_token_length = 75
39
+ max_train_steps = 3658
40
+ mem_eff_save = true
41
+ min_bucket_reso = 256
42
+ mixed_precision = "bf16"
43
+ model_prediction_type = "raw"
44
+ multires_noise_discount = 0.3
45
+ multires_noise_iterations = 0
46
+ noise_offset = 0
47
+ noise_offset_type = "Original"
48
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
49
+ optimizer_type = "Adafactor"
50
+ output_dir = "/home/Ubuntu/Downloads/okseg1_mx/model"
51
+ output_name = "Quality_1"
52
+ persistent_data_loader_workers = 0
53
+ pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
54
+ prior_loss_weight = 1
55
+ resolution = "1024,1024"
56
+ sample_prompts = "/home/Ubuntu/Downloads/okseg1_mx/model/sample/prompt.txt"
57
+ sample_sampler = "euler_a"
58
+ save_every_n_epochs = 20
59
+ save_model_as = "safetensors"
60
+ save_precision = "fp16"
61
+ seed = 1
62
+ single_blocks_to_swap = 0
63
+ t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
64
+ t5xxl_max_token_length = 512
65
+ timestep_sampling = "sigmoid"
66
+ train_batch_size = 7
67
+ train_blocks = "all"
68
+ train_data_dir = "/home/Ubuntu/Downloads/okseg1_mx/img"
69
+ vae_batch_size = 4
70
+ wandb_run_name = "Quality_1"
71
+ xformers = true
config_dreambooth-20250110-133946.toml ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adaptive_noise_scale = 0
2
+ ae = "/home/Ubuntu/Downloads/ae.safetensors"
3
+ blocks_to_swap = 0
4
+ bucket_no_upscale = true
5
+ bucket_reso_steps = 64
6
+ cache_latents = true
7
+ cache_latents_to_disk = true
8
+ cache_text_encoder_outputs = true
9
+ cache_text_encoder_outputs_to_disk = true
10
+ caption_dropout_every_n_epochs = 0
11
+ caption_dropout_rate = 0
12
+ caption_extension = ".txt"
13
+ clip_l = "/home/Ubuntu/Downloads/clip_l.safetensors"
14
+ discrete_flow_shift = 3.1582
15
+ double_blocks_to_swap = 0
16
+ dynamo_backend = "no"
17
+ epoch = 100
18
+ full_bf16 = true
19
+ fused_backward_pass = true
20
+ gradient_accumulation_steps = 1
21
+ gradient_checkpointing = true
22
+ guidance_scale = 1
23
+ huber_c = 0.1
24
+ huber_scale = 1
25
+ huber_schedule = "snr"
26
+ keep_tokens = 0
27
+ learning_rate = 1e-5
28
+ learning_rate_te = 0
29
+ loss_type = "l2"
30
+ lr_scheduler = "constant"
31
+ lr_scheduler_args = []
32
+ lr_scheduler_num_cycles = 1
33
+ lr_scheduler_power = 1
34
+ lr_warmup_steps = 0
35
+ max_bucket_reso = 2048
36
+ max_data_loader_n_workers = 0
37
+ max_timestep = 1000
38
+ max_token_length = 75
39
+ max_train_steps = 3658
40
+ mem_eff_save = true
41
+ min_bucket_reso = 256
42
+ mixed_precision = "bf16"
43
+ model_prediction_type = "raw"
44
+ multires_noise_discount = 0.3
45
+ multires_noise_iterations = 0
46
+ noise_offset = 0
47
+ noise_offset_type = "Original"
48
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
49
+ optimizer_type = "Adafactor"
50
+ output_dir = "/home/Ubuntu/Downloads/okseg1_mx/model"
51
+ output_name = "okseg1_YSL"
52
+ persistent_data_loader_workers = 0
53
+ pretrained_model_name_or_path = "/home/Ubuntu/Downloads/flux1-dev.safetensors"
54
+ prior_loss_weight = 1
55
+ resolution = "1024,1024"
56
+ sample_prompts = "/home/Ubuntu/Downloads/okseg1_mx/model/sample/prompt.txt"
57
+ sample_sampler = "euler_a"
58
+ save_every_n_epochs = 20
59
+ save_model_as = "safetensors"
60
+ save_precision = "fp16"
61
+ seed = 1
62
+ single_blocks_to_swap = 0
63
+ t5xxl = "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors"
64
+ t5xxl_max_token_length = 512
65
+ timestep_sampling = "sigmoid"
66
+ train_batch_size = 7
67
+ train_blocks = "all"
68
+ train_data_dir = "/home/Ubuntu/Downloads/okseg1_mx/img"
69
+ vae_batch_size = 4
70
+ wandb_run_name = "okseg1_YSL"
71
+ xformers = true
okseg1_YSL_20250110-133946.json ADDED
@@ -0,0 +1,172 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0,
3
+ "additional_parameters": "",
4
+ "ae": "/home/Ubuntu/Downloads/ae.safetensors",
5
+ "apply_t5_attn_mask": false,
6
+ "async_upload": false,
7
+ "blocks_to_swap": 0,
8
+ "blockwise_fused_optimizers": false,
9
+ "bucket_no_upscale": true,
10
+ "bucket_reso_steps": 64,
11
+ "cache_latents": true,
12
+ "cache_latents_to_disk": true,
13
+ "caption_dropout_every_n_epochs": 0,
14
+ "caption_dropout_rate": 0,
15
+ "caption_extension": ".txt",
16
+ "clip_g": "",
17
+ "clip_l": "",
18
+ "clip_skip": 0,
19
+ "color_aug": false,
20
+ "cpu_offload_checkpointing": false,
21
+ "dataset_config": "",
22
+ "debiased_estimation_loss": false,
23
+ "disable_mmap_load_safetensors": false,
24
+ "discrete_flow_shift": 3.1582,
25
+ "double_blocks_to_swap": 0,
26
+ "dynamo_backend": "no",
27
+ "dynamo_mode": "default",
28
+ "dynamo_use_dynamic": false,
29
+ "dynamo_use_fullgraph": false,
30
+ "enable_bucket": false,
31
+ "epoch": 100,
32
+ "extra_accelerate_launch_args": "",
33
+ "flip_aug": false,
34
+ "flux1_cache_text_encoder_outputs": true,
35
+ "flux1_cache_text_encoder_outputs_to_disk": true,
36
+ "flux1_checkbox": true,
37
+ "flux1_clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
38
+ "flux1_t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
39
+ "flux_fused_backward_pass": true,
40
+ "fp8_base": false,
41
+ "full_bf16": true,
42
+ "full_fp16": false,
43
+ "fused_backward_pass": false,
44
+ "fused_optimizer_groups": 0,
45
+ "gpu_ids": "0",
46
+ "gradient_accumulation_steps": 1,
47
+ "gradient_checkpointing": true,
48
+ "guidance_scale": 1,
49
+ "huber_c": 0.1,
50
+ "huber_scale": 1,
51
+ "huber_schedule": "snr",
52
+ "huggingface_path_in_repo": "",
53
+ "huggingface_repo_id": "",
54
+ "huggingface_repo_type": "",
55
+ "huggingface_repo_visibility": "",
56
+ "huggingface_token": "",
57
+ "ip_noise_gamma": 0,
58
+ "ip_noise_gamma_random_strength": false,
59
+ "keep_tokens": 0,
60
+ "learning_rate": 1e-05,
61
+ "learning_rate_te": 0,
62
+ "learning_rate_te1": 1e-05,
63
+ "learning_rate_te2": 1e-05,
64
+ "log_config": false,
65
+ "log_tracker_config": "",
66
+ "log_tracker_name": "",
67
+ "log_with": "",
68
+ "logging_dir": "",
69
+ "logit_mean": 0,
70
+ "logit_std": 1,
71
+ "loss_type": "l2",
72
+ "lr_scheduler": "constant",
73
+ "lr_scheduler_args": "",
74
+ "lr_scheduler_num_cycles": 1,
75
+ "lr_scheduler_power": 1,
76
+ "lr_scheduler_type": "",
77
+ "lr_warmup": 0,
78
+ "lr_warmup_steps": 0,
79
+ "main_process_port": 0,
80
+ "masked_loss": false,
81
+ "max_bucket_reso": 2048,
82
+ "max_data_loader_n_workers": 0,
83
+ "max_resolution": "1024,1024",
84
+ "max_timestep": 1000,
85
+ "max_token_length": 75,
86
+ "max_train_epochs": 0,
87
+ "max_train_steps": 0,
88
+ "mem_eff_attn": false,
89
+ "mem_eff_save": true,
90
+ "metadata_author": "",
91
+ "metadata_description": "",
92
+ "metadata_license": "",
93
+ "metadata_tags": "",
94
+ "metadata_title": "",
95
+ "min_bucket_reso": 256,
96
+ "min_snr_gamma": 0,
97
+ "min_timestep": 0,
98
+ "mixed_precision": "bf16",
99
+ "mode_scale": 1.29,
100
+ "model_list": "custom",
101
+ "model_prediction_type": "raw",
102
+ "multi_gpu": false,
103
+ "multires_noise_discount": 0.3,
104
+ "multires_noise_iterations": 0,
105
+ "no_token_padding": false,
106
+ "noise_offset": 0,
107
+ "noise_offset_random_strength": false,
108
+ "noise_offset_type": "Original",
109
+ "num_cpu_threads_per_process": 2,
110
+ "num_machines": 1,
111
+ "num_processes": 1,
112
+ "optimizer": "Adafactor",
113
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
114
+ "output_dir": "/home/Ubuntu/Downloads/okseg1_mx/model",
115
+ "output_name": "okseg1_YSL",
116
+ "persistent_data_loader_workers": false,
117
+ "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
118
+ "prior_loss_weight": 1,
119
+ "random_crop": false,
120
+ "reg_data_dir": "",
121
+ "resume": "",
122
+ "resume_from_huggingface": "",
123
+ "sample_every_n_epochs": 0,
124
+ "sample_every_n_steps": 0,
125
+ "sample_prompts": "",
126
+ "sample_sampler": "euler_a",
127
+ "save_clip": false,
128
+ "save_every_n_epochs": 20,
129
+ "save_every_n_steps": 0,
130
+ "save_last_n_epochs": 0,
131
+ "save_last_n_epochs_state": 0,
132
+ "save_last_n_steps": 0,
133
+ "save_last_n_steps_state": 0,
134
+ "save_model_as": "safetensors",
135
+ "save_precision": "fp16",
136
+ "save_state": false,
137
+ "save_state_on_train_end": false,
138
+ "save_state_to_huggingface": false,
139
+ "save_t5xxl": false,
140
+ "scale_v_pred_loss_like_noise_pred": false,
141
+ "sd3_cache_text_encoder_outputs": false,
142
+ "sd3_cache_text_encoder_outputs_to_disk": false,
143
+ "sd3_checkbox": false,
144
+ "sd3_text_encoder_batch_size": 1,
145
+ "sdxl": false,
146
+ "sdxl_cache_text_encoder_outputs": false,
147
+ "sdxl_no_half_vae": false,
148
+ "seed": 1,
149
+ "shuffle_caption": false,
150
+ "single_blocks_to_swap": 0,
151
+ "skip_cache_check": false,
152
+ "split_mode": false,
153
+ "stop_text_encoder_training": 0,
154
+ "t5xxl": "",
155
+ "t5xxl_device": "",
156
+ "t5xxl_dtype": "bf16",
157
+ "t5xxl_max_token_length": 512,
158
+ "timestep_sampling": "sigmoid",
159
+ "train_batch_size": 7,
160
+ "train_blocks": "all",
161
+ "train_data_dir": "/home/Ubuntu/Downloads/okseg1_mx/img",
162
+ "v2": false,
163
+ "v_parameterization": false,
164
+ "v_pred_like_loss": 0,
165
+ "vae": "",
166
+ "vae_batch_size": 4,
167
+ "wandb_api_key": "",
168
+ "wandb_run_name": "",
169
+ "weighted_captions": false,
170
+ "weighting_scheme": "logit_normal",
171
+ "xformers": "xformers"
172
+ }