Restore step 1200

README.md

@@ -79,8 +79,8 @@ You may reuse the base model text encoder for inference.
 
 ## Training settings
 
-- Training epochs: 7
-- Training steps: 1400
+- Training epochs: 6
+- Training steps: 1200
 - Learning rate: 1e-07
 - Max grad norm: 0.01
 - Effective batch size: 4

config.json

@@ -7,7 +7,7 @@
     "--disable_benchmark": false,
     "--output_dir": "output/models",
     "--lora_type": "lycoris",
-    "--lycoris_config": "config/lycoris_config.json",
+    "--lycoris_config": "config/peft_config.1.4b.json",
     "--max_train_steps": 10000,
     "--num_train_epochs": 0,
     "--checkpointing_steps": 100,
@@ -17,7 +17,7 @@
     "--push_checkpoints_to_hub": "true",
     "--model_card_safe_for_work": "true",
     "--tracker_project_name": "sd35-sa-lokr",
-    "--tracker_run_name": "2",
+    "--tracker_run_name": "8",
     "--report_to": "wandb",
     "--model_type": "lora",
     "--pretrained_model_name_or_path": "stabilityai/stable-diffusion-3.5-large",
@@ -30,17 +30,20 @@
     "--validation_seed": 42,
     "--validation_steps": 100,
     "--validation_resolution": "1024x1024",
-    "--validation_guidance": "4",
+    "--validation_guidance": "5",
     "--validation_guidance_rescale": "0.0",
     "--validation_num_inference_steps": "20",
     "--validation_prompt": "A photo-realistic image of a cat",
+    "--validation_negative_prompt": "blurry, cropped, ugly",
     "--mixed_precision": "bf16",
     "--optimizer": "adamw_bf16",
-    "--learning_rate": "1e-5",
+    "--learning_rate": "1e-7",
     "--lr_scheduler": "constant_with_warmup",
     "--lr_warmup_steps": 100,
+    "--base_model_precision": "int8-quanto",
     "--validation_torch_compile": "true",
     "--max_grad_norm": 0.01,
+    "--init_lokr_norm": "1e-3",
     "--webhook_config": "config/sfw_webhook.json",
     "--user_prompt_library": "config/user_prompt_library.json"
 }

pytorch_lora_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6614076f4e9a45cc0465ad7fb35cf8c25776b8530fc77d7cad813f7c10015fc
+oid sha256:a47896e3b2dd87855dffb12a24a4b2e07e90ed38bad22446d101a9f36c6fe039
 size 2817815806