oma

.gitattributes

@@ -1,9 +1,39 @@
-openjourney-v4.ckpt filter=lfs diff=lfs merge=lfs -text
-safety_checker/model.safetensors filter=lfs diff=lfs merge=lfs -text
-safety_checker/pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
-text_encoder/model.safetensors filter=lfs diff=lfs merge=lfs -text
-text_encoder/pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
-unet/diffusion_pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
-unet/diffusion_pytorch_model.safetensors filter=lfs diff=lfs merge=lfs -text
-vae/diffusion_pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
-vae/diffusion_pytorch_model.safetensors filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+openjourney-epoch0 filter=lfs diff=lfs merge=lfs -text
+openjourney-epoch1 filter=lfs diff=lfs merge=lfs -text
+openjourney-epoch2 filter=lfs diff=lfs merge=lfs -text
+openjourney-epoch3 filter=lfs diff=lfs merge=lfs -text
+openjourney-epoch3-unpruned filter=lfs diff=lfs merge=lfs -text

README.md

@@ -5,21 +5,11 @@ tags:
   - text-to-image
 pinned: true
 ---
+This repo is for testing the first Openjourney fine tuned model. 
 
-# <u>Openjourney v4</u>
-## Trained on +124k Midjourney v4 images, by [PromptHero](https://prompthero.com/?utm_source=huggingface&utm_medium=referral)
+It was trained over Stable Diffusion 1.5 with +60000 images, 4500 steps and 3 epochs.
 
-Trained on Stable Diffusion v1.5 using +124000 images, 12400 steps, 4 epochs +32 training hours.
+So "mdjrny-v4 style" is not necessary anymore (yay!)
 
-💡 [Openjourney-v4 prompts](https://prompthero.com/openjourney-prompts?version=4)
-
-
-Pss... "mdjrny-v4 style" is not necessary anymore (yay!)
-
-🎓 **Want to learn how to train Openjourney? 👉🏼 __[Join our course](https://prompthero.com/academy/dreambooth-stable-diffusion-train-fine-tune-course?utm_source=huggingface&utm_medium=referral)__ 🔥**
-
-<img src="https://s3.us-east-1.amazonaws.com/prompthero-newsletter/Group-66.png" alt="openjourney-v4" width="50%">
-
-# Openjourney Links
-- [Lora version](https://huggingface.co/prompthero/openjourney-lora)
-- [Openjourney Dreambooth](https://huggingface.co/prompthero/openjourney)
+Things to check in this beta:
+- Is the quality better that the [Dreambooth version](https://huggingface.co/prompthero/openjourney)?

model_index.json

@@ -1,9 +1,9 @@
 {
   "_class_name": "StableDiffusionPipeline",
-  "_diffusers_version": "0.15.0.dev0",
+  "_diffusers_version": "0.11.0.dev0",
   "feature_extractor": [
     "transformers",
-    "CLIPImageProcessor"
+    "CLIPFeatureExtractor"
   ],
   "requires_safety_checker": true,
   "safety_checker": [

safety_checker/model.safetensors → openjourney-v2-unpruned.ckpt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d6a233ff6fd5ccb9f76fd99618d73369c52dd3d8222376384d0e601911089e8
-size 1215981830
+oid sha256:f022143bce33d6fb645751e594665d25fcb00995b8475e4401acae2c1df471d4
+size 12126929450

openjourney-v4.ckpt → openjourney-v2.ckpt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02e37aad9f74f574808ad456043b89e8c6b24e22828743fcf002168f76493d9b
-size 2132910209
+oid sha256:2fbe5ba6e2a842fa99f52500cd600ac33f510b6a76b58874fa92b39c72c5ad57
+size 2132887840

safety_checker/config.json

@@ -1,6 +1,6 @@
 {
-  "_commit_hash": null,
-  "_name_or_path": "./safety_checker",
+  "_commit_hash": "cb41f3a270d63d454d385fc2e4f571c487c253c5",
+  "_name_or_path": "CompVis/stable-diffusion-safety-checker",
   "architectures": [
     "StableDiffusionSafetyChecker"
   ],
@@ -80,11 +80,17 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.27.0.dev0",
+    "transformers_version": "4.26.0.dev0",
     "typical_p": 1.0,
     "use_bfloat16": false,
     "vocab_size": 49408
   },
+  "text_config_dict": {
+    "hidden_size": 768,
+    "intermediate_size": 3072,
+    "num_attention_heads": 12,
+    "num_hidden_layers": 12
+  },
   "torch_dtype": "float32",
   "transformers_version": null,
   "vision_config": {
@@ -161,8 +167,15 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.27.0.dev0",
+    "transformers_version": "4.26.0.dev0",
     "typical_p": 1.0,
     "use_bfloat16": false
+  },
+  "vision_config_dict": {
+    "hidden_size": 1024,
+    "intermediate_size": 4096,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 24,
+    "patch_size": 14
   }
 }

scheduler/scheduler_config.json

@@ -1,18 +1,14 @@
 {
   "_class_name": "PNDMScheduler",
-  "_diffusers_version": "0.15.0.dev0",
+  "_diffusers_version": "0.11.0.dev0",
   "beta_end": 0.012,
   "beta_schedule": "scaled_linear",
   "beta_start": 0.00085,
   "clip_sample": false,
-  "clip_sample_range": 1.0,
-  "dynamic_thresholding_ratio": 0.995,
   "num_train_timesteps": 1000,
   "prediction_type": "epsilon",
-  "sample_max_value": 1.0,
   "set_alpha_to_one": false,
   "skip_prk_steps": true,
   "steps_offset": 1,
-  "thresholding": false,
   "trained_betas": null
 }

text_encoder/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./text_encoder",
+  "_name_or_path": "openai/clip-vit-large-patch14",
   "architectures": [
     "CLIPTextModel"
   ],
@@ -20,6 +20,6 @@
   "pad_token_id": 1,
   "projection_dim": 768,
   "torch_dtype": "float32",
-  "transformers_version": "4.27.0.dev0",
+  "transformers_version": "4.26.0.dev0",
   "vocab_size": 49408
 }

text_encoder/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:94137adceaf0637d2001e12815408e6b3b4be8026110e7b3c7453b7c44db1ce6
-size 492265874

text_encoder/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10a7e470bf9dcee2628823009d05535c1e4187ec84bea9f3b85505a952306358
+oid sha256:5356d97789073df587cc92ad80d82a11b011da72d1a4c054c60826426a35c53a
 size 492307041

tokenizer/tokenizer_config.json

@@ -19,6 +19,7 @@
   },
   "errors": "replace",
   "model_max_length": 77,
+  "name_or_path": "openai/clip-vit-large-patch14",
   "pad_token": "<|endoftext|>",
   "special_tokens_map_file": "./special_tokens_map.json",
   "tokenizer_class": "CLIPTokenizer",

unet/config.json

@@ -1,7 +1,6 @@
 {
   "_class_name": "UNet2DConditionModel",
-  "_diffusers_version": "0.15.0.dev0",
-  "_name_or_path": "./unet",
+  "_diffusers_version": "0.11.0.dev0",
   "act_fn": "silu",
   "attention_head_dim": 8,
   "block_out_channels": [
@@ -11,9 +10,6 @@
     1280
   ],
   "center_input_sample": false,
-  "class_embed_type": null,
-  "conv_in_kernel": 3,
-  "conv_out_kernel": 3,
   "cross_attention_dim": 768,
   "down_block_types": [
     "CrossAttnDownBlock2D",
@@ -28,18 +24,12 @@
   "in_channels": 4,
   "layers_per_block": 2,
   "mid_block_scale_factor": 1,
-  "mid_block_type": "UNetMidBlock2DCrossAttn",
   "norm_eps": 1e-05,
   "norm_num_groups": 32,
   "num_class_embeds": null,
   "only_cross_attention": false,
   "out_channels": 4,
-  "projection_class_embeddings_input_dim": null,
-  "resnet_time_scale_shift": "default",
   "sample_size": 64,
-  "time_cond_proj_dim": null,
-  "time_embedding_type": "positional",
-  "timestep_post_act": null,
   "up_block_types": [
     "UpBlock2D",
     "CrossAttnUpBlock2D",

unet/diffusion_pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c95a09ddc504c0175cd5d24539ba45d154b02d47dc69f1682711c39034ef1fd0
+oid sha256:c3a308e8d2715f4c1869ffddea2ff61040b56e4181665002a78396b8e5f8c4d8
 size 3438366373

unet/diffusion_pytorch_model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e9d371c67da8911865895914f993775a06e3b5f3a2e721e8977abdf33d8cee7
-size 3438167540

vae/config.json

@@ -1,7 +1,6 @@
 {
   "_class_name": "AutoencoderKL",
-  "_diffusers_version": "0.15.0.dev0",
-  "_name_or_path": "./vae",
+  "_diffusers_version": "0.11.0.dev0",
   "act_fn": "silu",
   "block_out_channels": [
     128,
@@ -21,7 +20,6 @@
   "norm_num_groups": 32,
   "out_channels": 3,
   "sample_size": 512,
-  "scaling_factor": 0.18215,
   "up_block_types": [
     "UpDecoderBlock2D",
     "UpDecoderBlock2D",

vae/diffusion_pytorch_model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55ad9628530430eed28c01dcf3c971a29ffe5d657856cb054728b6c956da3037
-size 334643276