Nayeem Syed
commited on
Commit
·
920b548
1
Parent(s):
942002d
adding models
Browse files- models/checkpoints/sd3.5_large.safetensors +3 -0
- provision.sh +58 -0
- provision_gpu.sh +47 -0
models/checkpoints/sd3.5_large.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ffef7a279d9134626e6ce0d494fba84fc1c7e720b3c7df2d19a09dc3796d8f93
|
3 |
+
size 16460379262
|
provision.sh
ADDED
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
# Ensure directories exist (relative to script location, e.g., repo root)
|
3 |
+
mkdir -p ./models/checkpoints
|
4 |
+
mkdir -p ./models/controlnet
|
5 |
+
mkdir -p ./models/embeddings
|
6 |
+
mkdir -p ./models/loras
|
7 |
+
mkdir -p ./models/motion
|
8 |
+
mkdir -p ./models/text_encoders
|
9 |
+
mkdir -p ./models/upscalers
|
10 |
+
mkdir -p ./output
|
11 |
+
mkdir -p ./workflows
|
12 |
+
|
13 |
+
# Install Hugging Face CLI if not present
|
14 |
+
if ! command -v huggingface-cli &> /dev/null; then
|
15 |
+
pip install huggingface_hub
|
16 |
+
fi
|
17 |
+
|
18 |
+
# Set Hugging Face API token (via environment variable or default for testing)
|
19 |
+
export HF_TOKEN=${HF_TOKEN:-"your_huggingface_api_token"} # Replace or set in SimplePod env vars
|
20 |
+
|
21 |
+
# Download all models from their original Hugging Face sources to your repo
|
22 |
+
echo "Downloading models from original Hugging Face repositories..."
|
23 |
+
# Stable Diffusion 3.5 Base (requires agreement, use token)
|
24 |
+
huggingface-cli download --token ${HF_TOKEN} stabilityai/stable-diffusion-3.5-large sd3.5_large.safetensors --local-dir ./models/checkpoints
|
25 |
+
|
26 |
+
# Dance LoRA (replace with your specific LoRA URL on Hugging Face or Civitai)
|
27 |
+
huggingface-cli download --token ${HF_TOKEN} your-username/dance-lora dance_lora.safetensors --local-dir ./models/loras
|
28 |
+
# If the LoRA is on Civitai, use curl/wget with the direct URL (adjust for authentication if needed):
|
29 |
+
# curl -L -o ./models/loras/dance_lora.safetensors "https://civitai.com/api/download/<lora-id>"
|
30 |
+
|
31 |
+
# AnimateDiff for Motion
|
32 |
+
huggingface-cli download --token ${HF_TOKEN} guoyww/animatediff mm_sd_v15_v2.ckpt --local-dir ./models/motion
|
33 |
+
|
34 |
+
# VAE (optional, for better quality)
|
35 |
+
huggingface-cli download --token ${HF_TOKEN} stabilityai/sd-vae-ft-mse-original vae-ft-mse-840000-ema-pruned.safetensors --local-dir ./models/vae
|
36 |
+
|
37 |
+
# ControlNet Models (optional, for pose/motion)
|
38 |
+
huggingface-cli download --token ${HF_TOKEN} lllyasviel/ControlNet-v1-1 control_v11p_sd15_openpose.pth --local-dir ./models/controlnet
|
39 |
+
huggingface-cli download --token ${HF_TOKEN} lllyasviel/ControlNet-v1-1 control_v11p_sd15_canny.pth --local-dir ./models/controlnet
|
40 |
+
|
41 |
+
# Install ComfyUI custom nodes for SD 3.5 and motion (if needed)
|
42 |
+
echo "Installing ComfyUI custom nodes for SD 3.5 and motion..."
|
43 |
+
pip install git+https://github.com/civitai/sd3-comfyui.git
|
44 |
+
git clone https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite.git ./models/ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite
|
45 |
+
|
46 |
+
# Ensure Rclone is installed (likely pre-installed in ai-dock/comfyui)
|
47 |
+
if ! command -v rclone &> /dev/null; then
|
48 |
+
curl https://rclone.org/install.sh | sudo bash
|
49 |
+
fi
|
50 |
+
|
51 |
+
# Sync outputs from R2 on startup (optional, can be run later)
|
52 |
+
rclone copy r2bucket:output ./output --create-empty-src-dirs
|
53 |
+
|
54 |
+
# Start background sync loop for outputs to R2
|
55 |
+
nohup bash -c "while true; do rclone sync ./output r2bucket:output; sleep 3600; done" &
|
56 |
+
|
57 |
+
# Note: ComfyUI launch is not run locally; this is for SimplePod deployment
|
58 |
+
echo "Models and structure ready for ComfyUI deployment. Push to Hugging Face and use in SimplePod."
|
provision_gpu.sh
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
# Ensure directories exist (relative to script location, e.g., repo root)
|
3 |
+
mkdir -p ./models/checkpoints
|
4 |
+
mkdir -p ./models/controlnet
|
5 |
+
mkdir -p ./models/embeddings
|
6 |
+
mkdir -p ./models/loras
|
7 |
+
mkdir -p ./models/motion
|
8 |
+
mkdir -p ./models/text_encoders
|
9 |
+
mkdir -p ./models/upscalers
|
10 |
+
mkdir -p ./output
|
11 |
+
mkdir -p ./workflows
|
12 |
+
|
13 |
+
# Install Hugging Face CLI if not present
|
14 |
+
if ! command -v huggingface-cli &> /dev/null; then
|
15 |
+
pip install huggingface_hub
|
16 |
+
fi
|
17 |
+
|
18 |
+
# Set Hugging Face API token (via environment variable or default for testing)
|
19 |
+
export HF_TOKEN=${HF_TOKEN:-"your_huggingface_api_token"} # Replace or set in SimplePod env vars
|
20 |
+
|
21 |
+
# Download all models from your Hugging Face repo
|
22 |
+
echo "Downloading models from your Hugging Face repository..."
|
23 |
+
huggingface-cli download --token ${HF_TOKEN} myusername/comfyui-dance-models models/checkpoints/sd3.5-base.safetensors --local-dir ./models/checkpoints
|
24 |
+
huggingface-cli download --token ${HF_TOKEN} myusername/comfyui-dance-models models/loras/dance_lora.safetensors --local-dir ./models/loras
|
25 |
+
huggingface-cli download --token ${HF_TOKEN} myusername/comfyui-dance-models models/motion/mm_sd_v15_v2.ckpt --local-dir ./models/motion
|
26 |
+
huggingface-cli download --token ${HF_TOKEN} myusername/comfyui-dance-models models/vae/vae-ft-mse-840000-ema-pruned.safetensors --local-dir ./models/vae
|
27 |
+
huggingface-cli download --token ${HF_TOKEN} myusername/comfyui-dance-models models/controlnet/control_v11p_sd15_openpose.pth --local-dir ./models/controlnet
|
28 |
+
huggingface-cli download --token ${HF_TOKEN} myusername/comfyui-dance-models models/controlnet/control_v11p_sd15_canny.pth --local-dir ./models/controlnet
|
29 |
+
|
30 |
+
# Install ComfyUI custom nodes for SD 3.5 and motion (if needed)
|
31 |
+
echo "Installing ComfyUI custom nodes for SD 3.5 and motion..."
|
32 |
+
pip install git+https://github.com/civitai/sd3-comfyui.git
|
33 |
+
git clone https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite.git ./models/ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite
|
34 |
+
|
35 |
+
# Ensure Rclone is installed (likely pre-installed in ai-dock/comfyui)
|
36 |
+
if ! command -v rclone &> /dev/null; then
|
37 |
+
curl https://rclone.org/install.sh | sudo bash
|
38 |
+
fi
|
39 |
+
|
40 |
+
# Sync outputs from R2 on startup (optional, can be run later)
|
41 |
+
rclone copy r2bucket:output ./output --create-empty-src-dirs
|
42 |
+
|
43 |
+
# Start background sync loop for outputs to R2
|
44 |
+
nohup bash -c "while true; do rclone sync ./output r2bucket:output; sleep 3600; done" &
|
45 |
+
|
46 |
+
# Note: ComfyUI launch is not run locally; this is for SimplePod deployment
|
47 |
+
echo "Models and structure ready for ComfyUI deployment. Push to Hugging Face and use in SimplePod."
|