patrickvonplaten
commited on
Commit
·
22b5903
1
Parent(s):
7f2323b
test all
Browse files
_
DELETED
@@ -1,35 +0,0 @@
|
|
1 |
-
#!/usr/bin/env python3
|
2 |
-
import torch
|
3 |
-
from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
|
4 |
-
import numpy as np
|
5 |
-
import gc
|
6 |
-
from diffusers.utils import export_to_video
|
7 |
-
from PIL import Image
|
8 |
-
|
9 |
-
pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_576w", torch_dtype=torch.float16)
|
10 |
-
pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
|
11 |
-
pipe.enable_model_cpu_offload()
|
12 |
-
pipe.enable_xformers_memory_efficient_attention()
|
13 |
-
pipe.enable_vae_slicing()
|
14 |
-
|
15 |
-
prompt = "spiderman running in the desert"
|
16 |
-
video_frames = pipe(prompt, num_inference_steps=2, height=320, width=576, num_frames=24, output_type="latent".frames
|
17 |
-
# video_path = export_to_video(video_frames, output_video_path="/home/patrick/videos/video_576_spiderman_24.mp4")
|
18 |
-
|
19 |
-
pipe.to("cpu")
|
20 |
-
del pipe
|
21 |
-
gc.collect()
|
22 |
-
torch.cuda.empty_cache()
|
23 |
-
|
24 |
-
import ipdb; ipdb.set_trace()
|
25 |
-
|
26 |
-
pipe = DiffusionPipeline.from_pretrained("cerspense/zeroscope_v2_XL", torch_dtype=torch.float16)
|
27 |
-
pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
|
28 |
-
pipe.enable_model_cpu_offload()
|
29 |
-
pipe.enable_xformers_memory_efficient_attention()
|
30 |
-
pipe.enable_vae_slicing()
|
31 |
-
|
32 |
-
video = [Image.fromarray(frame).resize((1024, 576)) for frame in video_frames]
|
33 |
-
|
34 |
-
video_frames = pipe(prompt, video=video, num_inference_steps=2, strength=0.6).frames
|
35 |
-
video_path = export_to_video(video_frames, output_video_path="/home/patrick/videos/video_1024_spiderman_24.mp4")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
~
DELETED
@@ -1,51 +0,0 @@
|
|
1 |
-
#!/usr/bin/env python3
|
2 |
-
from diffusers import DiffusionPipeline, EulerDiscreteScheduler, StableDiffusionPipeline, KDPM2DiscreteScheduler, StableDiffusionImg2ImgPipeline, HeunDiscreteScheduler, KDPM2AncestralDiscreteScheduler, DDIMScheduler, StableDiffusionXLImg2ImgPipeline
|
3 |
-
import time
|
4 |
-
import numpy as np
|
5 |
-
import os
|
6 |
-
from huggingface_hub import HfApi
|
7 |
-
# from compel import Compel
|
8 |
-
import torch
|
9 |
-
import sys
|
10 |
-
from pathlib import Path
|
11 |
-
import requests
|
12 |
-
from PIL import Image
|
13 |
-
from io import BytesIO
|
14 |
-
|
15 |
-
path = sys.argv[1]
|
16 |
-
|
17 |
-
api = HfApi()
|
18 |
-
start_time = time.time()
|
19 |
-
pipe = StableDiffusionXLImg2ImgPipeline.from_pretrained(path)
|
20 |
-
pipe.to("cuda")
|
21 |
-
pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
|
22 |
-
# pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config)
|
23 |
-
# pipe = StableDiffusionImg2ImgXLPipeline.from_pretrained(path, torch_dtype=torch.float16, safety_checker=None
|
24 |
-
|
25 |
-
# compel = Compel(tokenizer=pipe.tokenizer, text_encoder=pipe.text_encoder)
|
26 |
-
|
27 |
-
|
28 |
-
prompt = "An astronaut riding a green horse on Mars"
|
29 |
-
|
30 |
-
|
31 |
-
# pipe.unet.to(memory_format=torch.channels_last)
|
32 |
-
# pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
|
33 |
-
# pipe(prompt=prompt, num_inference_steps=2).images[0]
|
34 |
-
# url = "https://raw.githubusercontent.com/CompVis/stable-diffusion/main/assets/stable-samples/img2img/sketch-mountains-input.jpg"
|
35 |
-
#
|
36 |
-
# response = requests.get(url)
|
37 |
-
init_image = torch.from_numpy(np.load("/home/patrick/images/xl_latents.npy")).to("cuda")
|
38 |
-
|
39 |
-
image = pipe(prompt=prompt, image=init_image).images[0]
|
40 |
-
|
41 |
-
file_name = f"aaa"
|
42 |
-
path = os.path.join(Path.home(), "images", f"{file_name}.png")
|
43 |
-
image.save(path)
|
44 |
-
|
45 |
-
api.upload_file(
|
46 |
-
path_or_fileobj=path,
|
47 |
-
path_in_repo=path.split("/")[-1],
|
48 |
-
repo_id="patrickvonplaten/images",
|
49 |
-
repo_type="dataset",
|
50 |
-
)
|
51 |
-
print(f"https://huggingface.co/datasets/patrickvonplaten/images/blob/main/{file_name}.png")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|