Upload README.md
Browse files
README.md
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
---
|
2 |
license: creativeml-openrail-m
|
3 |
base_model: Bingsu/my-korean-stable-diffusion-v1-5
|
4 |
-
training_prompt: A
|
5 |
tags:
|
6 |
- tune-a-video
|
7 |
- text-to-video
|
@@ -11,20 +11,23 @@ inference: false
|
|
11 |
---
|
12 |
|
13 |
# Tune-A-VideKO - Korean Stable Diffusion v1-5
|
14 |
-
Github: [Kyujinpy/Tune-A-VideKO](https://github.com/KyujinHan/Tune-A-VideKO
|
15 |
|
16 |
## Model Description
|
17 |
- Base model: [Bingsu/my-korean-stable-diffusion-v1-5](https://huggingface.co/Bingsu/my-korean-stable-diffusion-v1-5)
|
18 |
-
- Training prompt: A
|
19 |
-
![sample-train](sample/
|
20 |
|
21 |
## Samples
|
22 |
|
23 |
-
![sample-500](sample/
|
24 |
-
Test prompt:
|
25 |
|
26 |
-
![sample-500](sample/
|
27 |
-
Test prompt:
|
|
|
|
|
|
|
28 |
|
29 |
## Usage
|
30 |
Clone the github repo
|
@@ -46,8 +49,8 @@ unet = UNet3DConditionModel.from_pretrained(unet_model_path, subfolder='unet', t
|
|
46 |
pipe = TuneAVideoPipeline.from_pretrained(pretrained_model_path, unet=unet, torch_dtype=torch.float16).to("cuda")
|
47 |
pipe.enable_xformers_memory_efficient_attention()
|
48 |
|
49 |
-
prompt = "
|
50 |
-
video = pipe(prompt, video_length=
|
51 |
|
52 |
save_videos_grid(video, f"./{prompt}.gif")
|
53 |
```
|
|
|
1 |
---
|
2 |
license: creativeml-openrail-m
|
3 |
base_model: Bingsu/my-korean-stable-diffusion-v1-5
|
4 |
+
training_prompt: A man is surfing
|
5 |
tags:
|
6 |
- tune-a-video
|
7 |
- text-to-video
|
|
|
11 |
---
|
12 |
|
13 |
# Tune-A-VideKO - Korean Stable Diffusion v1-5
|
14 |
+
Github: [Kyujinpy/Tune-A-VideKO](https://github.com/KyujinHan/Tune-A-VideKO)
|
15 |
|
16 |
## Model Description
|
17 |
- Base model: [Bingsu/my-korean-stable-diffusion-v1-5](https://huggingface.co/Bingsu/my-korean-stable-diffusion-v1-5)
|
18 |
+
- Training prompt: A man is surfing
|
19 |
+
![sample-train](sample/surfing.gif)
|
20 |
|
21 |
## Samples
|
22 |
|
23 |
+
![sample-500](sample/video10.gif)
|
24 |
+
Test prompt: λ―Έν€λ§μ°μ€κ° μνμ νκ³ μμ΅λλ€
|
25 |
|
26 |
+
![sample-500](sample/video11.gif)
|
27 |
+
Test prompt: ν μ¬μκ° μνμ νκ³ μμ΅λλ€
|
28 |
+
|
29 |
+
![sample-500](sample/video12.gif)
|
30 |
+
Test prompt: ν°μ μ·μ μ
μ λ¨μκ° λ°λ€λ₯Ό κ±·κ³ μμ΅λλ€
|
31 |
|
32 |
## Usage
|
33 |
Clone the github repo
|
|
|
49 |
pipe = TuneAVideoPipeline.from_pretrained(pretrained_model_path, unet=unet, torch_dtype=torch.float16).to("cuda")
|
50 |
pipe.enable_xformers_memory_efficient_attention()
|
51 |
|
52 |
+
prompt = "ν°μ μ·μ μ
μ λ¨μκ° λ°λ€λ₯Ό κ±·κ³ μμ΅λλ€"
|
53 |
+
video = pipe(prompt, video_length=24, height=512, width=512, num_inference_steps=50, guidance_scale=12.5).videos
|
54 |
|
55 |
save_videos_grid(video, f"./{prompt}.gif")
|
56 |
```
|