Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+samples/sample-100/Someone[[:space:]]opening[[:space:]]a[[:space:]]drawer.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-100.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-200/Someone[[:space:]]opening[[:space:]]a[[:space:]]drawer.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-200.gif filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,28 @@
+---
+license: creativeml-openrail-m
+base_model: CompVis/stable-diffusion-v1-4
+training_prompt: Someone opening a drawer with their left hand, only their hand the drawer visible and from the the perspective of them
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- text-to-video
+- tune-a-video
+inference: false
+---
+
+# Tune-A-Video - openingdrawer
+
+## Model description
+- Base model: [CompVis/stable-diffusion-v1-4](https://huggingface.co/CompVis/stable-diffusion-v1-4)
+- Training prompt: Someone opening a drawer with their left hand, only their hand the drawer visible and from the the perspective of them
+
+## Samples
+Test prompt: Someone opening a drawer
+
+![sample-200](samples/sample-200.gif)
+
+## Related papers:
+- [Tune-A-Video](https://arxiv.org/abs/2212.11565): One-Shot Tuning of Image Diffusion Models for Text-to-Video Generation
+- [Stable-Diffusion](https://arxiv.org/abs/2112.10752): High-Resolution Image Synthesis with Latent Diffusion Models

config.yaml

@@ -0,0 +1,43 @@
+pretrained_model_path: checkpoints/CompVis/stable-diffusion-v1-4
+output_dir: /home/user/app/experiments/openingdrawer
+train_data:
+  video_path: /tmp/gradio/600d6de6f645112fa6c26d0d07c6b14594e07cbf/cut-drawer-close-left-hand-ezgif.com-gif-to-mp4-converter.mp4
+  prompt: Someone opening a drawer with their left hand, only their hand the drawer
+    visible and from the the perspective of them
+  n_sample_frames: 8
+  width: 512
+  height: 512
+  sample_start_idx: 0
+  sample_frame_rate: 1
+validation_data:
+  prompts:
+  - Someone opening a drawer
+  video_length: 8
+  width: 512
+  height: 512
+  num_inference_steps: 50
+  guidance_scale: 7.5
+validation_steps: 100
+trainable_modules:
+- attn1.to_q
+- attn2.to_q
+- attn_temp
+train_batch_size: 1
+max_train_steps: 300
+learning_rate: 3.5e-05
+scale_lr: false
+lr_scheduler: constant
+lr_warmup_steps: 0
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.01
+adam_epsilon: 1.0e-08
+max_grad_norm: 1.0
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+checkpointing_steps: 1000
+resume_from_checkpoint: null
+mixed_precision: fp16
+use_8bit_adam: false
+enable_xformers_memory_efficient_attention: true
+seed: 23722