fffiloni commited on
Commit
2a29001
1 Parent(s): afc23c6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +23 -10
app.py CHANGED
@@ -3,6 +3,7 @@ import os
3
  import shutil
4
  import yaml
5
  import tempfile
 
6
  import huggingface_hub
7
  import subprocess
8
  import threading
@@ -18,22 +19,19 @@ huggingface_hub.login(token=HF_TKN)
18
  huggingface_hub.hf_hub_download(
19
  repo_id='yzd-v/DWPose',
20
  filename='yolox_l.onnx',
21
- local_dir='./models/DWPose',
22
- local_dir_use_symlinks=False,
23
  )
24
 
25
  huggingface_hub.hf_hub_download(
26
  repo_id='yzd-v/DWPose',
27
  filename='dw-ll_ucoco_384.onnx',
28
- local_dir='./models/DWPose',
29
- local_dir_use_symlinks=False,
30
  )
31
 
32
  huggingface_hub.hf_hub_download(
33
  repo_id='ixaac/MimicMotion',
34
- filename='MimicMotion_1-1.pth',
35
- local_dir='./models',
36
- local_dir_use_symlinks=False,
37
  )
38
 
39
  def print_directory_contents(path):
@@ -78,6 +76,21 @@ def check_for_mp4_in_outputs():
78
  else:
79
  return None
80
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
81
  def infer(ref_image_in, ref_video_in):
82
  # check if 'outputs' dir exists and empty it if necessary
83
  check_outputs_folder('./outputs')
@@ -89,20 +102,20 @@ def infer(ref_image_in, ref_video_in):
89
  # Define the values for the variables
90
  ref_video_path = ref_video_in
91
  ref_image_path = ref_image_in
92
- num_frames = 72
93
  resolution = 576
94
  frames_overlap = 6
95
  num_inference_steps = 25
96
  noise_aug_strength = 0
97
  guidance_scale = 2.0
98
  sample_stride = 2
99
- fps = 15
100
  seed = 42
101
 
102
  # Create the data structure
103
  data = {
104
  'base_model_path': 'stabilityai/stable-video-diffusion-img2vid-xt-1-1',
105
- 'ckpt_path': 'models/MimicMotion_1-1.pth',
106
  'test_case': [
107
  {
108
  'ref_video_path': ref_video_path,
 
3
  import shutil
4
  import yaml
5
  import tempfile
6
+ import cv2
7
  import huggingface_hub
8
  import subprocess
9
  import threading
 
19
  huggingface_hub.hf_hub_download(
20
  repo_id='yzd-v/DWPose',
21
  filename='yolox_l.onnx',
22
+ local_dir='./models/DWPose'
 
23
  )
24
 
25
  huggingface_hub.hf_hub_download(
26
  repo_id='yzd-v/DWPose',
27
  filename='dw-ll_ucoco_384.onnx',
28
+ local_dir='./models/DWPose'
 
29
  )
30
 
31
  huggingface_hub.hf_hub_download(
32
  repo_id='ixaac/MimicMotion',
33
+ filename='MimicMotion_1.pth',
34
+ local_dir='./models'
 
35
  )
36
 
37
  def print_directory_contents(path):
 
76
  else:
77
  return None
78
 
79
+ def get_video_fps(video_path):
80
+ # Open the video file
81
+ video_capture = cv2.VideoCapture(video_path)
82
+
83
+ if not video_capture.isOpened():
84
+ raise ValueError("Error opening video file")
85
+
86
+ # Get the FPS value
87
+ fps = video_capture.get(cv2.CAP_PROP_FPS)
88
+
89
+ # Release the video capture object
90
+ video_capture.release()
91
+
92
+ return fps
93
+
94
  def infer(ref_image_in, ref_video_in):
95
  # check if 'outputs' dir exists and empty it if necessary
96
  check_outputs_folder('./outputs')
 
102
  # Define the values for the variables
103
  ref_video_path = ref_video_in
104
  ref_image_path = ref_image_in
105
+ num_frames = 16
106
  resolution = 576
107
  frames_overlap = 6
108
  num_inference_steps = 25
109
  noise_aug_strength = 0
110
  guidance_scale = 2.0
111
  sample_stride = 2
112
+ fps = get_video_fps(ref_video_in)
113
  seed = 42
114
 
115
  # Create the data structure
116
  data = {
117
  'base_model_path': 'stabilityai/stable-video-diffusion-img2vid-xt-1-1',
118
+ 'ckpt_path': 'models/MimicMotion_1.pth',
119
  'test_case': [
120
  {
121
  'ref_video_path': ref_video_path,