Upload 2 files

app.py

@@ -0,0 +1,279 @@
+import onnxruntime as ort
+from huggingface_hub import hf_hub_download
+import requests
+import os
+import gradio as gr
+import spaces
+from typing import Any, List, Callable
+import cv2
+import insightface
+import time
+import tempfile
+import subprocess
+import gfpgan
+
+print("Installing cuDNN 9")
+
+import subprocess
+import sys
+
+def get_pip_version(package_name):
+    try:
+        result = subprocess.run(
+            [sys.executable, '-m', 'pip', 'show', package_name],
+            capture_output=True,
+            text=True,
+            check=True
+        )
+        output = result.stdout
+        version_line = next(line for line in output.split('\n') if line.startswith('Version:'))
+        return version_line.split(': ')[1]
+    except subprocess.CalledProcessError as e:
+        print(f"Error executing command: {e}")
+        return None
+
+package_name = 'nvidia-cudnn-cu12'
+version = get_pip_version(package_name)
+print(f"The installed version of {package_name} is: {version}")
+
+command = "find / -path /proc -prune -o -path /sys -prune -o -name 'libcudnn*' -print"
+process = subprocess.run(command, shell=True, text=True, capture_output=True)
+
+if process.returncode == 0:
+    print("Search results:\n", process.stdout)
+else:
+    print("An error occurred while executing the command:", process.stderr)
+
+source_path = '/usr/local/lib/python3.10/site-packages/nvidia/cublas/lib/libcublasLt.so.12'
+destination_path = '/usr/local/lib/python3.10/site-packages/nvidia/cudnn/lib/'
+
+commands = [
+    ['mv', source_path, destination_path],
+    ['mv', "/usr/local/lib/python3.10/site-packages/nvidia/cublas/lib/libcublas.so.12", destination_path],
+    ['mv', "/usr/local/lib/python3.10/site-packages/nvidia/cufft/lib/libcufft.so.11", destination_path],
+    ['mv', "/usr/local/lib/python3.10/site-packages/nvidia/cufft/lib/libcufftw.so.11", destination_path],
+    ['mv', "/usr/local/lib/python3.10/site-packages/nvidia/cuda_runtime/lib/libcudart.so.12", destination_path],
+    ['mv', "/usr/local/lib/python3.10/site-packages/nvidia/cuda_cupti/lib/libcupti.so.12", destination_path],
+    ['cp', "/usr/local/lib/python3.10/site-packages/nvidia/curand/lib/libcurand.so.10", destination_path],
+    ['cp', "/usr/local/lib/python3.10/site-packages/nvidia/cusolver/lib/libcusolver.so.11", destination_path],
+    ['cp', "/usr/local/lib/python3.10/site-packages/nvidia/cusolver/lib/libcusolverMg.so.11", destination_path],
+    ['cp', "/usr/local/lib/python3.10/site-packages/nvidia/cusparse/lib/libcusparse.so.12", destination_path],
+]
+
+for command in commands:
+    subprocess.run(command, check=True)
+
+command = "find / -path /proc -prune -o -path /sys -prune -o -name 'libcu*' -print"
+process = subprocess.run(command, shell=True, text=True, capture_output=True)
+
+if process.returncode == 0:
+    print("Search results:\n", process.stdout)
+else:
+    print("An error occurred while executing the command:", process.stderr)
+
+print("Done")
+print("---------------------")
+print(ort.get_available_providers())
+
+def conditional_download(download_directory_path, urls):
+    if not os.path.exists(download_directory_path):
+        os.makedirs(download_directory_path)
+    for url in urls:
+        filename = url.split('/')[-1]
+        file_path = os.path.join(download_directory_path, filename)
+        if not os.path.exists(file_path):
+            print(f"Downloading {filename}...")
+            response = requests.get(url, stream=True)
+            if response.status_code == 200:
+                with open(file_path, 'wb') as file:
+                    for chunk in response.iter_content(chunk_size=8192):
+                        file.write(chunk)
+                print(f"{filename} downloaded successfully.")
+            else:
+                print(f"Failed to download {filename}. Status code: {response.status_code}")
+        else:
+            print(f"{filename} already exists. Skipping download.")
+
+model_path = hf_hub_download(repo_id="countfloyd/deepfake", filename="inswapper_128.onnx")
+conditional_download("./", ['https://github.com/TencentARC/GFPGAN/releases/download/v1.3.4/GFPGANv1.4.pth'])
+
+FACE_SWAPPER = None
+FACE_ANALYSER = None
+FACE_ENHANCER = None
+
+@spaces.GPU(duration=300, enable_queue=True)
+def process_video(source_path: str, target_path: str, enhance=False, progress=gr.Progress(), output_path='result.mp4') -> None:
+    def get_face_analyser():
+        global FACE_ANALYSER
+        if FACE_ANALYSER is None:
+            FACE_ANALYSER = insightface.app.FaceAnalysis(name='buffalo_l', providers=["CUDAExecutionProvider"])
+            FACE_ANALYSER.prepare(ctx_id=0, det_size=(640, 640))
+        return FACE_ANALYSER
+
+    def get_face_enhancer() -> Any:
+        global FACE_ENHANCER
+        if FACE_ENHANCER is None:
+            FACE_ENHANCER = gfpgan.GFPGANer(model_path="./GFPGANv1.4.pth", upscale=2)  # type: ignore[attr-defined]
+        return FACE_ENHANCER
+
+    def get_one_face(frame):
+        face = get_face_analyser().get(frame)
+        try:
+            return min(face, key=lambda x: x.bbox[0])
+        except ValueError:
+            return None
+
+    def get_face_swapper():
+        global FACE_SWAPPER
+        if FACE_SWAPPER is None:
+            FACE_SWAPPER = insightface.model_zoo.get_model(model_path, providers=["CUDAExecutionProvider"])
+        return FACE_SWAPPER
+
+    def swap_face(source_face, target_face, temp_frame):
+        return get_face_swapper().get(temp_frame, target_face, source_face, paste_back=True)
+
+    def process_frame(source_face, temp_frame, enhance):
+        target_face = get_one_face(temp_frame)
+        if target_face:
+            temp_frame = swap_face(source_face, target_face, temp_frame)
+            if enhance:
+                temp_frame = enhance_face(temp_frame)
+        return temp_frame
+
+    def process_image(source_path: str, target_path: str, output_path: str) -> None:
+        source_face = get_one_face(cv2.imread(source_path))
+        target_frame = cv2.imread(target_path)
+        result = process_frame(source_face, target_frame)
+        cv2.imwrite(output_path, result)
+
+    def create_temp_directory():
+        temp_dir = tempfile.mkdtemp()
+        return temp_dir
+
+    def enhance_face(temp_frame):
+        _, _, temp_frame = get_face_enhancer().enhance(
+            temp_frame,
+            paste_back=True
+        )
+        return temp_frame
+
+    def remove_temp_directory(temp_dir):
+        try:
+            for filename in os.listdir(temp_dir):
+                file_path = os.path.join(temp_dir, filename)
+                if os.path.isfile(file_path):
+                    os.unlink(file_path)
+                elif os.path.isdir(file_path):
+                    os.rmdir(file_path)
+            os.rmdir(temp_dir)
+        except Exception as e:
+            print(f"Error removing temporary directory: {e}")
+
+    def extract_frames(video_path: str):
+        video_capture = cv2.VideoCapture(video_path)
+        if not video_capture.isOpened():
+            print("Error opening video.")
+            return []
+        frames = []
+        while True:
+            ret, frame = video_capture.read()
+            if not ret:
+                break
+            frames.append(frame)
+        video_capture.release()
+        return frames
+
+    def get_video_fps(video_path: str) -> float:
+        video_capture = cv2.VideoCapture(video_path)
+        if not video_capture.isOpened():
+            raise ValueError("Error opening video.")
+        fps = video_capture.get(cv2.CAP_PROP_FPS)
+        video_capture.release()
+        return fps
+
+    def create_video_from_frames(temp_dir: str, output_video_path: str, fps: float) -> None:
+        temp_frames_pattern = os.path.join(temp_dir, "frame_%04d.jpg")
+        ffmpeg_command = [
+            'ffmpeg',
+            '-y',
+            '-framerate', str(fps),
+            '-i', temp_frames_pattern,
+            '-c:v', 'libx264',
+            '-pix_fmt', 'yuv420p',
+            '-preset', 'ultrafast',
+            output_video_path
+        ]
+        subprocess.run(ffmpeg_command, check=True)
+
+    def extract_audio(video_path: str, audio_path: str) -> None:
+        ffmpeg_command = [
+            'ffmpeg',
+            '-y',
+            '-i', video_path,
+            '-q:a', '0',
+            '-map', 'a',
+            '-preset', 'ultrafast',
+            audio_path
+        ]
+        subprocess.run(ffmpeg_command, check=True)
+
+    def add_audio_to_video(video_path: str, audio_path: str, output_video_path: str) -> None:
+        ffmpeg_command = [
+            'ffmpeg',
+            '-y',
+            '-i', video_path,
+            '-i', audio_path,
+            '-c:v', 'copy',
+            '-c:a', 'aac',
+            '-strict', 'experimental',
+            '-preset', 'ultrafast',
+            output_video_path
+        ]
+        subprocess.run(ffmpeg_command, check=True)
+
+    def delete_file(file_path: str) -> None:
+        try:
+            os.remove(file_path)
+        except Exception as e:
+            print(f"Error removing file: {e}")
+
+    def reduce_video(video_path: str, output_video_path: str) -> None:
+        ffmpeg_command = [
+            'ffmpeg',
+            '-y',
+            '-i', video_path,
+            '-vf', "scale='if(gte(iw,ih),720,-1)':'if(gte(iw,ih),-1,720)',pad=ceil(iw/2)*2:ceil(ih/2)*2",
+            '-preset', 'ultrafast',
+            '-r', '24',
+            output_video_path
+        ]
+        subprocess.run(ffmpeg_command, check=True)
+
+    temp_dir = create_temp_directory()
+    video_input = temp_dir + "/input.mp4"
+    reduce_video(target_path, video_input)
+
+    source_face = get_one_face(cv2.imread(source_path))
+    frames = extract_frames(video_input)
+
+    for index, frame in progress.tqdm(enumerate(frames), total=len(frames)):
+        processed_frame = process_frame(source_face, frame, enhance)
+        frame_filename = os.path.join(temp_dir, f"frame_{index:04d}.jpg")
+        cv2.imwrite(frame_filename, processed_frame)
+
+    video_path = temp_dir + "/out.mp4"
+    create_video_from_frames(temp_dir, video_path, get_video_fps(video_input))
+    audio_path = temp_dir + "/audio.wav"
+    extract_audio(video_input, audio_path)
+    add_audio_to_video(video_path, audio_path, output_path)
+    remove_temp_directory(temp_dir)
+    return output_path
+
+app = gr.Interface(
+    fn=process_video,
+    inputs=[gr.Image(type='filepath'), gr.Video(), gr.Checkbox(label="Use Face GAN (increase render time)", value=False)],
+    outputs=[gr.Video()],
+    description="Videos get downsampled to 720p and 24fps. To modify the code or purchase a modification, send an email to [email protected] to donate to the owner of the space: https://donate.stripe.com/3csg0D0tadXU4mYcMM"
+)
+
+app.launch()

requirements.txt

@@ -0,0 +1,8 @@
+--extra-index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple
+onnxruntime-gpu
+insightface
+gfpgan
+nvidia-cudnn-cu12==9.3.0.75
+torchvision
+opencv-python
+numpy<2