Spaces:
Running
Running
| import glob | |
| import mimetypes | |
| import os | |
| import platform | |
| import shutil | |
| import ssl | |
| import subprocess | |
| import tempfile | |
| import urllib | |
| from pathlib import Path | |
| from typing import List, Optional | |
| import onnxruntime | |
| from tqdm import tqdm | |
| import DeepFakeAI.globals | |
| from DeepFakeAI import wording | |
| TEMP_DIRECTORY_PATH = os.path.join(tempfile.gettempdir(), 'DeepFakeAI') | |
| TEMP_OUTPUT_NAME = 'temp.mp4' | |
| # monkey patch ssl | |
| if platform.system().lower() == 'darwin': | |
| ssl._create_default_https_context = ssl._create_unverified_context | |
| def run_ffmpeg(args : List[str]) -> bool: | |
| commands = [ 'ffmpeg', '-hide_banner', '-loglevel', 'error' ] | |
| commands.extend(args) | |
| try: | |
| subprocess.check_output(commands, stderr = subprocess.STDOUT) | |
| return True | |
| except subprocess.CalledProcessError: | |
| return False | |
| def detect_fps(target_path : str) -> Optional[float]: | |
| commands = [ 'ffprobe', '-v', 'error', '-select_streams', 'v:0', '-show_entries', 'stream=r_frame_rate', '-of', 'default=noprint_wrappers = 1:nokey = 1', target_path ] | |
| output = subprocess.check_output(commands).decode().strip().split('/') | |
| try: | |
| numerator, denominator = map(int, output) | |
| return numerator / denominator | |
| except (ValueError, ZeroDivisionError): | |
| return None | |
| def extract_frames(target_path : str, fps : float) -> bool: | |
| temp_directory_path = get_temp_directory_path(target_path) | |
| temp_frame_quality = round(31 - (DeepFakeAI.globals.temp_frame_quality * 0.31)) | |
| trim_frame_start = DeepFakeAI.globals.trim_frame_start | |
| trim_frame_end = DeepFakeAI.globals.trim_frame_end | |
| commands = [ '-hwaccel', 'auto', '-i', target_path, '-q:v', str(temp_frame_quality), '-pix_fmt', 'rgb24', ] | |
| if trim_frame_start is not None and trim_frame_end is not None: | |
| commands.extend([ '-vf', 'trim=start_frame=' + str(trim_frame_start) + ':end_frame=' + str(trim_frame_end) + ',fps=' + str(fps) ]) | |
| elif trim_frame_start is not None: | |
| commands.extend([ '-vf', 'trim=start_frame=' + str(trim_frame_start) + ',fps=' + str(fps) ]) | |
| elif trim_frame_end is not None: | |
| commands.extend([ '-vf', 'trim=end_frame=' + str(trim_frame_end) + ',fps=' + str(fps) ]) | |
| else: | |
| commands.extend([ '-vf', 'fps=' + str(fps) ]) | |
| commands.extend([os.path.join(temp_directory_path, '%04d.' + DeepFakeAI.globals.temp_frame_format)]) | |
| return run_ffmpeg(commands) | |
| def create_video(target_path : str, fps : float) -> bool: | |
| temp_output_path = get_temp_output_path(target_path) | |
| temp_directory_path = get_temp_directory_path(target_path) | |
| output_video_quality = round(51 - (DeepFakeAI.globals.output_video_quality * 0.5)) | |
| commands = [ '-hwaccel', 'auto', '-r', str(fps), '-i', os.path.join(temp_directory_path, '%04d.' + DeepFakeAI.globals.temp_frame_format), '-c:v', DeepFakeAI.globals.output_video_encoder ] | |
| if DeepFakeAI.globals.output_video_encoder in [ 'libx264', 'libx265', 'libvpx' ]: | |
| commands.extend([ '-crf', str(output_video_quality) ]) | |
| if DeepFakeAI.globals.output_video_encoder in [ 'h264_nvenc', 'hevc_nvenc' ]: | |
| commands.extend([ '-cq', str(output_video_quality) ]) | |
| commands.extend([ '-pix_fmt', 'yuv420p', '-vf', 'colorspace=bt709:iall=bt601-6-625', '-y', temp_output_path ]) | |
| return run_ffmpeg(commands) | |
| def restore_audio(target_path : str, output_path : str) -> None: | |
| fps = detect_fps(target_path) | |
| trim_frame_start = DeepFakeAI.globals.trim_frame_start | |
| trim_frame_end = DeepFakeAI.globals.trim_frame_end | |
| temp_output_path = get_temp_output_path(target_path) | |
| commands = [ '-hwaccel', 'auto', '-i', temp_output_path, '-i', target_path ] | |
| if trim_frame_start is None and trim_frame_end is None: | |
| commands.extend([ '-c:a', 'copy' ]) | |
| else: | |
| if trim_frame_start is not None: | |
| start_time = trim_frame_start / fps | |
| commands.extend([ '-ss', str(start_time) ]) | |
| else: | |
| commands.extend([ '-ss', '0' ]) | |
| if trim_frame_end is not None: | |
| end_time = trim_frame_end / fps | |
| commands.extend([ '-to', str(end_time) ]) | |
| commands.extend([ '-c:a', 'aac' ]) | |
| commands.extend([ '-map', '0:v:0', '-map', '1:a:0', '-y', output_path ]) | |
| done = run_ffmpeg(commands) | |
| if not done: | |
| move_temp(target_path, output_path) | |
| def get_temp_frame_paths(target_path : str) -> List[str]: | |
| temp_directory_path = get_temp_directory_path(target_path) | |
| return glob.glob((os.path.join(glob.escape(temp_directory_path), '*.' + DeepFakeAI.globals.temp_frame_format))) | |
| def get_temp_directory_path(target_path : str) -> str: | |
| target_name, _ = os.path.splitext(os.path.basename(target_path)) | |
| return os.path.join(TEMP_DIRECTORY_PATH, target_name) | |
| def get_temp_output_path(target_path : str) -> str: | |
| temp_directory_path = get_temp_directory_path(target_path) | |
| return os.path.join(temp_directory_path, TEMP_OUTPUT_NAME) | |
| def normalize_output_path(source_path : str, target_path : str, output_path : str) -> Optional[str]: | |
| if source_path and target_path and output_path: | |
| source_name, _ = os.path.splitext(os.path.basename(source_path)) | |
| target_name, target_extension = os.path.splitext(os.path.basename(target_path)) | |
| if os.path.isdir(output_path): | |
| return os.path.join(output_path, source_name + '-' + target_name + target_extension) | |
| return output_path | |
| def create_temp(target_path : str) -> None: | |
| temp_directory_path = get_temp_directory_path(target_path) | |
| Path(temp_directory_path).mkdir(parents = True, exist_ok = True) | |
| def move_temp(target_path : str, output_path : str) -> None: | |
| temp_output_path = get_temp_output_path(target_path) | |
| if os.path.isfile(temp_output_path): | |
| if os.path.isfile(output_path): | |
| os.remove(output_path) | |
| shutil.move(temp_output_path, output_path) | |
| def clear_temp(target_path : str) -> None: | |
| temp_directory_path = get_temp_directory_path(target_path) | |
| parent_directory_path = os.path.dirname(temp_directory_path) | |
| if not DeepFakeAI.globals.keep_temp and os.path.isdir(temp_directory_path): | |
| shutil.rmtree(temp_directory_path) | |
| if os.path.exists(parent_directory_path) and not os.listdir(parent_directory_path): | |
| os.rmdir(parent_directory_path) | |
| def is_image(image_path : str) -> bool: | |
| if image_path and os.path.isfile(image_path): | |
| mimetype, _ = mimetypes.guess_type(image_path) | |
| return bool(mimetype and mimetype.startswith('image/')) | |
| return False | |
| def is_video(video_path : str) -> bool: | |
| if video_path and os.path.isfile(video_path): | |
| mimetype, _ = mimetypes.guess_type(video_path) | |
| return bool(mimetype and mimetype.startswith('video/')) | |
| return False | |
| def conditional_download(download_directory_path : str, urls : List[str]) -> None: | |
| if not os.path.exists(download_directory_path): | |
| os.makedirs(download_directory_path) | |
| for url in urls: | |
| download_file_path = os.path.join(download_directory_path, os.path.basename(url)) | |
| if not os.path.exists(download_file_path): | |
| request = urllib.request.urlopen(url) # type: ignore[attr-defined] | |
| total = int(request.headers.get('Content-Length', 0)) | |
| with tqdm(total = total, desc = wording.get('downloading'), unit = 'B', unit_scale = True, unit_divisor = 1024) as progress: | |
| urllib.request.urlretrieve(url, download_file_path, reporthook = lambda count, block_size, total_size: progress.update(block_size)) # type: ignore[attr-defined] | |
| def resolve_relative_path(path : str) -> str: | |
| return os.path.abspath(os.path.join(os.path.dirname(__file__), path)) | |
| def list_module_names(path : str) -> Optional[List[str]]: | |
| if os.path.exists(path): | |
| files = os.listdir(path) | |
| return [Path(file).stem for file in files if not Path(file).stem.startswith('__')] | |
| return None | |
| def encode_execution_providers(execution_providers : List[str]) -> List[str]: | |
| return [execution_provider.replace('ExecutionProvider', '').lower() for execution_provider in execution_providers] | |
| def decode_execution_providers(execution_providers : List[str]) -> List[str]: | |
| return [provider for provider, encoded_execution_provider in zip(onnxruntime.get_available_providers(), encode_execution_providers(onnxruntime.get_available_providers())) if any(execution_provider in encoded_execution_provider for execution_provider in execution_providers)] | |