import os import shutil import subprocess import tempfile from typing import List, Optional import filetype from tqdm import tqdm from facefusion import logger, process_manager, state_manager, wording from facefusion.filesystem import remove_file from facefusion.temp_helper import get_temp_file_path, get_temp_frame_paths, get_temp_frames_pattern from facefusion.typing import AudioBuffer, Fps, OutputVideoPreset, UpdateProgress from facefusion.vision import count_trim_frame_total, detect_video_duration, restrict_video_fps def run_ffmpeg_with_progress(args: List[str], update_progress : UpdateProgress) -> subprocess.Popen[bytes]: log_level = state_manager.get_item('log_level') commands = [ shutil.which('ffmpeg'), '-hide_banner', '-nostats', '-loglevel', 'error', '-progress', '-' ] commands.extend(args) process = subprocess.Popen(commands, stderr = subprocess.PIPE, stdout = subprocess.PIPE) while process_manager.is_processing(): try: while __line__ := process.stdout.readline().decode().lower(): if 'frame=' in __line__: _, frame_number = __line__.split('frame=') update_progress(int(frame_number)) if log_level == 'debug': log_debug(process) process.wait(timeout = 0.5) except subprocess.TimeoutExpired: continue return process if process_manager.is_stopping(): process.terminate() return process def run_ffmpeg(args : List[str]) -> subprocess.Popen[bytes]: log_level = state_manager.get_item('log_level') commands = [ shutil.which('ffmpeg'), '-hide_banner', '-nostats', '-loglevel', 'error' ] commands.extend(args) process = subprocess.Popen(commands, stderr = subprocess.PIPE, stdout = subprocess.PIPE) while process_manager.is_processing(): try: if log_level == 'debug': log_debug(process) process.wait(timeout = 0.5) except subprocess.TimeoutExpired: continue return process if process_manager.is_stopping(): process.terminate() return process def open_ffmpeg(args : List[str]) -> subprocess.Popen[bytes]: commands = [ shutil.which('ffmpeg'), '-loglevel', 'quiet' ] commands.extend(args) return subprocess.Popen(commands, stdin = subprocess.PIPE, stdout = subprocess.PIPE) def log_debug(process : subprocess.Popen[bytes]) -> None: _, stderr = process.communicate() errors = stderr.decode().split(os.linesep) for error in errors: if error.strip(): logger.debug(error.strip(), __name__) def extract_frames(target_path : str, temp_video_resolution : str, temp_video_fps : Fps, trim_frame_start : int, trim_frame_end : int) -> bool: extract_frame_total = count_trim_frame_total(target_path, trim_frame_start, trim_frame_end) temp_frames_pattern = get_temp_frames_pattern(target_path, '%08d') commands = [ '-i', target_path, '-s', str(temp_video_resolution), '-q:v', '0' ] if isinstance(trim_frame_start, int) and isinstance(trim_frame_end, int): commands.extend([ '-vf', 'trim=start_frame=' + str(trim_frame_start) + ':end_frame=' + str(trim_frame_end) + ',fps=' + str(temp_video_fps) ]) elif isinstance(trim_frame_start, int): commands.extend([ '-vf', 'trim=start_frame=' + str(trim_frame_start) + ',fps=' + str(temp_video_fps) ]) elif isinstance(trim_frame_end, int): commands.extend([ '-vf', 'trim=end_frame=' + str(trim_frame_end) + ',fps=' + str(temp_video_fps) ]) else: commands.extend([ '-vf', 'fps=' + str(temp_video_fps) ]) commands.extend([ '-vsync', '0', temp_frames_pattern ]) with tqdm(total = extract_frame_total, desc = wording.get('extracting'), unit = 'frame', ascii = ' =', disable = state_manager.get_item('log_level') in [ 'warn', 'error' ]) as progress: process = run_ffmpeg_with_progress(commands, lambda frame_number: progress.update(frame_number - progress.n)) return process.returncode == 0 def merge_video(target_path : str, output_video_resolution : str, output_video_fps: Fps) -> bool: output_video_encoder = state_manager.get_item('output_video_encoder') output_video_quality = state_manager.get_item('output_video_quality') output_video_preset = state_manager.get_item('output_video_preset') merge_frame_total = len(get_temp_frame_paths(target_path)) temp_video_fps = restrict_video_fps(target_path, output_video_fps) temp_file_path = get_temp_file_path(target_path) temp_frames_pattern = get_temp_frames_pattern(target_path, '%08d') is_webm = filetype.guess_mime(target_path) == 'video/webm' if is_webm: output_video_encoder = 'libvpx-vp9' commands = [ '-r', str(temp_video_fps), '-i', temp_frames_pattern, '-s', str(output_video_resolution), '-c:v', output_video_encoder ] if output_video_encoder in [ 'libx264', 'libx265' ]: output_video_compression = round(51 - (output_video_quality * 0.51)) commands.extend([ '-crf', str(output_video_compression), '-preset', output_video_preset ]) if output_video_encoder in [ 'libvpx-vp9' ]: output_video_compression = round(63 - (output_video_quality * 0.63)) commands.extend([ '-crf', str(output_video_compression) ]) if output_video_encoder in [ 'h264_nvenc', 'hevc_nvenc' ]: output_video_compression = round(51 - (output_video_quality * 0.51)) commands.extend([ '-cq', str(output_video_compression), '-preset', map_nvenc_preset(output_video_preset) ]) if output_video_encoder in [ 'h264_amf', 'hevc_amf' ]: output_video_compression = round(51 - (output_video_quality * 0.51)) commands.extend([ '-qp_i', str(output_video_compression), '-qp_p', str(output_video_compression), '-quality', map_amf_preset(output_video_preset) ]) if output_video_encoder in [ 'h264_videotoolbox', 'hevc_videotoolbox' ]: commands.extend([ '-q:v', str(output_video_quality) ]) commands.extend([ '-vf', 'framerate=fps=' + str(output_video_fps), '-pix_fmt', 'yuv420p', '-colorspace', 'bt709', '-y', temp_file_path ]) with tqdm(total = merge_frame_total, desc = wording.get('merging'), unit = 'frame', ascii = ' =', disable = state_manager.get_item('log_level') in [ 'warn', 'error' ]) as progress: process = run_ffmpeg_with_progress(commands, lambda frame_number: progress.update(frame_number - progress.n)) return process.returncode == 0 def concat_video(output_path : str, temp_output_paths : List[str]) -> bool: output_audio_encoder = state_manager.get_item('output_audio_encoder') concat_video_path = tempfile.mktemp() with open(concat_video_path, 'w') as concat_video_file: for temp_output_path in temp_output_paths: concat_video_file.write('file \'' + os.path.abspath(temp_output_path) + '\'' + os.linesep) concat_video_file.flush() concat_video_file.close() commands = [ '-f', 'concat', '-safe', '0', '-i', concat_video_file.name, '-c:v', 'copy', '-c:a', output_audio_encoder, '-y', os.path.abspath(output_path) ] process = run_ffmpeg(commands) process.communicate() remove_file(concat_video_path) return process.returncode == 0 def copy_image(target_path : str, temp_image_resolution : str) -> bool: temp_file_path = get_temp_file_path(target_path) temp_image_compression = calc_image_compression(target_path, 100) commands = [ '-i', target_path, '-s', str(temp_image_resolution), '-q:v', str(temp_image_compression), '-y', temp_file_path ] return run_ffmpeg(commands).returncode == 0 def finalize_image(target_path : str, output_path : str, output_image_resolution : str) -> bool: output_image_quality = state_manager.get_item('output_image_quality') temp_file_path = get_temp_file_path(target_path) output_image_compression = calc_image_compression(target_path, output_image_quality) commands = [ '-i', temp_file_path, '-s', str(output_image_resolution), '-q:v', str(output_image_compression), '-y', output_path ] return run_ffmpeg(commands).returncode == 0 def calc_image_compression(image_path : str, image_quality : int) -> int: is_webp = filetype.guess_mime(image_path) == 'image/webp' if is_webp: image_quality = 100 - image_quality return round(31 - (image_quality * 0.31)) def read_audio_buffer(target_path : str, sample_rate : int, channel_total : int) -> Optional[AudioBuffer]: commands = [ '-i', target_path, '-vn', '-f', 's16le', '-acodec', 'pcm_s16le', '-ar', str(sample_rate), '-ac', str(channel_total), '-' ] process = open_ffmpeg(commands) audio_buffer, _ = process.communicate() if process.returncode == 0: return audio_buffer return None def restore_audio(target_path : str, output_path : str, output_video_fps : Fps, trim_frame_start : int, trim_frame_end : int) -> bool: output_audio_encoder = state_manager.get_item('output_audio_encoder') temp_file_path = get_temp_file_path(target_path) temp_video_duration = detect_video_duration(temp_file_path) commands = [ '-i', temp_file_path ] if isinstance(trim_frame_start, int): start_time = trim_frame_start / output_video_fps commands.extend([ '-ss', str(start_time) ]) if isinstance(trim_frame_end, int): end_time = trim_frame_end / output_video_fps commands.extend([ '-to', str(end_time) ]) commands.extend([ '-i', target_path, '-c:v', 'copy', '-c:a', output_audio_encoder, '-map', '0:v:0', '-map', '1:a:0', '-t', str(temp_video_duration), '-y', output_path ]) return run_ffmpeg(commands).returncode == 0 def replace_audio(target_path : str, audio_path : str, output_path : str) -> bool: output_audio_encoder = state_manager.get_item('output_audio_encoder') temp_file_path = get_temp_file_path(target_path) temp_video_duration = detect_video_duration(temp_file_path) commands = [ '-i', temp_file_path, '-i', audio_path, '-c:v', 'copy', '-c:a', output_audio_encoder, '-t', str(temp_video_duration), '-y', output_path ] return run_ffmpeg(commands).returncode == 0 def map_nvenc_preset(output_video_preset : OutputVideoPreset) -> Optional[str]: if output_video_preset in [ 'ultrafast', 'superfast', 'veryfast', 'faster', 'fast' ]: return 'fast' if output_video_preset == 'medium': return 'medium' if output_video_preset in [ 'slow', 'slower', 'veryslow' ]: return 'slow' return None def map_amf_preset(output_video_preset : OutputVideoPreset) -> Optional[str]: if output_video_preset in [ 'ultrafast', 'superfast', 'veryfast' ]: return 'speed' if output_video_preset in [ 'faster', 'fast', 'medium' ]: return 'balanced' if output_video_preset in [ 'slow', 'slower', 'veryslow' ]: return 'quality' return None def map_qsv_preset(output_video_preset : OutputVideoPreset) -> Optional[str]: if output_video_preset in [ 'ultrafast', 'superfast', 'veryfast', 'faster', 'fast' ]: return 'fast' if output_video_preset == 'medium': return 'medium' if output_video_preset in [ 'slow', 'slower', 'veryslow' ]: return 'slow' return None