mirror of
https://github.com/facefusion/facefusion.git
synced 2026-07-29 05:18:57 +02:00
henryruhsandClaude Opus 4.8
8d2d7df040
With the canvas coming from the video reader, the extracted temp PNGs were never read for pixels -- extraction only produced write targets and a frame list. Drop the extract_frames step entirely: process_video iterates the trim range, each worker reads its frame from the reader, swaps, and writes straight to the temp frame path that merge consumes. Removes the whole extracting phase (a second full-video decode + PNG encode). Wall time drops ~25-36% (AV1 ~30 -> ~19 s, H.264 ~29 -> ~22 s for 300 frames); processing throughput unchanged; output unchanged. Note: this path does not resample fps (output_video_fps must equal source fps) and derives the frame count via cv2 container metadata; a scaled output falls back to a per-frame resize instead of the temp PNG. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
209 lines
9.9 KiB
Python
209 lines
9.9 KiB
Python
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
from functools import partial
|
|
|
|
import cv2
|
|
import numpy
|
|
from tqdm import tqdm
|
|
|
|
from facefusion import ffmpeg
|
|
from facefusion import logger, process_manager, state_manager, translator, video_manager
|
|
from facefusion.audio import create_empty_audio_frame, get_audio_frame, get_voice_frame
|
|
from facefusion.common_helper import get_first, get_middle
|
|
from facefusion.content_analyser import analyse_video
|
|
from facefusion.filesystem import filter_audio_paths, is_video
|
|
from facefusion.processors.core import get_processors_modules
|
|
from facefusion.temp_helper import clear_temp_directory, create_temp_directory, get_temp_frame_pattern, move_temp_file
|
|
from facefusion.time_helper import calculate_end_time
|
|
from facefusion.types import ErrorCode, Resolution
|
|
from facefusion.vision import conditional_merge_vision_mask, detect_video_resolution, extract_vision_mask, pack_resolution, read_static_images, read_static_video_frame, restrict_trim_frame, restrict_video_fps, restrict_video_resolution, scale_resolution, select_video_frames, write_image
|
|
from facefusion.workflows.core import is_process_stopping
|
|
|
|
|
|
def process(start_time : float) -> ErrorCode:
|
|
tasks =\
|
|
[
|
|
setup,
|
|
process_video,
|
|
merge_frames,
|
|
restore_audio,
|
|
partial(finalize_video, start_time)
|
|
]
|
|
process_manager.start()
|
|
|
|
for task in tasks:
|
|
error_code = task() #type:ignore[operator]
|
|
|
|
if error_code > 0:
|
|
process_manager.end()
|
|
return error_code
|
|
|
|
process_manager.end()
|
|
return 0
|
|
|
|
|
|
def setup() -> ErrorCode:
|
|
trim_frame_start, trim_frame_end = restrict_trim_frame(state_manager.get_item('target_path'), state_manager.get_item('trim_frame_start'), state_manager.get_item('trim_frame_end'))
|
|
|
|
if analyse_video(state_manager.get_item('target_path'), trim_frame_start, trim_frame_end):
|
|
return 3
|
|
|
|
if clear_temp_directory(state_manager.get_item('target_path')):
|
|
logger.debug(translator.get('clearing_temp'), __name__)
|
|
|
|
if create_temp_directory(state_manager.get_item('target_path')):
|
|
logger.debug(translator.get('creating_temp'), __name__)
|
|
|
|
return 0
|
|
|
|
|
|
def extract_frames() -> ErrorCode:
|
|
trim_frame_start, trim_frame_end = restrict_trim_frame(state_manager.get_item('target_path'), state_manager.get_item('trim_frame_start'), state_manager.get_item('trim_frame_end'))
|
|
output_video_resolution = scale_resolution(detect_video_resolution(state_manager.get_item('target_path')), state_manager.get_item('output_video_scale'))
|
|
temp_video_resolution = restrict_video_resolution(state_manager.get_item('target_path'), output_video_resolution)
|
|
temp_video_fps = restrict_video_fps(state_manager.get_item('target_path'), state_manager.get_item('output_video_fps'))
|
|
logger.info(translator.get('extracting_frames').format(resolution=pack_resolution(temp_video_resolution), fps=temp_video_fps), __name__)
|
|
|
|
if ffmpeg.extract_frames(state_manager.get_item('target_path'), temp_video_resolution, temp_video_fps, trim_frame_start, trim_frame_end):
|
|
logger.debug(translator.get('extracting_frames_succeeded'), __name__)
|
|
else:
|
|
if is_process_stopping():
|
|
return 4
|
|
logger.error(translator.get('extracting_frames_failed'), __name__)
|
|
return 1
|
|
return 0
|
|
|
|
|
|
def process_video() -> ErrorCode:
|
|
trim_frame_start, trim_frame_end = restrict_trim_frame(state_manager.get_item('target_path'), state_manager.get_item('trim_frame_start'), state_manager.get_item('trim_frame_end'))
|
|
output_video_resolution = scale_resolution(detect_video_resolution(state_manager.get_item('target_path')), state_manager.get_item('output_video_scale'))
|
|
temp_video_resolution = restrict_video_resolution(state_manager.get_item('target_path'), output_video_resolution)
|
|
frame_range = range(trim_frame_start, trim_frame_end)
|
|
|
|
if frame_range:
|
|
with tqdm(total = len(frame_range), desc = translator.get('processing'), unit = 'frame', ascii = ' =', disable = state_manager.get_item('log_level') in [ 'warn', 'error' ]) as progress:
|
|
progress.set_postfix(execution_providers = state_manager.get_item('execution_providers'))
|
|
|
|
with ThreadPoolExecutor(max_workers = state_manager.get_item('execution_thread_count')) as executor:
|
|
futures = []
|
|
|
|
for frame_number in frame_range:
|
|
future = executor.submit(process_temp_frame, frame_number, temp_video_resolution)
|
|
futures.append(future)
|
|
|
|
for future in as_completed(futures):
|
|
if is_process_stopping():
|
|
for __future__ in futures:
|
|
__future__.cancel()
|
|
|
|
if not future.cancelled():
|
|
future.result()
|
|
progress.update()
|
|
|
|
for processor_module in get_processors_modules(state_manager.get_item('processors')):
|
|
processor_module.post_process()
|
|
|
|
if is_process_stopping():
|
|
return 4
|
|
else:
|
|
logger.error(translator.get('temp_frames_not_found'), __name__)
|
|
return 1
|
|
return 0
|
|
|
|
|
|
def merge_frames() -> ErrorCode:
|
|
trim_frame_start, trim_frame_end = restrict_trim_frame(state_manager.get_item('target_path'), state_manager.get_item('trim_frame_start'), state_manager.get_item('trim_frame_end'))
|
|
output_video_resolution = scale_resolution(detect_video_resolution(state_manager.get_item('target_path')), state_manager.get_item('output_video_scale'))
|
|
temp_video_fps = restrict_video_fps(state_manager.get_item('target_path'), state_manager.get_item('output_video_fps'))
|
|
|
|
logger.info(translator.get('merging_video').format(resolution = pack_resolution(output_video_resolution), fps = state_manager.get_item('output_video_fps')), __name__)
|
|
if ffmpeg.merge_video(state_manager.get_item('target_path'), temp_video_fps, output_video_resolution, state_manager.get_item('output_video_fps'), trim_frame_start, trim_frame_end):
|
|
logger.debug(translator.get('merging_video_succeeded'), __name__)
|
|
else:
|
|
if is_process_stopping():
|
|
return 4
|
|
logger.error(translator.get('merging_video_failed'), __name__)
|
|
return 1
|
|
return 0
|
|
|
|
|
|
def restore_audio() -> ErrorCode:
|
|
trim_frame_start, trim_frame_end = restrict_trim_frame(state_manager.get_item('target_path'), state_manager.get_item('trim_frame_start'), state_manager.get_item('trim_frame_end'))
|
|
|
|
if state_manager.get_item('output_audio_volume') == 0:
|
|
logger.info(translator.get('skipping_audio'), __name__)
|
|
move_temp_file(state_manager.get_item('target_path'), state_manager.get_item('output_path'))
|
|
else:
|
|
source_audio_path = get_first(filter_audio_paths(state_manager.get_item('source_paths')))
|
|
if source_audio_path:
|
|
if ffmpeg.replace_audio(state_manager.get_item('target_path'), source_audio_path, state_manager.get_item('output_path')):
|
|
video_manager.clear_video_pool()
|
|
logger.debug(translator.get('replacing_audio_succeeded'), __name__)
|
|
else:
|
|
video_manager.clear_video_pool()
|
|
if is_process_stopping():
|
|
return 4
|
|
logger.warn(translator.get('replacing_audio_skipped'), __name__)
|
|
move_temp_file(state_manager.get_item('target_path'), state_manager.get_item('output_path'))
|
|
else:
|
|
if ffmpeg.restore_audio(state_manager.get_item('target_path'), state_manager.get_item('output_path'), trim_frame_start, trim_frame_end):
|
|
video_manager.clear_video_pool()
|
|
logger.debug(translator.get('restoring_audio_succeeded'), __name__)
|
|
else:
|
|
video_manager.clear_video_pool()
|
|
if is_process_stopping():
|
|
return 4
|
|
logger.warn(translator.get('restoring_audio_skipped'), __name__)
|
|
move_temp_file(state_manager.get_item('target_path'), state_manager.get_item('output_path'))
|
|
return 0
|
|
|
|
|
|
def process_temp_frame(frame_number : int, temp_video_resolution : Resolution) -> bool:
|
|
trim_frame_start, _ = restrict_trim_frame(state_manager.get_item('target_path'), state_manager.get_item('trim_frame_start'), state_manager.get_item('trim_frame_end'))
|
|
reference_vision_frame = read_static_video_frame(state_manager.get_item('target_path'), state_manager.get_item('reference_frame_number'))
|
|
source_vision_frames = read_static_images(state_manager.get_item('source_paths'))
|
|
source_audio_path = get_first(filter_audio_paths(state_manager.get_item('source_paths')))
|
|
target_vision_frames = select_video_frames(state_manager.get_item('target_path'), frame_number, state_manager.get_item('target_frame_amount'))
|
|
target_vision_frame = get_middle(target_vision_frames)
|
|
temp_video_fps = restrict_video_fps(state_manager.get_item('target_path'), state_manager.get_item('output_video_fps'))
|
|
temp_frame_path = get_temp_frame_pattern(state_manager.get_item('target_path'), format(frame_number, '08d'))
|
|
temp_vision_frame = target_vision_frame.copy()
|
|
|
|
if not (target_vision_frame.shape[1], target_vision_frame.shape[0]) == temp_video_resolution:
|
|
temp_vision_frame = cv2.resize(target_vision_frame, temp_video_resolution)
|
|
temp_vision_mask = extract_vision_mask(temp_vision_frame)
|
|
|
|
source_audio_frame = get_audio_frame(source_audio_path, temp_video_fps, frame_number - trim_frame_start)
|
|
source_voice_frame = get_voice_frame(source_audio_path, temp_video_fps, frame_number - trim_frame_start)
|
|
|
|
if not numpy.any(source_audio_frame):
|
|
source_audio_frame = create_empty_audio_frame()
|
|
if not numpy.any(source_voice_frame):
|
|
source_voice_frame = create_empty_audio_frame()
|
|
|
|
for processor_module in get_processors_modules(state_manager.get_item('processors')):
|
|
temp_vision_frame, temp_vision_mask = processor_module.process_frame(
|
|
{
|
|
'reference_vision_frame': reference_vision_frame,
|
|
'source_vision_frames': source_vision_frames,
|
|
'source_audio_frame': source_audio_frame,
|
|
'source_voice_frame': source_voice_frame,
|
|
'target_vision_frames': target_vision_frames,
|
|
'temp_vision_frame': temp_vision_frame[:, :, :3],
|
|
'temp_vision_mask': temp_vision_mask
|
|
})
|
|
|
|
temp_vision_frame = conditional_merge_vision_mask(temp_vision_frame, temp_vision_mask)
|
|
return write_image(temp_frame_path, temp_vision_frame)
|
|
|
|
|
|
def finalize_video(start_time : float) -> ErrorCode:
|
|
logger.debug(translator.get('clearing_temp'), __name__)
|
|
clear_temp_directory(state_manager.get_item('target_path'))
|
|
|
|
if is_video(state_manager.get_item('output_path')):
|
|
logger.info(translator.get('processing_video_succeeded').format(seconds = calculate_end_time(start_time)), __name__)
|
|
else:
|
|
logger.error(translator.get('processing_video_failed'), __name__)
|
|
return 1
|
|
return 0
|