mirror of
https://github.com/facefusion/facefusion.git
synced 2026-07-27 04:21:03 +02:00
Henry Ruhs
76c1f79f29
* tiny adjustment for tests * address the review on the video manager Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * introduce the stream strategy for the video workflow (#1192) * introduce the stream strategy for the video workflow Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * address the review on the stream strategy Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a --------- Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com> * annotate the changes for review Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * annotate the new tests for review Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * match the temp pixel format help to the locale style Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * question the set_input_seek naming Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * question the reader and writer keys Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * drop the review annotations from the encoder mapping tests Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * drop the review annotations from the thread count tests Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * drop the review annotations from the ui files Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * capture the open review questions as annotations Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a * drop the settled annotations from the types Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Tbcd6VWCiU4BQP1gywPr2a --------- Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
265 lines
11 KiB
Python
265 lines
11 KiB
Python
import os
|
|
import tempfile
|
|
|
|
import pytest
|
|
|
|
import facefusion.ffmpeg
|
|
from facefusion import ffmpeg, ffmpeg_builder, process_manager, state_manager
|
|
from facefusion.download import conditional_download
|
|
from facefusion.ffmpeg import concat_video, extract_frames, fix_audio_encoder, fix_video_encoder, merge_video, read_audio_buffer, replace_audio, restore_audio
|
|
from facefusion.ffprobe import extract_video_metadata
|
|
from facefusion.filesystem import copy_file
|
|
from facefusion.temp_helper import clear_temp_directory, create_temp_directory, get_temp_file_path, resolve_temp_frame_set
|
|
from facefusion.types import EncoderSet
|
|
from facefusion.vision import read_image
|
|
from .helper import get_test_example_file, get_test_examples_directory, get_test_output_file, prepare_test_output_directory
|
|
|
|
|
|
@pytest.fixture(scope = 'module', autouse = True)
|
|
def before_all() -> None:
|
|
process_manager.start()
|
|
conditional_download(get_test_examples_directory(),
|
|
[
|
|
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.jpg',
|
|
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.mp3',
|
|
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/target-240p.mp4'
|
|
])
|
|
|
|
ffmpeg.run_ffmpeg(
|
|
ffmpeg_builder.chain(
|
|
ffmpeg_builder.set_input(get_test_example_file('source.mp3')),
|
|
ffmpeg_builder.set_output(get_test_example_file('source.wav'))
|
|
)
|
|
)
|
|
|
|
for video_fps in [ 25, 30, 60 ]:
|
|
ffmpeg.run_ffmpeg(
|
|
ffmpeg_builder.chain(
|
|
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
|
|
ffmpeg_builder.set_video_fps(video_fps),
|
|
ffmpeg_builder.set_output(get_test_example_file('target-240p-' + str(video_fps) + 'fps.mp4'))
|
|
)
|
|
)
|
|
|
|
ffmpeg.run_ffmpeg(
|
|
ffmpeg_builder.chain(
|
|
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
|
|
[
|
|
'-vf',
|
|
'scale=out_transfer=smpte2084'
|
|
],
|
|
ffmpeg_builder.set_output(get_test_example_file('target-240p-smpte2084.mp4'))
|
|
)
|
|
)
|
|
|
|
for output_video_format in [ 'avi', 'm4v', 'mkv', 'mov', 'mp4', 'webm', 'wmv' ]:
|
|
ffmpeg.run_ffmpeg(
|
|
ffmpeg_builder.chain(
|
|
ffmpeg_builder.set_input(get_test_example_file('source.mp3')),
|
|
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
|
|
ffmpeg_builder.set_audio_sample_rate(16000),
|
|
ffmpeg_builder.set_output(get_test_example_file('target-240p-16khz.' + output_video_format))
|
|
)
|
|
)
|
|
|
|
ffmpeg.run_ffmpeg(
|
|
ffmpeg_builder.chain(
|
|
ffmpeg_builder.set_input(get_test_example_file('source.mp3')),
|
|
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
|
|
ffmpeg_builder.set_audio_sample_rate(48000),
|
|
ffmpeg_builder.set_output(get_test_example_file('target-240p-48khz.mp4'))
|
|
)
|
|
)
|
|
|
|
state_manager.init_item('temp_path', tempfile.gettempdir())
|
|
state_manager.init_item('temp_frame_format', 'png')
|
|
state_manager.init_item('output_audio_encoder', 'aac')
|
|
state_manager.init_item('output_audio_quality', 100)
|
|
state_manager.init_item('output_audio_volume', 100)
|
|
state_manager.init_item('output_video_encoder', 'libx264')
|
|
state_manager.init_item('output_video_quality', 100)
|
|
state_manager.init_item('output_video_preset', 'ultrafast')
|
|
|
|
|
|
@pytest.fixture(scope = 'function', autouse = True)
|
|
def before_each() -> None:
|
|
prepare_test_output_directory()
|
|
|
|
|
|
def get_available_encoder_set() -> EncoderSet:
|
|
if os.getenv('CI'):
|
|
return\
|
|
{
|
|
'audio': [ 'aac' ],
|
|
'video': [ 'libx264' ]
|
|
}
|
|
return facefusion.ffmpeg.get_available_encoder_set()
|
|
|
|
|
|
def test_get_available_encoder_set() -> None:
|
|
available_encoder_set = get_available_encoder_set()
|
|
|
|
assert 'aac' in available_encoder_set.get('audio')
|
|
assert 'libx264' in available_encoder_set.get('video')
|
|
|
|
|
|
def test_extract_frames() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-25fps.mp4'), 0, 270, 324, 55, 250),
|
|
(get_test_example_file('target-240p-25fps.mp4'), 224, 270, 55, 55, 250),
|
|
(get_test_example_file('target-240p-25fps.mp4'), 124, 224, 120, 55, 250),
|
|
(get_test_example_file('target-240p-25fps.mp4'), 0, 100, 120, 55, 250),
|
|
(get_test_example_file('target-240p-30fps.mp4'), 0, 324, 324, 55, 250),
|
|
(get_test_example_file('target-240p-30fps.mp4'), 224, 324, 100, 55, 250),
|
|
(get_test_example_file('target-240p-30fps.mp4'), 124, 224, 100, 55, 250),
|
|
(get_test_example_file('target-240p-30fps.mp4'), 0, 100, 100, 55, 250),
|
|
(get_test_example_file('target-240p-60fps.mp4'), 0, 648, 324, 55, 250),
|
|
(get_test_example_file('target-240p-60fps.mp4'), 224, 648, 212, 55, 250),
|
|
(get_test_example_file('target-240p-60fps.mp4'), 124, 224, 50, 55, 250),
|
|
(get_test_example_file('target-240p-60fps.mp4'), 0, 100, 50, 55, 250),
|
|
(get_test_example_file('target-240p-smpte2084.mp4'), 0, 1, 1, 32, 190)
|
|
]
|
|
|
|
for target_path, trim_frame_start, trim_frame_end, frame_total, frame_std, frame_max in test_set:
|
|
create_temp_directory(target_path)
|
|
|
|
assert extract_frames(target_path, (452, 240), 30.0, trim_frame_start, trim_frame_end) is True
|
|
assert len(resolve_temp_frame_set(target_path)) == frame_total
|
|
|
|
temp_vision_frame = read_image(resolve_temp_frame_set(target_path).get(trim_frame_start))
|
|
|
|
assert temp_vision_frame.std() > frame_std
|
|
assert temp_vision_frame.max() > frame_max
|
|
|
|
clear_temp_directory(target_path)
|
|
|
|
|
|
def test_merge_video() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-16khz.avi'), [ 'bt709', 'unknown' ]),
|
|
(get_test_example_file('target-240p-16khz.m4v'), [ 'bt709' ]),
|
|
(get_test_example_file('target-240p-16khz.mkv'), [ 'bt709' ]),
|
|
(get_test_example_file('target-240p-16khz.mp4'), [ 'bt709' ]),
|
|
(get_test_example_file('target-240p-16khz.mov'), [ 'bt709' ]),
|
|
(get_test_example_file('target-240p-16khz.webm'), [ 'bt709' ]),
|
|
(get_test_example_file('target-240p-16khz.wmv'), [ 'bt709' ])
|
|
]
|
|
output_video_encoders = get_available_encoder_set().get('video')
|
|
|
|
for target_path, color_transfers in test_set:
|
|
for output_video_encoder in output_video_encoders:
|
|
state_manager.init_item('output_video_encoder', output_video_encoder)
|
|
create_temp_directory(target_path)
|
|
extract_frames(target_path, (452, 240), 25.0, 0, 1)
|
|
|
|
assert merge_video(target_path, 25.0, (452, 240), 25.0, 0, 1) is True
|
|
|
|
video_metadata = extract_video_metadata(get_temp_file_path(target_path))
|
|
|
|
assert video_metadata.get('color_transfer') in color_transfers
|
|
|
|
clear_temp_directory(target_path)
|
|
|
|
state_manager.init_item('output_video_encoder', 'libx264')
|
|
|
|
|
|
def test_concat_video() -> None:
|
|
output_path = get_test_output_file('test-concat-video.mp4')
|
|
temp_output_paths =\
|
|
[
|
|
get_test_example_file('target-240p-16khz.mp4'),
|
|
get_test_example_file('target-240p-16khz.mp4')
|
|
]
|
|
|
|
assert concat_video(output_path, temp_output_paths) is True
|
|
|
|
|
|
def test_read_audio_buffer() -> None:
|
|
assert isinstance(read_audio_buffer(get_test_example_file('source.mp3'), 1, 16, 1), bytes)
|
|
assert isinstance(read_audio_buffer(get_test_example_file('source.wav'), 1, 16, 1), bytes)
|
|
assert read_audio_buffer(get_test_example_file('invalid.mp3'), 1, 16, 1) is None
|
|
|
|
|
|
def test_restore_audio() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-16khz.avi'), get_test_output_file('target-240p-16khz.avi')),
|
|
(get_test_example_file('target-240p-16khz.m4v'), get_test_output_file('target-240p-16khz.m4v')),
|
|
(get_test_example_file('target-240p-16khz.mkv'), get_test_output_file('target-240p-16khz.mkv')),
|
|
(get_test_example_file('target-240p-16khz.mov'), get_test_output_file('target-240p-16khz.mov')),
|
|
(get_test_example_file('target-240p-16khz.mp4'), get_test_output_file('target-240p-16khz.mp4')),
|
|
(get_test_example_file('target-240p-48khz.mp4'), get_test_output_file('target-240p-48khz.mp4')),
|
|
(get_test_example_file('target-240p-16khz.webm'), get_test_output_file('target-240p-16khz.webm')),
|
|
(get_test_example_file('target-240p-16khz.wmv'), get_test_output_file('target-240p-16khz.wmv'))
|
|
]
|
|
output_audio_encoders = get_available_encoder_set().get('audio')
|
|
|
|
for target_path, output_path in test_set:
|
|
create_temp_directory(target_path)
|
|
|
|
for output_audio_encoder in output_audio_encoders:
|
|
state_manager.init_item('output_audio_encoder', output_audio_encoder)
|
|
copy_file(target_path, get_temp_file_path(target_path))
|
|
|
|
assert restore_audio(target_path, output_path, 0, 270) is True
|
|
|
|
clear_temp_directory(target_path)
|
|
|
|
state_manager.init_item('output_audio_encoder', 'aac')
|
|
|
|
|
|
def test_replace_audio() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-16khz.avi'), get_test_output_file('target-240p-16khz.avi')),
|
|
(get_test_example_file('target-240p-16khz.m4v'), get_test_output_file('target-240p-16khz.m4v')),
|
|
(get_test_example_file('target-240p-16khz.mkv'), get_test_output_file('target-240p-16khz.mkv')),
|
|
(get_test_example_file('target-240p-16khz.mov'), get_test_output_file('target-240p-16khz.mov')),
|
|
(get_test_example_file('target-240p-16khz.mp4'), get_test_output_file('target-240p-16khz.mp4')),
|
|
(get_test_example_file('target-240p-48khz.mp4'), get_test_output_file('target-240p-48khz.mp4')),
|
|
(get_test_example_file('target-240p-16khz.webm'), get_test_output_file('target-240p-16khz.webm'))
|
|
]
|
|
output_audio_encoders = get_available_encoder_set().get('audio')
|
|
|
|
for target_path, output_path in test_set:
|
|
create_temp_directory(target_path)
|
|
|
|
for output_audio_encoder in output_audio_encoders:
|
|
state_manager.init_item('output_audio_encoder', output_audio_encoder)
|
|
copy_file(target_path, get_temp_file_path(target_path))
|
|
|
|
assert replace_audio(target_path, get_test_example_file('source.mp3'), output_path) is True
|
|
assert replace_audio(target_path, get_test_example_file('source.wav'), output_path) is True
|
|
|
|
clear_temp_directory(target_path)
|
|
|
|
state_manager.init_item('output_audio_encoder', 'aac')
|
|
|
|
|
|
def test_fix_audio_encoder() -> None:
|
|
assert fix_audio_encoder('avi', 'libopus') == 'aac'
|
|
assert fix_audio_encoder('m4v', 'libopus') == 'aac'
|
|
assert fix_audio_encoder('mpeg', 'libopus') == 'aac'
|
|
assert fix_audio_encoder('wmv', 'libopus') == 'aac'
|
|
assert fix_audio_encoder('mov', 'flac') == 'aac'
|
|
assert fix_audio_encoder('mov', 'libopus') == 'aac'
|
|
assert fix_audio_encoder('mxf', 'libopus') == 'pcm_s16le'
|
|
assert fix_audio_encoder('webm', 'aac') == 'libopus'
|
|
assert fix_audio_encoder('mp4', 'aac') == 'aac'
|
|
assert fix_audio_encoder('avi', 'aac') == 'aac'
|
|
|
|
|
|
def test_fix_video_encoder() -> None:
|
|
assert fix_video_encoder('m4v', 'libx265') == 'libx264'
|
|
assert fix_video_encoder('mpeg', 'libx265') == 'libx264'
|
|
assert fix_video_encoder('mxf', 'libx265') == 'libx264'
|
|
assert fix_video_encoder('wmv', 'libx265') == 'libx264'
|
|
assert fix_video_encoder('mkv', 'rawvideo') == 'libx264'
|
|
assert fix_video_encoder('mp4', 'rawvideo') == 'libx264'
|
|
assert fix_video_encoder('mov', 'libvpx-vp9') == 'libx264'
|
|
assert fix_video_encoder('webm', 'libx264') == 'libvpx-vp9'
|
|
assert fix_video_encoder('mp4', 'libx265') == 'libx265'
|
|
assert fix_video_encoder('avi', 'rawvideo') == 'rawvideo'
|