mirror of
https://github.com/facefusion/facefusion.git
synced 2026-04-23 01:46:09 +02:00
Harisreedhar
a3e504ee17
* add libdatachannel * move some methods to rtc_helper.py * move some methods to rtc_helper.py * open_vp8_encoder -> spawn_stream_encoder * update url (linux only) * fix lint * remove RTC_STATE and add unit tests * remove convert_to_raw_rgb * remove 'utf-8' from decode * cleanup * cleanup * cleanup * move rtc types to rtc_bindings.py * remove load_library * cleanup * add todos and some cleanup * fix lint
280 lines
13 KiB
Python
280 lines
13 KiB
Python
import os
|
|
import struct
|
|
import subprocess
|
|
import tempfile
|
|
|
|
import pytest
|
|
|
|
import facefusion.ffmpeg
|
|
from facefusion import process_manager, state_manager
|
|
from facefusion.download import conditional_download
|
|
from facefusion.ffmpeg import concat_video, extract_frames, merge_video, read_audio_buffer, replace_audio, restore_audio, sanitize_audio, sanitize_image, sanitize_video, spawn_frames, spawn_stream
|
|
from facefusion.ffprobe import probe_entries
|
|
from facefusion.filesystem import copy_file, is_image
|
|
from facefusion.temp_helper import clear_temp_directory, create_temp_directory, get_temp_file_path, resolve_temp_frame_paths
|
|
from facefusion.types import EncoderSet
|
|
from .assert_helper import get_test_example_file, get_test_examples_directory, get_test_output_path, prepare_test_output_directory
|
|
|
|
|
|
@pytest.fixture(scope = 'module', autouse = True)
|
|
def before_all() -> None:
|
|
process_manager.start()
|
|
conditional_download(get_test_examples_directory(),
|
|
[
|
|
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.jpg',
|
|
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.mp3',
|
|
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/target-240p.mp4'
|
|
])
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('source.mp3'), get_test_example_file('source.wav') ])
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('target-240p.mp4'), '-vf', 'fps=25', get_test_example_file('target-240p-25fps.mp4') ])
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('target-240p.mp4'), '-vf', 'fps=30', get_test_example_file('target-240p-30fps.mp4') ])
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('target-240p.mp4'), '-vf', 'fps=60', get_test_example_file('target-240p-60fps.mp4') ])
|
|
|
|
for output_video_format in [ 'avi', 'm4v', 'mkv', 'mov', 'mp4', 'webm', 'wmv' ]:
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('source.mp3'), '-i', get_test_example_file('target-240p.mp4'), '-ar', '16000', get_test_example_file('target-240p-16khz.' + output_video_format) ])
|
|
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('source.mp3'), '-i', get_test_example_file('target-240p.mp4'), '-ar', '48000', get_test_example_file('target-240p-48khz.mp4') ])
|
|
subprocess.run([ 'ffmpeg', '-i', get_test_example_file('target-240p.mp4'), '-c:v', 'libx265', '-an', '-movflags', '+faststart', get_test_example_file('target-240p-h265.mp4') ])
|
|
state_manager.init_item('temp_path', tempfile.gettempdir())
|
|
state_manager.init_item('temp_frame_format', 'png')
|
|
state_manager.init_item('output_audio_encoder', 'aac')
|
|
state_manager.init_item('output_audio_quality', 100)
|
|
state_manager.init_item('output_audio_volume', 100)
|
|
state_manager.init_item('output_video_encoder', 'libx264')
|
|
state_manager.init_item('output_video_quality', 100)
|
|
state_manager.init_item('output_video_preset', 'ultrafast')
|
|
|
|
|
|
@pytest.fixture(scope = 'function', autouse = True)
|
|
def before_each() -> None:
|
|
prepare_test_output_directory()
|
|
|
|
|
|
def get_available_encoder_set() -> EncoderSet:
|
|
if os.getenv('CI'):
|
|
return\
|
|
{
|
|
'audio': [ 'aac' ],
|
|
'image': [ 'png' ],
|
|
'video': [ 'libx264' ]
|
|
}
|
|
return facefusion.ffmpeg.get_available_encoder_set()
|
|
|
|
|
|
def test_get_available_encoder_set() -> None:
|
|
available_encoder_set = get_available_encoder_set()
|
|
|
|
assert 'aac' in available_encoder_set.get('audio')
|
|
assert 'png' in available_encoder_set.get('image')
|
|
assert 'libx264' in available_encoder_set.get('video')
|
|
|
|
|
|
def test_extract_frames() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-25fps.mp4'), get_test_example_file('test-extract-frames-0-270.mp4'), 0, 270, 324),
|
|
(get_test_example_file('target-240p-25fps.mp4'), get_test_example_file('test-extract-frames-224-270.mp4'), 224, 270, 55),
|
|
(get_test_example_file('target-240p-25fps.mp4'), get_test_example_file('test-extract-frames-124-224.mp4'), 124, 224, 120),
|
|
(get_test_example_file('target-240p-25fps.mp4'), get_test_example_file('test-extract-frames-0-100.mp4'), 0, 100, 120),
|
|
(get_test_example_file('target-240p-30fps.mp4'), get_test_example_file('test-extract-frames-0-324.mp4'), 0, 324, 324),
|
|
(get_test_example_file('target-240p-30fps.mp4'), get_test_example_file('test-extract-frames-224-324.mp4'), 224, 324, 100),
|
|
(get_test_example_file('target-240p-30fps.mp4'), get_test_example_file('test-extract-frames-124-224.mp4'), 124, 224, 100),
|
|
(get_test_example_file('target-240p-30fps.mp4'), get_test_example_file('test-extract-frames-0-100.mp4'), 0, 100, 100),
|
|
(get_test_example_file('target-240p-60fps.mp4'), get_test_example_file('test-extract-frames-0-648.mp4'), 0, 648, 324),
|
|
(get_test_example_file('target-240p-60fps.mp4'), get_test_example_file('test-extract-frames-224-648.mp4'), 224, 648, 212),
|
|
(get_test_example_file('target-240p-60fps.mp4'), get_test_example_file('test-extract-frames-124-224.mp4'), 124, 224, 50),
|
|
(get_test_example_file('target-240p-60fps.mp4'), get_test_example_file('test-extract-frames-0-100.mp4'), 0, 100, 50)
|
|
]
|
|
|
|
for target_path, output_path, trim_frame_start, trim_frame_end, frame_total in test_set:
|
|
create_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
assert extract_frames(target_path, output_path, (452, 240), 30.0, trim_frame_start, trim_frame_end) is True
|
|
assert len(resolve_temp_frame_paths(state_manager.get_temp_path(), output_path, state_manager.get_item('temp_frame_format'))) == frame_total
|
|
|
|
clear_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
|
|
def test_spawn_frames() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('source.jpg'), get_test_example_file('test-spawn-frames-0-100.mp4'), 0, 100, 30.0, 100),
|
|
(get_test_example_file('source.jpg'), get_test_example_file('test-spawn-frames-0-150.mp4'), 0, 150, 30.0, 150),
|
|
(get_test_example_file('source.jpg'), get_test_example_file('test-spawn-frames-50-100.mp4'), 50, 100, 25.0, 50),
|
|
(get_test_example_file('source.jpg'), get_test_example_file('test-spawn-frames-0-300.mp4'), 0, 300, 60.0, 300),
|
|
(get_test_example_file('source.jpg'), get_test_example_file('test-spawn-frames-100-200.mp4'), 100, 200, 30.0, 100)
|
|
]
|
|
|
|
for target_path, output_path, trim_frame_start, trim_frame_end, temp_video_fps, frame_total in test_set:
|
|
create_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
assert spawn_frames(target_path, output_path, (452, 240), temp_video_fps, trim_frame_start, trim_frame_end) is True
|
|
assert len(resolve_temp_frame_paths(state_manager.get_temp_path(), output_path, state_manager.get_item('temp_frame_format'))) == frame_total
|
|
|
|
clear_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
|
|
def test_merge_video() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-16khz.avi'), get_test_output_path('test-merge-video-240p-16khz.avi')),
|
|
(get_test_example_file('target-240p-16khz.m4v'), get_test_output_path('test-merge-video-240p-16khz.m4v')),
|
|
(get_test_example_file('target-240p-16khz.mkv'), get_test_output_path('test-merge-video-240p-16khz.mkv')),
|
|
(get_test_example_file('target-240p-16khz.mp4'), get_test_output_path('test-merge-video-240p-16khz.mp4')),
|
|
(get_test_example_file('target-240p-16khz.mov'), get_test_output_path('test-merge-video-240p-16khz.mov')),
|
|
(get_test_example_file('target-240p-16khz.webm'), get_test_output_path('test-merge-video-240p-16khz.webm')),
|
|
(get_test_example_file('target-240p-16khz.wmv'), get_test_output_path('test-merge-video-240p-16khz.wmv'))
|
|
]
|
|
output_video_encoders = get_available_encoder_set().get('video')
|
|
|
|
for target_path, output_path in test_set:
|
|
for output_video_encoder in output_video_encoders:
|
|
state_manager.init_item('output_path', target_path)
|
|
state_manager.init_item('output_video_fps', 25.0)
|
|
state_manager.init_item('output_video_encoder', output_video_encoder)
|
|
create_temp_directory(state_manager.get_temp_path(), output_path)
|
|
extract_frames(target_path, output_path, (452, 240), 25.0, 0, 1)
|
|
|
|
assert merge_video(target_path, output_path, 25.0, 25.0, (452, 240), 0, 1) is True
|
|
|
|
clear_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
state_manager.init_item('output_video_encoder', 'libx264')
|
|
|
|
|
|
def test_concat_video() -> None:
|
|
output_path = get_test_output_path('test-concat-video.mp4')
|
|
temp_output_paths =\
|
|
[
|
|
get_test_example_file('target-240p-16khz.mp4'),
|
|
get_test_example_file('target-240p-16khz.mp4')
|
|
]
|
|
|
|
assert concat_video(output_path, temp_output_paths) is True
|
|
|
|
|
|
def test_read_audio_buffer() -> None:
|
|
assert isinstance(read_audio_buffer(get_test_example_file('source.mp3'), 1, 16, 1), bytes)
|
|
assert isinstance(read_audio_buffer(get_test_example_file('source.wav'), 1, 16, 1), bytes)
|
|
assert read_audio_buffer(get_test_example_file('invalid.mp3'), 1, 16, 1) is None
|
|
|
|
|
|
def test_restore_audio() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-16khz.avi'), get_test_output_path('target-240p-16khz.avi')),
|
|
(get_test_example_file('target-240p-16khz.m4v'), get_test_output_path('target-240p-16khz.m4v')),
|
|
(get_test_example_file('target-240p-16khz.mkv'), get_test_output_path('target-240p-16khz.mkv')),
|
|
(get_test_example_file('target-240p-16khz.mov'), get_test_output_path('target-240p-16khz.mov')),
|
|
(get_test_example_file('target-240p-16khz.mp4'), get_test_output_path('target-240p-16khz.mp4')),
|
|
(get_test_example_file('target-240p-48khz.mp4'), get_test_output_path('target-240p-48khz.mp4')),
|
|
(get_test_example_file('target-240p-16khz.webm'), get_test_output_path('target-240p-16khz.webm')),
|
|
(get_test_example_file('target-240p-16khz.wmv'), get_test_output_path('target-240p-16khz.wmv'))
|
|
]
|
|
output_audio_encoders = get_available_encoder_set().get('audio')
|
|
|
|
for target_path, output_path in test_set:
|
|
create_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
for output_audio_encoder in output_audio_encoders:
|
|
state_manager.init_item('output_audio_encoder', output_audio_encoder)
|
|
copy_file(target_path, get_temp_file_path(state_manager.get_temp_path(), output_path))
|
|
|
|
assert restore_audio(target_path, output_path, 0, 270) is True
|
|
|
|
clear_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
state_manager.init_item('output_audio_encoder', 'aac')
|
|
|
|
|
|
def test_replace_audio() -> None:
|
|
test_set =\
|
|
[
|
|
(get_test_example_file('target-240p-16khz.avi'), get_test_output_path('target-240p-16khz.avi')),
|
|
(get_test_example_file('target-240p-16khz.m4v'), get_test_output_path('target-240p-16khz.m4v')),
|
|
(get_test_example_file('target-240p-16khz.mkv'), get_test_output_path('target-240p-16khz.mkv')),
|
|
(get_test_example_file('target-240p-16khz.mov'), get_test_output_path('target-240p-16khz.mov')),
|
|
(get_test_example_file('target-240p-16khz.mp4'), get_test_output_path('target-240p-16khz.mp4')),
|
|
(get_test_example_file('target-240p-48khz.mp4'), get_test_output_path('target-240p-48khz.mp4')),
|
|
(get_test_example_file('target-240p-16khz.webm'), get_test_output_path('target-240p-16khz.webm'))
|
|
]
|
|
output_audio_encoders = get_available_encoder_set().get('audio')
|
|
|
|
for target_path, output_path in test_set:
|
|
create_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
for output_audio_encoder in output_audio_encoders:
|
|
state_manager.init_item('output_audio_encoder', output_audio_encoder)
|
|
copy_file(target_path, get_temp_file_path(state_manager.get_temp_path(), output_path))
|
|
|
|
assert replace_audio(get_test_example_file('source.mp3'), output_path) is True
|
|
assert replace_audio(get_test_example_file('source.wav'), output_path) is True
|
|
|
|
clear_temp_directory(state_manager.get_temp_path(), output_path)
|
|
|
|
state_manager.init_item('output_audio_encoder', 'aac')
|
|
|
|
|
|
def test_sanitize_audio() -> None:
|
|
file_path = get_test_example_file('source.wav')
|
|
file_content = open(file_path, 'rb').read()
|
|
output_paths =\
|
|
[
|
|
get_test_output_path('test-sanitize-audio-strict.mp3'),
|
|
get_test_output_path('test-sanitize-audio-moderate.wav')
|
|
]
|
|
|
|
assert sanitize_audio(file_content, output_paths[0], 'strict') is True
|
|
assert probe_entries(output_paths[0], [ 'codec_name' ]).get('codec_name') == 'mp3'
|
|
|
|
assert sanitize_audio(file_content, output_paths[1], 'moderate') is True
|
|
assert probe_entries(output_paths[1], [ 'codec_name' ]).get('codec_name') == 'pcm_s16le'
|
|
|
|
|
|
def test_sanitize_image() -> None:
|
|
file_path = get_test_example_file('source.jpg')
|
|
file_content = open(file_path, 'rb').read()
|
|
output_path = get_test_output_path('test-sanitize-image.jpg')
|
|
|
|
assert sanitize_image(file_content, output_path) is True
|
|
assert is_image(output_path) is True
|
|
|
|
|
|
def test_sanitize_video() -> None:
|
|
file_path = get_test_example_file('target-240p-h265.mp4')
|
|
file_content = open(file_path, 'rb').read()
|
|
output_paths =\
|
|
[
|
|
get_test_output_path('test-sanitize-video-strict.mp4'),
|
|
get_test_output_path('test-sanitize-video-moderate.mp4')
|
|
]
|
|
|
|
assert sanitize_video(file_content, output_paths[0], 'strict') is True
|
|
assert probe_entries(output_paths[0], [ 'codec_name' ]).get('codec_name') == 'h264'
|
|
|
|
assert sanitize_video(file_content, output_paths[1], 'moderate') is True
|
|
assert probe_entries(output_paths[1], [ 'codec_name' ]).get('codec_name') == 'hevc'
|
|
|
|
|
|
def test_spawn_stream() -> None: # TODO: Improve test
|
|
test_set =\
|
|
[
|
|
((426, 240), 25, 500),
|
|
((640, 360), 30, 1000),
|
|
((1280, 720), 30, 2000)
|
|
]
|
|
|
|
for resolution, stream_fps, stream_bitrate in test_set:
|
|
encoder = spawn_stream(resolution, stream_fps, stream_bitrate)
|
|
frame_size = resolution[0] * resolution[1] * 3
|
|
stdout, _ = encoder.communicate(input = bytes(frame_size))
|
|
|
|
assert len(stdout) > 32
|
|
frame_header = stdout[:32]
|
|
|
|
assert frame_header[:4] == b'DKIF'
|
|
output_width = struct.unpack_from('<H', frame_header, 12)[0]
|
|
output_height = struct.unpack_from('<H', frame_header, 14)[0]
|
|
|
|
assert (output_width, output_height) == resolution
|