Files
facefusion/tests/test_vision.py
T
Harisreedhar c5f892e76c route chunk read through frame_store (#1198)
* vision integration

* Deleted read_video_chunk + read_static_video_chunk
2026-07-24 16:36:48 +02:00

254 lines
11 KiB
Python

import os
import numpy
import pytest
from facefusion import ffmpeg, ffmpeg_builder, process_manager
from facefusion.common_helper import is_linux
from facefusion.download import conditional_download
from facefusion.vision import calculate_histogram_difference, count_trim_frame_total, count_video_frame_total, detect_image_resolution, detect_video_duration, detect_video_fps, detect_video_resolution, match_frame_color, normalize_resolution, pack_resolution, predict_video_frame_total, read_image, read_video_frame, restrict_image_resolution, restrict_trim_frame, restrict_video_fps, restrict_video_resolution, scale_resolution, select_video_frames, unpack_resolution, write_image
from .helper import get_test_example_file, get_test_examples_directory, get_test_output_file, prepare_test_output_directory
@pytest.fixture(scope = 'module', autouse = True)
def before_all() -> None:
process_manager.start()
conditional_download(get_test_examples_directory(),
[
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.jpg',
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/target-240p.mp4',
'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/target-1080p.mp4'
])
for target_name in [ 'target-240p', 'target-1080p' ]:
ffmpeg.run_ffmpeg(
ffmpeg_builder.chain(
ffmpeg_builder.set_input(get_test_example_file(target_name + '.mp4')),
[
'-vframes',
'1'
],
ffmpeg_builder.set_output(get_test_example_file(target_name + '.jpg'))
)
)
ffmpeg.run_ffmpeg(
ffmpeg_builder.chain(
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
[
'-vframes',
'1'
],
ffmpeg_builder.set_output(get_test_example_file('目标-240p.webp'))
)
)
ffmpeg.run_ffmpeg(
ffmpeg_builder.chain(
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
[
'-vframes',
'1'
],
[
'-vf',
'hue=s=0'
],
ffmpeg_builder.set_output(get_test_example_file('target-240p-0sat.jpg'))
)
)
for target_name in [ 'target-240p', 'target-1080p' ]:
ffmpeg.run_ffmpeg(
ffmpeg_builder.chain(
ffmpeg_builder.set_input(get_test_example_file(target_name + '.mp4')),
[
'-vframes',
'1'
],
[
'-vf',
'transpose=0'
],
ffmpeg_builder.set_output(get_test_example_file(target_name + '-90deg.jpg'))
)
)
for video_fps in [ 25, 30, 60 ]:
ffmpeg.run_ffmpeg(
ffmpeg_builder.chain(
ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
ffmpeg_builder.set_video_fps(video_fps),
ffmpeg_builder.set_output(get_test_example_file('target-240p-' + str(video_fps) + 'fps.mp4'))
)
)
for target_name in [ 'target-240p', 'target-1080p' ]:
ffmpeg.run_ffmpeg(
ffmpeg_builder.chain(
ffmpeg_builder.set_input(get_test_example_file(target_name + '.mp4')),
[
'-vf',
'transpose=0'
],
ffmpeg_builder.set_output(get_test_example_file(target_name + '-90deg.mp4'))
)
)
@pytest.fixture(scope = 'function', autouse = True)
def before_each() -> None:
prepare_test_output_directory()
def test_read_image() -> None:
assert read_image(get_test_example_file('target-240p.jpg')).shape == (226, 426, 3)
assert read_image(get_test_example_file('目标-240p.webp')).shape == (226, 426, 3)
assert read_image('invalid') is None
def test_write_image() -> None:
vision_frame = read_image(get_test_example_file('target-240p.jpg'))
assert write_image(get_test_output_file('target-240p.jpg'), vision_frame) is True
assert write_image(get_test_output_file('目标-240p.webp'), vision_frame) is True
def test_detect_image_resolution() -> None:
assert detect_image_resolution(get_test_example_file('target-240p.jpg')) == (426, 226)
assert detect_image_resolution(get_test_example_file('target-240p-90deg.jpg')) == (226, 426)
assert detect_image_resolution(get_test_example_file('target-1080p.jpg')) == (2048, 1080)
assert detect_image_resolution(get_test_example_file('target-1080p-90deg.jpg')) == (1080, 2048)
assert detect_image_resolution('invalid') is None
def test_restrict_image_resolution() -> None:
assert restrict_image_resolution(get_test_example_file('target-1080p.jpg'), (426, 226)) == (426, 226)
assert restrict_image_resolution(get_test_example_file('target-1080p.jpg'), (2048, 1080)) == (2048, 1080)
assert restrict_image_resolution(get_test_example_file('target-1080p.jpg'), (4096, 2160)) == (2048, 1080)
def test_read_video_frame() -> None:
target_path = get_test_example_file('target-240p-25fps.mp4')
assert read_video_frame(target_path).shape == (226, 426, 3)
assert numpy.array_equal(read_video_frame(target_path, 49), select_video_frames(target_path, 49, 5)[5])
assert numpy.array_equal(read_video_frame(target_path, 50), select_video_frames(target_path, 50, 5)[5])
assert numpy.array_equal(read_video_frame(target_path, 51), select_video_frames(target_path, 51, 5)[5])
assert read_video_frame('invalid') is None
def test_select_video_frames() -> None:
assert len(select_video_frames(get_test_example_file('target-240p-25fps.mp4'), 50, 5)) == 11
assert len(select_video_frames(get_test_example_file('target-240p-25fps.mp4'), 1, 5)) == 11
assert len(select_video_frames(get_test_example_file('target-240p-25fps.mp4'), 269, 5)) == 11
assert select_video_frames('invalid', 50, 5) == []
def test_count_video_frame_total() -> None:
assert count_video_frame_total(get_test_example_file('target-240p-25fps.mp4')) == 270
assert count_video_frame_total(get_test_example_file('target-240p-30fps.mp4')) == 324
assert count_video_frame_total(get_test_example_file('target-240p-60fps.mp4')) == 648
assert count_video_frame_total('invalid') == 0
def test_predict_video_frame_total() -> None:
assert predict_video_frame_total(get_test_example_file('target-240p-25fps.mp4'), 12.5, 0, 100) == 50
assert predict_video_frame_total(get_test_example_file('target-240p-25fps.mp4'), 25, 0, 100) == 100
assert predict_video_frame_total(get_test_example_file('target-240p-25fps.mp4'), 25, 0, 200) == 200
assert predict_video_frame_total('invalid', 25, 0, 100) == 0
def test_detect_video_fps() -> None:
assert detect_video_fps(get_test_example_file('target-240p-25fps.mp4')) == 25.0
assert detect_video_fps(get_test_example_file('target-240p-30fps.mp4')) == 30.0
assert detect_video_fps(get_test_example_file('target-240p-60fps.mp4')) == 60.0
assert detect_video_fps('invalid') is None
def test_restrict_video_fps() -> None:
assert restrict_video_fps(get_test_example_file('target-1080p.mp4'), 20.0) == 20.0
assert restrict_video_fps(get_test_example_file('target-1080p.mp4'), 25.0) == 25.0
assert restrict_video_fps(get_test_example_file('target-1080p.mp4'), 60.0) == 25.0
@pytest.mark.skipif(os.environ.get('CI') and is_linux(), reason = 'h264 codec not present')
def test_detect_video_duration() -> None:
assert detect_video_duration(get_test_example_file('target-240p.mp4')) == 10.8
assert detect_video_duration('invalid') == 0
@pytest.mark.skipif(os.environ.get('CI') and is_linux(), reason = 'h264 codec not present')
def test_count_trim_frame_total() -> None:
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), 0, 200) == 200
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), 70, 270) == 200
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), -10, None) == 270
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), None, -10) == 0
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), 280, None) == 0
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), None, 280) == 270
assert count_trim_frame_total(get_test_example_file('target-240p.mp4'), None, None) == 270
@pytest.mark.skipif(os.environ.get('CI') and is_linux(), reason = 'h264 codec not present')
def test_restrict_trim_frame() -> None:
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), 0, 200) == (0, 200)
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), 70, 270) == (70, 270)
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), -10, None) == (0, 270)
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), None, -10) == (0, 0)
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), 280, None) == (270, 270)
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), None, 280) == (0, 270)
assert restrict_trim_frame(get_test_example_file('target-240p.mp4'), None, None) == (0, 270)
@pytest.mark.skipif(os.environ.get('CI') and is_linux(), reason = 'h264 codec not present')
def test_detect_video_resolution() -> None:
assert detect_video_resolution(get_test_example_file('target-240p.mp4')) == (426, 226)
assert detect_video_resolution(get_test_example_file('target-240p-90deg.mp4')) == (226, 426)
assert detect_video_resolution(get_test_example_file('target-1080p.mp4')) == (2048, 1080)
assert detect_video_resolution(get_test_example_file('target-1080p-90deg.mp4')) == (1080, 2048)
assert detect_video_resolution('invalid') is None
def test_restrict_video_resolution() -> None:
assert restrict_video_resolution(get_test_example_file('target-1080p.mp4'), (426, 226)) == (426, 226)
assert restrict_video_resolution(get_test_example_file('target-1080p.mp4'), (2048, 1080)) == (2048, 1080)
assert restrict_video_resolution(get_test_example_file('target-1080p.mp4'), (4096, 2160)) == (2048, 1080)
def test_scale_resolution() -> None:
assert scale_resolution((426, 226), 0.5) == (212, 112)
assert scale_resolution((2048, 1080), 1.0) == (2048, 1080)
assert scale_resolution((4096, 2160), 2.0) == (8192, 4320)
def test_normalize_resolution() -> None:
assert normalize_resolution((2.5, 2.5)) == (2, 2)
assert normalize_resolution((3.0, 3.0)) == (4, 4)
assert normalize_resolution((6.5, 6.5)) == (6, 6)
def test_pack_resolution() -> None:
assert pack_resolution((1, 1)) == '0x0'
assert pack_resolution((2, 2)) == '2x2'
def test_unpack_resolution() -> None:
assert unpack_resolution('0x0') == (0, 0)
assert unpack_resolution('2x2') == (2, 2)
def test_calc_histogram_difference() -> None:
source_vision_frame = read_image(get_test_example_file('target-240p.jpg'))
target_vision_frame = read_image(get_test_example_file('target-240p-0sat.jpg'))
assert calculate_histogram_difference(source_vision_frame, source_vision_frame) == 1.0
assert calculate_histogram_difference(source_vision_frame, target_vision_frame) < 0.5
def test_match_frame_color() -> None:
source_vision_frame = read_image(get_test_example_file('target-240p.jpg'))
target_vision_frame = read_image(get_test_example_file('target-240p-0sat.jpg'))
output_vision_frame = match_frame_color(source_vision_frame, target_vision_frame)
assert calculate_histogram_difference(source_vision_frame, output_vision_frame) > 0.5