changes for vp9 support

tests/test_api_stream_video.py

@@ -11,7 +11,7 @@ import pytest
 
 from facefusion import rtc, rtc_store, state_manager
 from facefusion.apis.stream_video import create_video_decoder, create_video_encoder, decode_video_frame, destroy_video_decoder, destroy_video_encoder, encode_video_frame, handle_video_frame, receive_video_frames, run_video_encode_loop, update_video_encoder_bitrate
-from facefusion.codecs import aom_encoder, vp9_encoder, vpx_encoder
+from facefusion.codecs import aom_encoder, vpx_encoder
 from facefusion.common_helper import is_linux, is_macos, is_windows
 from facefusion.download import conditional_download
 from facefusion.hash_helper import create_hash
@@ -165,12 +165,9 @@ def test_create_and_destroy_video_decoder(video_codec : VideoCodec) -> None:
 	if video_codec == 'av1':
 		video_encoder = aom_encoder.create((426, 226), 1000, 1, 0)
 		encode_buffer = aom_encoder.encode(video_encoder, input_buffer, (426, 226), 0)
-	if video_codec == 'vp8':
-		video_encoder = vpx_encoder.create((426, 226), 1000, 1, 0)
+	if video_codec in [ 'vp8', 'vp9' ]:
+		video_encoder = vpx_encoder.create(video_codec, (426, 226), 1000, 1, 0)
 		encode_buffer = vpx_encoder.encode(video_encoder, input_buffer, (426, 226), 0)
-	if video_codec == 'vp9':
-		video_encoder = vp9_encoder.create((426, 226), 1000, 1, 0)
-		encode_buffer = vp9_encoder.encode(video_encoder, input_buffer, (426, 226), 0)
 
 	video_decoder = create_video_decoder(video_codec)
 
@@ -189,19 +186,15 @@ def test_create_and_destroy_video_encoder(video_codec : VideoCodec) -> None:
 
 	if video_codec == 'av1':
 		assert aom_encoder.encode(video_encoder, input_buffer, (426, 226), 0)
-	if video_codec == 'vp8':
+	if video_codec in [ 'vp8', 'vp9' ]:
 		assert vpx_encoder.encode(video_encoder, input_buffer, (426, 226), 0)
-	if video_codec == 'vp9':
-		assert vp9_encoder.encode(video_encoder, input_buffer, (426, 226), 0)
 
 	destroy_video_encoder(video_codec, video_encoder)
 
 	if video_codec == 'av1':
 		assert aom_encoder.encode(video_encoder, input_buffer, (426, 226), 1) == bytes()
-	if video_codec == 'vp8':
+	if video_codec in [ 'vp8', 'vp9' ]:
 		assert vpx_encoder.encode(video_encoder, input_buffer, (426, 226), 1) == bytes()
-	if video_codec == 'vp9':
-		assert vp9_encoder.encode(video_encoder, input_buffer, (426, 226), 1) == bytes()
 
 
 @pytest.mark.parametrize('video_codec', [ 'av1', 'vp8', 'vp9' ])

tests/test_codec_vpx_decoder.py

@@ -11,6 +11,7 @@ from facefusion.common_helper import is_linux, is_macos, is_windows
 from facefusion.download import conditional_download
 from facefusion.hash_helper import create_hash
 from facefusion.libraries import vpx as vpx_module
+from facefusion.types import VxpVideoCodec
 from facefusion.vision import read_video_frame
 
 
@@ -23,30 +24,41 @@ def before_all() -> None:
 	vpx_module.pre_check()
 
 
-def test_create() -> None:
-	assert create(1)
+@pytest.mark.parametrize('video_codec', [ 'vp8', 'vp9' ])
+def test_create(video_codec : VxpVideoCodec) -> None:
+	assert create(video_codec, 1)
 
 	with patch('facefusion.libraries.vpx.create_static_library', return_value = None):
-		assert create(1) is None
+		assert create(video_codec, 1) is None
 
 
-def test_decode() -> None:
+@pytest.mark.parametrize('video_codec', [ 'vp8', 'vp9' ])
+def test_decode(video_codec : VxpVideoCodec) -> None:
 	video_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
 	video_buffer = cv2.cvtColor(video_frame, cv2.COLOR_BGR2YUV_I420).tobytes()
 	video_resolution = (video_frame.shape[1], video_frame.shape[0])
-	vpx_encoder = create_encoder(video_resolution, 1000, 1, 0)
+	vpx_encoder = create_encoder(video_codec, video_resolution, 1000, 1, 0)
 	encode_buffer = encode(vpx_encoder, video_buffer, video_resolution, 0)
-	vpx_decoder = create(1)
+	vpx_decoder = create(video_codec, 1)
 
 	if is_linux() or is_windows():
-		assert create_hash(decode(vpx_decoder, encode_buffer).get('buffer')) == 'dc9c8864'
+		if video_codec == 'vp8':
+			assert create_hash(decode(vpx_decoder, encode_buffer).get('buffer')) == 'dc9c8864'
+
+		if video_codec == 'vp9':
+			assert create_hash(decode(vpx_decoder, encode_buffer).get('buffer')) == '50f4c1fa'
 
 	if is_macos():
-		assert create_hash(decode(vpx_decoder, encode_buffer).get('buffer')) == '87450f70'
+		if video_codec == 'vp8':
+			assert create_hash(decode(vpx_decoder, encode_buffer).get('buffer')) == '87450f70'
+
+		if video_codec == 'vp9':
+			pytest.skip()
 
 
-def test_destroy() -> None:
-	vpx_decoder = create(1)
+@pytest.mark.parametrize('video_codec', [ 'vp8', 'vp9' ])
+def test_destroy(video_codec : VxpVideoCodec) -> None:
+	vpx_decoder = create(video_codec, 1)
 
 	with patch.object(vpx_module.create_static_library(), 'vpx_codec_destroy') as mock:
 		destroy(vpx_decoder)

tests/test_codec_vpx_encoder.py

@@ -2,6 +2,8 @@ from unittest.mock import patch
 
 import cv2
 import pytest
+
+from facefusion.types import VxpVideoCodec
 from tests.assert_helper import get_test_example_file, get_test_examples_directory
 
 from facefusion import state_manager
@@ -22,28 +24,35 @@ def before_all() -> None:
 	vpx_module.pre_check()
 
 
-def test_create() -> None:
-	assert create((320, 240), 1000, 8, 16)
+@pytest.mark.parametrize('video_codec', [ 'vp8', 'vp9' ])
+def test_create(video_codec : VxpVideoCodec) -> None:
+	assert create(video_codec, (320, 240), 1000, 8, 16)
 
 	with patch('facefusion.libraries.vpx.create_static_library', return_value = None):
-		assert create((320, 240), 1000, 8, 16) is None
+		assert create(video_codec, (320, 240), 1000, 8, 16) is None
 
 
-def test_encode() -> None:
+@pytest.mark.parametrize('video_codec', [ 'vp8', 'vp9' ])
+def test_encode(video_codec : VxpVideoCodec) -> None:
 	video_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
 	video_buffer = cv2.cvtColor(video_frame, cv2.COLOR_BGR2YUV_I420).tobytes()
 	video_resolution = (video_frame.shape[1], video_frame.shape[0])
-	vpx_encoder = create(video_resolution, 1000, 1, 0)
+	vpx_encoder = create(video_codec, video_resolution, 1000, 1, 0)
 
 	if is_linux() or is_windows():
-		assert create_hash(encode(vpx_encoder, video_buffer, video_resolution, 3)) == 'ce133a1f'
+		if video_codec == 'vp8':
+			assert create_hash(encode(vpx_encoder, video_buffer, video_resolution, 3)) == 'ce133a1f'
+
+		if video_codec == 'vp9':
+			assert create_hash(encode(vpx_encoder, video_buffer, video_resolution, 3)) == 'b0760d5e'
 
 	if is_macos():
 		pytest.skip()
 
 
-def test_destroy() -> None:
-	vpx_encoder = create((320, 240), 1000, 8, 16)
+@pytest.mark.parametrize('video_codec', [ 'vp8', 'vp9' ])
+def test_destroy(video_codec : VxpVideoCodec) -> None:
+	vpx_encoder = create(video_codec, (320, 240), 1000, 8, 16)
 
 	with patch.object(vpx_module.create_static_library(), 'vpx_codec_destroy') as mock:
 		destroy(vpx_encoder)