mirror of
https://github.com/facefusion/facefusion.git
synced 2026-06-03 03:08:01 +02:00
Add available event (#1134)
* remove sleep with available event * reorder methods, caller has to follow variable names of consumer, reorder tests methods * more todos for naming
This commit is contained in:
Henry Ruhs
+13
-13
@@ -139,6 +139,19 @@ def test_delete_peers() -> None:
|
||||
assert datachannel_library.rtcDeletePeerConnection(peer_connection) == -1
|
||||
|
||||
|
||||
def test_get_payload_type() -> None:
|
||||
peer_connection = create_peer_connection()
|
||||
add_video_track(peer_connection, 'sendonly', 'vp8', 96)
|
||||
add_audio_track(peer_connection, 'sendonly', 'opus', 111)
|
||||
sdp_offer = create_sdp_offer(peer_connection)
|
||||
|
||||
assert get_payload_type(sdp_offer, 'vp8') == 96
|
||||
assert get_payload_type(sdp_offer, 'opus') == 111
|
||||
assert get_payload_type(sdp_offer, 'av1') == 0
|
||||
|
||||
datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
|
||||
|
||||
|
||||
@pytest.mark.parametrize('video_codec, payload_type', [ ('av1', 35), ('vp8', 96) ])
|
||||
def test_wire_remb(video_codec : VideoCodec, payload_type : int) -> None:
|
||||
datachannel_library = datachannel_module.create_static_library()
|
||||
@@ -192,16 +205,3 @@ def test_wire_remb_receiver(video_codec : VideoCodec, payload_type : int) -> Non
|
||||
assert rtc_peer.get('receiver_bitrate').value == 6000
|
||||
|
||||
datachannel_library.rtcDeletePeerConnection(peer_connection)
|
||||
|
||||
|
||||
def test_get_payload_type() -> None:
|
||||
peer_connection = create_peer_connection()
|
||||
add_video_track(peer_connection, 'sendonly', 'vp8', 96)
|
||||
add_audio_track(peer_connection, 'sendonly', 'opus', 111)
|
||||
sdp_offer = create_sdp_offer(peer_connection)
|
||||
|
||||
assert get_payload_type(sdp_offer, 'vp8') == 96
|
||||
assert get_payload_type(sdp_offer, 'opus') == 111
|
||||
assert get_payload_type(sdp_offer, 'av1') == 0
|
||||
|
||||
datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
|
||||
|
||||
+167
-167
@@ -45,121 +45,93 @@ def before_each() -> None:
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@pytest.mark.parametrize('video_codec', ['av1', 'vp8'])
|
||||
def test_decode_video_frame(video_codec: VideoCodec) -> None:
|
||||
@pytest.mark.anyio
|
||||
async def test_process_image() -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
video_resolution = (vision_frame.shape[1], vision_frame.shape[0])
|
||||
frame_buffer = cv2.cvtColor(vision_frame, cv2.COLOR_BGR2YUV_I420).tobytes()
|
||||
frame_buffer = cv2.imencode('.jpg', vision_frame)[1].tobytes()
|
||||
websocket_mock = AsyncMock()
|
||||
websocket_mock.receive.side_effect = [{'type': 'websocket.receive', 'bytes': frame_buffer}]
|
||||
|
||||
if video_codec == 'av1':
|
||||
encode_frame_buffer = aom_encoder.encode(aom_encoder.create(video_resolution, 1000, 1, 0), frame_buffer, video_resolution, 0)
|
||||
decode_frame_buffer = decode_video_frame(video_codec, aom_decoder.create(8), encode_frame_buffer).tobytes()
|
||||
state_manager.init_item('source_paths', [get_test_example_file('source.jpg')])
|
||||
await process_image(websocket_mock)
|
||||
|
||||
if is_linux() or is_windows():
|
||||
assert create_hash(decode_frame_buffer) == '299b6ad6'
|
||||
websocket_mock.send_bytes.assert_called_once()
|
||||
assert websocket_mock.send_bytes.call_args[0][0][:3] == b'\xff\xd8\xff'
|
||||
|
||||
if is_macos():
|
||||
assert create_hash(decode_frame_buffer) == '9f463b13'
|
||||
state_manager.init_item('source_paths', None)
|
||||
await process_image(websocket_mock)
|
||||
|
||||
assert decode_video_frame('av1', aom_decoder.create(8), bytes()) is None
|
||||
|
||||
if video_codec == 'vp8':
|
||||
encode_frame_buffer = vpx_encoder.encode(vpx_encoder.create(video_resolution, 1000, 1, 0), frame_buffer, video_resolution, 0)
|
||||
decode_frame_buffer = decode_video_frame(video_codec, vpx_decoder.create(8), encode_frame_buffer).tobytes()
|
||||
|
||||
if is_linux() or is_windows():
|
||||
assert create_hash(decode_frame_buffer) == '99ef2c25'
|
||||
|
||||
if is_macos():
|
||||
assert create_hash(decode_frame_buffer) == 'ff3ecb43'
|
||||
|
||||
assert decode_video_frame('vp8', vpx_decoder.create(8), bytes()) is None
|
||||
websocket_mock.send_bytes.assert_called_once()
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
def test_receive_video_frames() -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
datachannel_library_mock = MagicMock()
|
||||
datachannel_library_mock.rtcReceiveMessage.side_effect = [ 0, -1 ]
|
||||
video_queue : queue.Queue[VisionFrame] = queue.Queue(maxsize = 1)
|
||||
|
||||
with patch('facefusion.apis.stream_helper.datachannel_module.create_static_library', return_value = datachannel_library_mock), \
|
||||
patch('facefusion.apis.stream_helper.decode_video_frame', return_value = vision_frame):
|
||||
receiver_thread = threading.Thread(target = receive_video_frames, args = (0, 'vp8', video_queue), daemon = True)
|
||||
receiver_thread.start()
|
||||
receiver_thread.join(timeout = 2.0)
|
||||
|
||||
if is_linux() or is_windows():
|
||||
assert create_hash(video_queue.get_nowait().tobytes()) == 'a17439db'
|
||||
|
||||
if is_macos():
|
||||
assert create_hash(video_queue.get_nowait().tobytes()) == '38d00e2a'
|
||||
|
||||
|
||||
@pytest.mark.parametrize('video_codec', [ 'av1', 'vp8' ])
|
||||
def test_create_and_destroy_video_encoder(video_codec : VideoCodec) -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
resolution = (vision_frame.shape[1], vision_frame.shape[0])
|
||||
frame_buffer = cv2.cvtColor(vision_frame, cv2.COLOR_BGR2YUV_I420).tobytes()
|
||||
|
||||
video_encoder = create_video_encoder(video_codec, resolution, 4000)
|
||||
@pytest.mark.parametrize('video_codec, session_id', [ ('av1', 'test-process-video-av1'), ('vp8', 'test-process-video-vp8') ])
|
||||
def test_process_video(video_codec : VideoCodec, session_id : str) -> None:
|
||||
peer_connection = rtc.create_peer_connection()
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert aom_encoder.encode(video_encoder, frame_buffer, resolution, 0)
|
||||
|
||||
rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 35)
|
||||
if video_codec == 'vp8':
|
||||
assert vpx_encoder.encode(video_encoder, frame_buffer, resolution, 0)
|
||||
rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 96)
|
||||
|
||||
destroy_video_encoder(video_codec, video_encoder)
|
||||
rtc.add_audio_track(peer_connection, 'sendrecv', 'opus', 111)
|
||||
sdp_offer = rtc.create_sdp_offer(peer_connection)
|
||||
datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert not aom_encoder.encode(video_encoder, frame_buffer, resolution, 1)
|
||||
with patch('facefusion.apis.stream_helper.threading.Thread'):
|
||||
sdp_answer = process_video(session_id, sdp_offer)
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert not vpx_encoder.encode(video_encoder, frame_buffer, resolution, 1)
|
||||
assert sdp_answer
|
||||
assert 'm=video' in sdp_answer
|
||||
assert 'a=recvonly' in sdp_answer
|
||||
assert 'a=sendonly' in sdp_answer
|
||||
|
||||
for peer in rtc_store.get_peers(session_id):
|
||||
sender_bitrate = peer.get('sender_bitrate')
|
||||
receiver_bitrate = peer.get('receiver_bitrate')
|
||||
|
||||
@pytest.mark.parametrize('video_codec', [ 'av1', 'vp8' ])
|
||||
def test_update_video_encoder_bitrate(video_codec : VideoCodec) -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
resolution = (vision_frame.shape[1], vision_frame.shape[0])
|
||||
assert sender_bitrate.value == 0
|
||||
assert receiver_bitrate.value == 0
|
||||
|
||||
video_encoder = create_video_encoder(video_codec, resolution, 4000)
|
||||
rtc.handle_remb(0, 6000000, ctypes.addressof(sender_bitrate))
|
||||
assert sender_bitrate.value == 6000
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert struct.unpack_from('I', video_encoder, 128 + 136)[0] == 4000
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert struct.unpack_from('I', video_encoder, 64 + 112)[0] == 4000
|
||||
|
||||
assert update_video_encoder_bitrate(video_codec, video_encoder, 6000)
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert struct.unpack_from('I', video_encoder, 128 + 136)[0] == 6000
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert struct.unpack_from('I', video_encoder, 64 + 112)[0] == 6000
|
||||
|
||||
destroy_video_encoder(video_codec, video_encoder)
|
||||
rtc.handle_remb(0, 4000000, ctypes.addressof(receiver_bitrate))
|
||||
assert receiver_bitrate.value == 4000
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
def test_receive_audio_frames() -> None:
|
||||
audio_frame = numpy.zeros(960 * 2, dtype = numpy.float32)
|
||||
datachannel_library_mock = MagicMock()
|
||||
datachannel_library_mock.rtcReceiveMessage.side_effect = [ 0, -1 ]
|
||||
audio_queue : queue.Queue[AudioFrame] = queue.Queue(maxsize = 4)
|
||||
@pytest.mark.anyio
|
||||
async def test_receive_vision_frames() -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
frame_buffer = cv2.imencode('.jpg', vision_frame)[1].tobytes()
|
||||
websocket_mock = AsyncMock()
|
||||
websocket_mock.receive.side_effect =\
|
||||
[
|
||||
{
|
||||
'type': 'websocket.receive',
|
||||
'bytes': frame_buffer
|
||||
},
|
||||
{
|
||||
'type': 'websocket.receive',
|
||||
'bytes': b'invalid'
|
||||
},
|
||||
{
|
||||
'type': 'websocket.receive',
|
||||
'bytes': frame_buffer
|
||||
},
|
||||
{
|
||||
'type': 'websocket.disconnect'
|
||||
}
|
||||
]
|
||||
|
||||
with patch('facefusion.apis.stream_helper.datachannel_module.create_static_library', return_value = datachannel_library_mock), \
|
||||
patch('facefusion.apis.stream_helper.opus_decoder.decode', return_value = audio_frame.tobytes()):
|
||||
receiver_thread = threading.Thread(target = receive_audio_frames, args = (0, 'opus', audio_queue), daemon = True)
|
||||
receiver_thread.start()
|
||||
audio_frame = audio_queue.get(timeout = 2.0)
|
||||
receiver_thread.join(timeout = 1.0)
|
||||
frames = []
|
||||
|
||||
assert audio_frame.dtype == numpy.float32
|
||||
assert audio_frame.size == 960 * 2
|
||||
assert audio_queue.empty()
|
||||
async for frame in receive_vision_frames(websocket_mock):
|
||||
frames.append(frame)
|
||||
|
||||
assert len(frames) == 2
|
||||
assert frames[0].shape == vision_frame.shape
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@@ -201,57 +173,121 @@ def test_run_peer_loop() -> None:
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@pytest.mark.anyio
|
||||
async def test_receive_vision_frames() -> None:
|
||||
def test_receive_video_frames() -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
frame_buffer = cv2.imencode('.jpg', vision_frame)[1].tobytes()
|
||||
websocket_mock = AsyncMock()
|
||||
websocket_mock.receive.side_effect =\
|
||||
[
|
||||
{
|
||||
'type': 'websocket.receive',
|
||||
'bytes': frame_buffer
|
||||
},
|
||||
{
|
||||
'type': 'websocket.receive',
|
||||
'bytes': b'invalid'
|
||||
},
|
||||
{
|
||||
'type': 'websocket.receive',
|
||||
'bytes': frame_buffer
|
||||
},
|
||||
{
|
||||
'type': 'websocket.disconnect'
|
||||
}
|
||||
]
|
||||
datachannel_library_mock = MagicMock()
|
||||
datachannel_library_mock.rtcReceiveMessage.side_effect = [ 0, -1 ]
|
||||
video_queue : queue.Queue[VisionFrame] = queue.Queue(maxsize = 1)
|
||||
|
||||
frames = []
|
||||
with patch('facefusion.apis.stream_helper.datachannel_module.create_static_library', return_value = datachannel_library_mock), \
|
||||
patch('facefusion.apis.stream_helper.decode_video_frame', return_value = vision_frame):
|
||||
receiver_thread = threading.Thread(target = receive_video_frames, args = (0, 'vp8', video_queue), daemon = True)
|
||||
receiver_thread.start()
|
||||
receiver_thread.join(timeout = 2.0)
|
||||
|
||||
async for frame in receive_vision_frames(websocket_mock):
|
||||
frames.append(frame)
|
||||
if is_linux() or is_windows():
|
||||
assert create_hash(video_queue.get_nowait().tobytes()) == 'a17439db'
|
||||
|
||||
assert len(frames) == 2
|
||||
assert frames[0].shape == vision_frame.shape
|
||||
if is_macos():
|
||||
assert create_hash(video_queue.get_nowait().tobytes()) == '38d00e2a'
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@pytest.mark.anyio
|
||||
async def test_process_image() -> None:
|
||||
def test_receive_audio_frames() -> None:
|
||||
audio_frame = numpy.zeros(960 * 2, dtype = numpy.float32)
|
||||
datachannel_library_mock = MagicMock()
|
||||
datachannel_library_mock.rtcReceiveMessage.side_effect = [ 0, -1 ]
|
||||
audio_queue : queue.Queue[AudioFrame] = queue.Queue(maxsize = 4)
|
||||
|
||||
with patch('facefusion.apis.stream_helper.datachannel_module.create_static_library', return_value = datachannel_library_mock), \
|
||||
patch('facefusion.apis.stream_helper.opus_decoder.decode', return_value = audio_frame.tobytes()):
|
||||
receiver_thread = threading.Thread(target = receive_audio_frames, args = (0, 'opus', audio_queue), daemon = True)
|
||||
receiver_thread.start()
|
||||
audio_frame = audio_queue.get(timeout = 2.0)
|
||||
receiver_thread.join(timeout = 1.0)
|
||||
|
||||
assert audio_frame.dtype == numpy.float32
|
||||
assert audio_frame.size == 960 * 2
|
||||
assert audio_queue.empty()
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@pytest.mark.parametrize('video_codec', ['av1', 'vp8'])
|
||||
def test_decode_video_frame(video_codec: VideoCodec) -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
frame_buffer = cv2.imencode('.jpg', vision_frame)[1].tobytes()
|
||||
websocket_mock = AsyncMock()
|
||||
websocket_mock.receive.side_effect = [{'type': 'websocket.receive', 'bytes': frame_buffer}]
|
||||
frame_resolution = (vision_frame.shape[1], vision_frame.shape[0])
|
||||
input_buffer = cv2.cvtColor(vision_frame, cv2.COLOR_BGR2YUV_I420).tobytes()
|
||||
|
||||
state_manager.init_item('source_paths', [get_test_example_file('source.jpg')])
|
||||
await process_image(websocket_mock)
|
||||
if video_codec == 'av1':
|
||||
encode_buffer = aom_encoder.encode(aom_encoder.create(frame_resolution, 1000, 1, 0), input_buffer, frame_resolution, 0)
|
||||
decode_buffer = decode_video_frame(video_codec, aom_decoder.create(8), encode_buffer).tobytes()
|
||||
|
||||
websocket_mock.send_bytes.assert_called_once()
|
||||
assert websocket_mock.send_bytes.call_args[0][0][:3] == b'\xff\xd8\xff'
|
||||
if is_linux() or is_windows():
|
||||
assert create_hash(decode_buffer) == '299b6ad6'
|
||||
|
||||
state_manager.init_item('source_paths', None)
|
||||
await process_image(websocket_mock)
|
||||
if is_macos():
|
||||
assert create_hash(decode_buffer) == '9f463b13'
|
||||
|
||||
websocket_mock.send_bytes.assert_called_once()
|
||||
assert decode_video_frame('av1', aom_decoder.create(8), bytes()) is None
|
||||
|
||||
if video_codec == 'vp8':
|
||||
encode_buffer = vpx_encoder.encode(vpx_encoder.create(frame_resolution, 1000, 1, 0), input_buffer, frame_resolution, 0)
|
||||
decode_buffer = decode_video_frame(video_codec, vpx_decoder.create(8), encode_buffer).tobytes()
|
||||
|
||||
if is_linux() or is_windows():
|
||||
assert create_hash(decode_buffer) == '99ef2c25'
|
||||
|
||||
if is_macos():
|
||||
assert create_hash(decode_buffer) == 'ff3ecb43'
|
||||
|
||||
assert decode_video_frame('vp8', vpx_decoder.create(8), bytes()) is None
|
||||
|
||||
|
||||
@pytest.mark.parametrize('video_codec', [ 'av1', 'vp8' ])
|
||||
def test_create_and_destroy_video_encoder(video_codec : VideoCodec) -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
frame_resolution = (vision_frame.shape[1], vision_frame.shape[0])
|
||||
input_buffer = cv2.cvtColor(vision_frame, cv2.COLOR_BGR2YUV_I420).tobytes()
|
||||
|
||||
video_encoder = create_video_encoder(video_codec, frame_resolution, 4000)
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert aom_encoder.encode(video_encoder, input_buffer, frame_resolution, 0)
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert vpx_encoder.encode(video_encoder, input_buffer, frame_resolution, 0)
|
||||
|
||||
destroy_video_encoder(video_codec, video_encoder)
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert not aom_encoder.encode(video_encoder, input_buffer, frame_resolution, 1)
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert not vpx_encoder.encode(video_encoder, input_buffer, frame_resolution, 1)
|
||||
|
||||
|
||||
@pytest.mark.parametrize('video_codec', [ 'av1', 'vp8' ])
|
||||
def test_update_video_encoder_bitrate(video_codec : VideoCodec) -> None:
|
||||
vision_frame = read_video_frame(get_test_example_file('target-240p.mp4'))
|
||||
frame_resolution = (vision_frame.shape[1], vision_frame.shape[0])
|
||||
|
||||
video_encoder = create_video_encoder(video_codec, frame_resolution, 4000)
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert struct.unpack_from('I', video_encoder, 128 + 136)[0] == 4000
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert struct.unpack_from('I', video_encoder, 64 + 112)[0] == 4000
|
||||
|
||||
assert update_video_encoder_bitrate(video_codec, video_encoder, 6000)
|
||||
|
||||
if video_codec == 'av1':
|
||||
assert struct.unpack_from('I', video_encoder, 128 + 136)[0] == 6000
|
||||
|
||||
if video_codec == 'vp8':
|
||||
assert struct.unpack_from('I', video_encoder, 64 + 112)[0] == 6000
|
||||
|
||||
destroy_video_encoder(video_codec, video_encoder)
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@@ -275,39 +311,3 @@ async def test_websocket_stream() -> None:
|
||||
|
||||
websocket_mock.accept.assert_called_once()
|
||||
websocket_mock.close.assert_called_once()
|
||||
|
||||
|
||||
# TODO: refine test
|
||||
@pytest.mark.parametrize('video_codec, session_id', [ ('av1', 'test-process-video-av1'), ('vp8', 'test-process-video-vp8') ])
|
||||
def test_process_video(video_codec : VideoCodec, session_id : str) -> None:
|
||||
peer_connection = rtc.create_peer_connection()
|
||||
|
||||
if video_codec == 'av1':
|
||||
rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 35)
|
||||
if video_codec == 'vp8':
|
||||
rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 96)
|
||||
|
||||
rtc.add_audio_track(peer_connection, 'sendrecv', 'opus', 111)
|
||||
sdp_offer = rtc.create_sdp_offer(peer_connection)
|
||||
datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
|
||||
|
||||
with patch('facefusion.apis.stream_helper.threading.Thread'):
|
||||
sdp_answer = process_video(session_id, sdp_offer)
|
||||
|
||||
assert sdp_answer
|
||||
assert 'm=video' in sdp_answer
|
||||
assert 'a=recvonly' in sdp_answer
|
||||
assert 'a=sendonly' in sdp_answer
|
||||
|
||||
for peer in rtc_store.get_peers(session_id):
|
||||
sender_bitrate = peer.get('sender_bitrate')
|
||||
receiver_bitrate = peer.get('receiver_bitrate')
|
||||
|
||||
assert sender_bitrate.value == 0
|
||||
assert receiver_bitrate.value == 0
|
||||
|
||||
rtc.handle_remb(0, 6000000, ctypes.addressof(sender_bitrate))
|
||||
assert sender_bitrate.value == 6000
|
||||
|
||||
rtc.handle_remb(0, 4000000, ctypes.addressof(receiver_bitrate))
|
||||
assert receiver_bitrate.value == 4000
|
||||
|
||||
Reference in New Issue
Block a user