Migrate to WHIP (#1120)

* migrate to whip part1

* migrate to whip part2

* migrate to whip part3

* migrate to whip part4

* migrate to whip/whep with bidirectional

* migrate to whip/whep with bidirectional

* use next library

* add _next to lid datachannel files

* cleanup and add todos

* use internal helper rtcGetPayloadTypesForCodec

* fix lint

* refactor decode()

* move logic to codecs

* move logic to codecs

* break encoders and decoders into multiple files

* break encoders and decoders into multiple files

* cleanup more

* drop action for stream endpoints, keep type for self documentation

* restore the v4 store

* fix: align frame_width and frame_height to even in both collect() and read_resolution() in both decoders.

---------

Co-authored-by: harisreedhar <h4harisreedhar.s.s@gmail.com>

tests/test_api_stream.py

@@ -1,19 +1,18 @@
 import tempfile
-import threading
-from functools import partial
 from typing import Iterator
 from unittest.mock import patch
 
 import pytest
 from starlette.testclient import TestClient
 
-from facefusion import metadata, rtc, session_manager, state_manager
+from facefusion import metadata, rtc, rtc_store, session_manager, state_manager
 from facefusion.apis import asset_store
 from facefusion.apis.core import create_api
 from facefusion.core import common_pre_check
 from facefusion.download import conditional_download
 from facefusion.hash_helper import create_hash
 from facefusion.libraries import datachannel as datachannel_module
+from facefusion.types import VideoCodec
 from .assert_helper import get_test_example_file, get_test_examples_directory
 
 
@@ -37,6 +36,7 @@ def before_all() -> None:
 def before_each() -> None:
 	session_manager.SESSIONS.clear()
 	asset_store.clear()
+	rtc_store.clear()
 
 
 @pytest.fixture(scope = 'module')
@@ -45,16 +45,6 @@ def test_client() -> Iterator[TestClient]:
 		yield test_client
 
 
-@pytest.fixture(scope = 'function')
-def create_event() -> threading.Event:
-	return threading.Event()
-
-
-@pytest.mark.helper
-def set_event(session_id : str, media_buffer : bytes, timestamp : int, event : threading.Event) -> None:
-	event.set()
-
-
 def test_stream_image(test_client : TestClient) -> None:
 	create_session_response = test_client.post('/session', json =
 	{
@@ -85,7 +75,7 @@ def test_stream_image(test_client : TestClient) -> None:
 
 	assert select_response.status_code == 200
 
-	with test_client.websocket_connect('/stream?mode=image', subprotocols =
+	with test_client.websocket_connect('/stream?type=image&action=process', subprotocols =
 	[
 		'access_token.' + access_token
 	]) as websocket:
@@ -96,7 +86,7 @@ def test_stream_image(test_client : TestClient) -> None:
 
 
 @pytest.mark.parametrize('video_codec', [ 'av1', 'vp8' ])
-def test_stream_video(test_client : TestClient, create_event : threading.Event, video_codec : str) -> None:
+def test_stream_video(test_client : TestClient, video_codec : VideoCodec) -> None:
 	create_session_response = test_client.post('/session', json =
 	{
 		'client_version': metadata.get('version')
@@ -124,27 +114,23 @@ def test_stream_video(test_client : TestClient, create_event : threading.Event,
 		'Authorization': 'Bearer ' + access_token
 	})
 
-	with patch('facefusion.rtc.send_video_to_peers', side_effect = partial(set_event, event = create_event)):
-		with test_client.websocket_connect('/stream?mode=video&codec=' + video_codec, subprotocols =
-		[
-			'access_token.' + access_token
-		]) as websocket:
-			websocket.send_bytes(chr(1).encode() + source_content)
-			websocket.receive_text()
+	peer_connection = rtc.create_peer_connection()
 
-			peer_connection = rtc.create_peer_connection()
-			rtc.add_video_track(peer_connection, 'recvonly', 'vp8', 96)
-			rtc.add_audio_track(peer_connection, 'recvonly', 'opus', 111)
-			sdp_offer = rtc.create_sdp_offer(peer_connection)
-			datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
-			stream_response = test_client.post('/stream', content = sdp_offer, headers =
-			{
-				'Authorization': 'Bearer ' + access_token,
-				'Content-Type': 'application/sdp'
-			})
+	if video_codec == 'av1':
+		rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 35)
+	if video_codec == 'vp8':
+		rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 96)
 
-			assert stream_response.status_code == 201
+	rtc.add_audio_track(peer_connection, 'sendrecv', 'opus', 111)
+	sdp_offer = rtc.create_sdp_offer(peer_connection)
+	datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
 
-			create_event.wait(timeout = 10)
+	with patch('facefusion.rtc.send_video'):
+		stream_response = test_client.post('/stream?type=video&action=process', content = sdp_offer, headers =
+		{
+			'Authorization': 'Bearer ' + access_token,
+			'Content-Type': 'application/sdp'
+		})
 
-			assert create_event.is_set()
+		assert stream_response.status_code == 201
+		assert 'm=video' in stream_response.text