facefusion/tests/test_api_stream.py

import tempfile
from typing import Iterator
from unittest.mock import patch

import pytest
from starlette.testclient import TestClient
from starlette.websockets import WebSocketDisconnect

from facefusion import metadata, rtc, rtc_store, session_context, session_manager, state_manager
from facefusion.apis import asset_store
from facefusion.apis.core import create_api, pre_check
from facefusion.download import conditional_download
from facefusion.hash_helper import create_hash
from facefusion.libraries import datachannel as datachannel_module
from facefusion.types import VideoCodec
from .assert_helper import get_test_example_file, get_test_examples_directory, get_test_jobs_directory


@pytest.fixture(scope = 'module', autouse = True)
def before_all() -> None:
	state_manager.init()
	state_manager.init_item('execution_device_ids', [ 0 ])
	state_manager.init_item('execution_providers', [ 'cpu' ])
	state_manager.init_item('download_providers', [ 'github', 'huggingface' ])
	state_manager.init_item('temp_path', tempfile.gettempdir())
	state_manager.init_item('jobs_path', get_test_jobs_directory())
	state_manager.init_item('api_session_limit', 10)
	state_manager.init_item('processors', [])

	pre_check()

	conditional_download(get_test_examples_directory(),
	[
		'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.jpg'
	])


@pytest.fixture(scope = 'function', autouse = True)
def before_each() -> Iterator[None]:
	local_id = session_context.resolve_local_id()

	session_context.set_session_id(local_id)
	session_manager.API_SESSIONS.clear()
	asset_store.delete_assets()
	rtc_store.delete_peer()

	yield

	session_context.set_session_id(local_id)


@pytest.fixture(scope = 'module')
def test_client() -> Iterator[TestClient]:
	with TestClient(create_api()) as test_client:
		yield test_client


def test_stream_image(test_client : TestClient) -> None:
	create_session_response = test_client.post('/session', json =
	{
		'client_version': metadata.get('version')
	})
	access_token = create_session_response.json().get('access_token')
	source_path = get_test_example_file('source.jpg')

	with open(source_path, 'rb') as source_file:
		source_content = source_file.read()
		upload_response = test_client.post('/assets?type=source', headers =
		{
			'Authorization': 'Bearer ' + access_token
		}, files =
		[
			('file', ('source.jpg', source_content, 'image/jpeg'))
		])

	asset_id = upload_response.json().get('asset_ids')[0]

	select_response = test_client.put('/state?action=select&type=source', json =
	{
		'asset_ids': [ asset_id ]
	}, headers =
	{
		'Authorization': 'Bearer ' + access_token
	})

	assert select_response.status_code == 200

	with test_client.websocket_connect('/stream', subprotocols =
	[
		'access_token.' + access_token
	]) as websocket:
		websocket.send_bytes(source_content)
		output_buffer = websocket.receive_bytes()

		assert create_hash(output_buffer) == '0142782f'

		with pytest.raises(WebSocketDisconnect) as stream_exception:
			test_client.websocket_connect('/stream', subprotocols =
			[
				'access_token.' + access_token
			]).__enter__()

		assert stream_exception.value.code == 1000

		test_client.delete('/session', headers =
		{
			'Authorization': 'Bearer ' + access_token
		})

		assert websocket.receive() == { 'type': 'websocket.close', 'code': 1000, 'reason': '' }


@pytest.mark.parametrize('video_codec', [ 'av1', 'vp8' ])
def test_stream_video(test_client : TestClient, video_codec : VideoCodec) -> None:
	create_session_response = test_client.post('/session', json =
	{
		'client_version': metadata.get('version')
	})
	access_token = create_session_response.json().get('access_token')
	source_path = get_test_example_file('source.jpg')

	with open(source_path, 'rb') as source_file:
		source_content = source_file.read()
		upload_response = test_client.post('/assets?type=source', headers =
		{
			'Authorization': 'Bearer ' + access_token
		}, files =
		[
			('file', ('source.jpg', source_content, 'image/jpeg'))
		])

	asset_id = upload_response.json().get('asset_ids')[0]

	test_client.put('/state?action=select&type=source', json =
	{
		'asset_ids': [ asset_id ]
	}, headers =
	{
		'Authorization': 'Bearer ' + access_token
	})

	peer_connection = rtc.create_peer_connection()

	if video_codec == 'av1':
		rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 35)

	if video_codec == 'vp8':
		rtc.add_video_track(peer_connection, 'sendrecv', video_codec, 96)

	rtc.add_audio_track(peer_connection, 'sendrecv', 'opus', 111)
	sdp_offer = rtc.create_sdp_offer(peer_connection)
	datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)

	with patch('facefusion.rtc.send_video'):
		stream_response = test_client.post('/stream', content = sdp_offer, headers =
		{
			'Authorization': 'Bearer ' + access_token,
			'Content-Type': 'application/sdp'
		})

		assert stream_response.status_code == 201
		assert 'm=video' in stream_response.text


def test_delete_stream_video(test_client : TestClient) -> None:
	create_session_response = test_client.post('/session', json =
	{
		'client_version': metadata.get('version')
	})
	access_token = create_session_response.json().get('access_token')
	session_id = session_manager.find_api_session_id(access_token)
	session_context.set_session_id(session_id)

	peer_connection = rtc.create_peer_connection()
	rtc.add_video_track(peer_connection, 'sendrecv', 'vp8', 96)
	rtc.add_audio_track(peer_connection, 'sendrecv', 'opus', 111)
	sdp_offer = rtc.create_sdp_offer(peer_connection)
	datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)

	test_client.post('/stream', content = sdp_offer, headers =
	{
		'Authorization': 'Bearer ' + access_token,
		'Content-Type': 'application/sdp'
	})

	session_context.set_session_id(session_id)

	assert rtc_store.has_peer() is True

	post_response = test_client.post('/stream', content = sdp_offer, headers =
	{
		'Authorization': 'Bearer ' + access_token,
		'Content-Type': 'application/sdp'
	})

	assert post_response.status_code == 409
	session_context.set_session_id(session_id)

	assert rtc_store.has_peer() is True

	delete_response = test_client.delete('/stream', headers =
	{
		'Authorization': 'Bearer ' + access_token
	})

	assert delete_response.status_code == 200
	assert rtc_store.has_peer() is False

	post_response = test_client.post('/stream', content = 'invalid', headers =
	{
		'Authorization': 'Bearer ' + access_token,
		'Content-Type': 'application/sdp'
	})

	assert post_response.status_code == 404