mirror of
https://github.com/facefusion/facefusion.git
synced 2026-06-02 19:01:35 +02:00
Henry Ruhs
dd1ded1408
* tweak rtc store and make the decision to ban trivial testing * clear todos for rtc_test, remove redundant tests * clear todos for rtc_test, remove redundant tests * break negotiation out of rtc flow, introduce create_sdp_answer and set_remote_description * add todo * move timeline control to the stream helper, clean send_audio|video_to_peers * rename some methods * fix test * introduce detect_sdp_media * introduce detect_sdp_media
136 lines
4.4 KiB
Python
136 lines
4.4 KiB
Python
from typing import List
|
|
|
|
import pytest
|
|
|
|
from facefusion import state_manager
|
|
from facefusion.libraries import datachannel as datachannel_module, opus as opus_module, vpx as vpx_module
|
|
from facefusion.rtc import add_audio_track, add_video_track, create_peer_connection, create_sdp_answer, create_sdp_offer, delete_peers, detect_sdp_media, send_audio_to_peers, send_video_to_peers, set_remote_description
|
|
from facefusion.types import RtcPeer
|
|
|
|
|
|
@pytest.fixture(scope = 'module', autouse = True)
|
|
def before_all() -> None:
|
|
state_manager.init_item('download_providers', [ 'github', 'huggingface' ])
|
|
|
|
datachannel_module.pre_check()
|
|
opus_module.pre_check()
|
|
vpx_module.pre_check()
|
|
|
|
|
|
def test_create_peer_connection() -> None:
|
|
peer_connection = create_peer_connection()
|
|
datachannel_library = datachannel_module.create_static_library()
|
|
|
|
assert peer_connection
|
|
assert datachannel_library.rtcDeletePeerConnection(peer_connection) == 0
|
|
|
|
|
|
def test_create_sdp_offer() -> None:
|
|
sender_peer_connection = create_peer_connection()
|
|
add_video_track(sender_peer_connection, 'sendonly', 'vp8', 96)
|
|
add_audio_track(sender_peer_connection, 'sendonly', 'opus', 111)
|
|
sdp_offer = create_sdp_offer(sender_peer_connection)
|
|
|
|
assert 'm=video' in sdp_offer
|
|
assert 'VP8/90000' in sdp_offer
|
|
assert 'a=ssrc:42 cname:video' in sdp_offer
|
|
assert 'm=audio' in sdp_offer
|
|
assert 'opus/48000/2' in sdp_offer
|
|
assert 'a=ssrc:43 cname:audio' in sdp_offer
|
|
|
|
datachannel_module.create_static_library().rtcDeletePeerConnection(sender_peer_connection)
|
|
|
|
|
|
def test_create_sdp_answer() -> None:
|
|
datachannel_library = datachannel_module.create_static_library()
|
|
|
|
sender_peer_connection = create_peer_connection()
|
|
add_video_track(sender_peer_connection, 'sendonly', 'vp8', 96)
|
|
add_audio_track(sender_peer_connection, 'sendonly', 'opus', 111)
|
|
sdp_offer = create_sdp_offer(sender_peer_connection)
|
|
|
|
receiver_peer_connection = create_peer_connection()
|
|
set_remote_description(receiver_peer_connection, sdp_offer)
|
|
add_video_track(receiver_peer_connection, 'recvonly', 'vp8', 96)
|
|
add_audio_track(receiver_peer_connection, 'recvonly', 'opus', 111)
|
|
sdp_answer = create_sdp_answer(receiver_peer_connection)
|
|
|
|
assert 'm=video' in sdp_answer
|
|
assert 'VP8/90000' in sdp_answer
|
|
assert 'a=ssrc:42 cname:video' in sdp_answer
|
|
assert 'm=audio' in sdp_answer
|
|
assert 'opus/48000/2' in sdp_answer
|
|
assert 'a=ssrc:43 cname:audio' in sdp_answer
|
|
assert 'a=recvonly' in sdp_answer
|
|
|
|
assert datachannel_library.rtcDeletePeerConnection(sender_peer_connection) == 0
|
|
assert datachannel_library.rtcDeletePeerConnection(receiver_peer_connection) == 0
|
|
|
|
|
|
def test_send_audio_to_peers() -> None:
|
|
datachannel_library = datachannel_module.create_static_library()
|
|
peer_connection = create_peer_connection()
|
|
audio_track = add_audio_track(peer_connection, 'sendonly', 'opus', 111)
|
|
rtc_peers : List[RtcPeer] =\
|
|
[
|
|
{
|
|
'peer_connection': peer_connection,
|
|
'video_track': 0,
|
|
'audio_track': audio_track
|
|
}
|
|
]
|
|
|
|
send_audio_to_peers(rtc_peers, bytes(960), 0)
|
|
|
|
datachannel_library.rtcDeletePeerConnection(peer_connection)
|
|
|
|
|
|
def test_send_video_to_peers() -> None:
|
|
datachannel_library = datachannel_module.create_static_library()
|
|
peer_connection = create_peer_connection()
|
|
video_track = add_video_track(peer_connection, 'sendonly', 'vp8', 96)
|
|
rtc_peers : List[RtcPeer] =\
|
|
[
|
|
{
|
|
'peer_connection': peer_connection,
|
|
'video_track': video_track,
|
|
'audio_track': 0
|
|
}
|
|
]
|
|
|
|
send_video_to_peers(rtc_peers, bytes(1024), 0)
|
|
|
|
datachannel_library.rtcDeletePeerConnection(peer_connection)
|
|
|
|
|
|
def test_delete_peers() -> None:
|
|
datachannel_library = datachannel_module.create_static_library()
|
|
peer_connection = create_peer_connection()
|
|
rtc_peers : List[RtcPeer] =\
|
|
[
|
|
{
|
|
'peer_connection': peer_connection,
|
|
'video_track': 0,
|
|
'audio_track': 0
|
|
}
|
|
]
|
|
|
|
delete_peers(rtc_peers)
|
|
|
|
assert datachannel_library.rtcDeletePeerConnection(peer_connection) == -1
|
|
|
|
|
|
def test_detect_sdp_media() -> None:
|
|
peer_connection = create_peer_connection()
|
|
add_video_track(peer_connection, 'sendonly', 'vp8', 96)
|
|
add_audio_track(peer_connection, 'sendonly', 'opus', 111)
|
|
sdp_offer = create_sdp_offer(peer_connection)
|
|
sdp_payload = detect_sdp_media(sdp_offer)
|
|
|
|
assert sdp_payload.get('video').get('codec') == 'vp8'
|
|
assert sdp_payload.get('video').get('payload_type') == 96
|
|
assert sdp_payload.get('audio').get('codec') == 'opus'
|
|
assert sdp_payload.get('audio').get('payload_type') == 111
|
|
|
|
datachannel_module.create_static_library().rtcDeletePeerConnection(peer_connection)
|