libdatachannel implementation Part 1 (#1077)

* add libdatachannel

* move some methods to rtc_helper.py

* move some methods to rtc_helper.py

* open_vp8_encoder -> spawn_stream_encoder

* update url (linux only)

* fix lint

* remove RTC_STATE and add unit tests

* remove convert_to_raw_rgb

* remove 'utf-8' from decode

* cleanup

* cleanup

* cleanup

* move rtc types to rtc_bindings.py

* remove load_library

* cleanup

* add todos and some cleanup

* fix lint

tests/test_ffmpeg.py

@@ -1,4 +1,5 @@
 import os
+import struct
 import subprocess
 import tempfile
 
@@ -7,7 +8,7 @@ import pytest
 import facefusion.ffmpeg
 from facefusion import process_manager, state_manager
 from facefusion.download import conditional_download
-from facefusion.ffmpeg import concat_video, extract_frames, merge_video, read_audio_buffer, replace_audio, restore_audio, sanitize_audio, sanitize_image, sanitize_video, spawn_frames
+from facefusion.ffmpeg import concat_video, extract_frames, merge_video, read_audio_buffer, replace_audio, restore_audio, sanitize_audio, sanitize_image, sanitize_video, spawn_frames, spawn_stream
 from facefusion.ffprobe import probe_entries
 from facefusion.filesystem import copy_file, is_image
 from facefusion.temp_helper import clear_temp_directory, create_temp_directory, get_temp_file_path, resolve_temp_frame_paths
@@ -253,3 +254,26 @@ def test_sanitize_video() -> None:
 
 	assert sanitize_video(file_content, output_paths[1], 'moderate') is True
 	assert probe_entries(output_paths[1], [ 'codec_name' ]).get('codec_name') == 'hevc'
+
+
+def test_spawn_stream() -> None: # TODO: Improve test
+	test_set =\
+	[
+		((426, 240), 25, 500),
+		((640, 360), 30, 1000),
+		((1280, 720), 30, 2000)
+	]
+
+	for resolution, stream_fps, stream_bitrate in test_set:
+		encoder = spawn_stream(resolution, stream_fps, stream_bitrate)
+		frame_size = resolution[0] * resolution[1] * 3
+		stdout, _ = encoder.communicate(input = bytes(frame_size))
+
+		assert len(stdout) > 32
+		frame_header = stdout[:32]
+
+		assert frame_header[:4] == b'DKIF'
+		output_width = struct.unpack_from('<H', frame_header, 12)[0]
+		output_height = struct.unpack_from('<H', frame_header, 14)[0]
+
+		assert (output_width, output_height) == resolution

tests/test_ffmpeg_builder.py

@@ -1,7 +1,7 @@
 from shutil import which
 
 from facefusion import ffmpeg_builder
-from facefusion.ffmpeg_builder import chain, concat, keep_video_alpha, run, select_frame_range, set_audio_quality, set_audio_sample_size, set_stream_mode, set_video_encoder, set_video_fps, set_video_quality
+from facefusion.ffmpeg_builder import capture_video, chain, concat, enforce_pixel_format, keep_video_alpha, run, select_frame_range, set_audio_quality, set_audio_sample_size, set_muxer, set_stream_keyframe, set_stream_mode, set_stream_quality, set_video_encoder, set_video_fps, set_video_quality, use_wallclock
 
 
 def test_run() -> None:
@@ -108,3 +108,31 @@ def test_set_video_quality() -> None:
 	assert set_video_quality('hevc_videotoolbox', 0) == [ '-b:v', '1024k' ]
 	assert set_video_quality('hevc_videotoolbox', 50) == [ '-b:v', '25768k' ]
 	assert set_video_quality('hevc_videotoolbox', 100) == [ '-b:v', '50512k' ]
+
+
+def test_use_wallclock_timestamps() -> None:
+	assert use_wallclock() == [ '-use_wallclock_as_timestamps', '1' ]
+
+
+def test_capture_video() -> None:
+	assert capture_video() == [ '-f', 'rawvideo', '-pix_fmt', 'rgb24' ]
+
+
+def test_enforce_pixel_format() -> None:
+	assert enforce_pixel_format('yuv420p') == [ '-pix_fmt', 'yuv420p' ]
+	assert enforce_pixel_format('rgb24') == [ '-pix_fmt', 'rgb24' ]
+
+
+def test_set_stream_quality() -> None:
+	assert set_stream_quality(500) == [ '-b:v', '500k' ]
+	assert set_stream_quality(2000) == [ '-b:v', '2000k' ]
+
+
+def test_set_keyframe_interval() -> None:
+	assert set_stream_keyframe(30) == [ '-g', '30', '-keyint_min', '30' ]
+	assert set_stream_keyframe(60) == [ '-g', '60', '-keyint_min', '60' ]
+
+
+def test_set_output_format() -> None:
+	assert set_muxer('ivf') == [ '-f', 'ivf' ]
+	assert set_muxer('mpegts') == [ '-f', 'mpegts' ]