From 33a39844ad00c810f2ab9e3f8fc6f774b03ef09a Mon Sep 17 00:00:00 2001 From: Sam Khoze <68170403+SamKhoze@users.noreply.github.com> Date: Wed, 10 Jul 2024 10:30:01 -0700 Subject: [PATCH] Add files via upload --- ...eepFuze_VoiceCloning_LipSync_FaceSwap.json | 1054 +++++++++++++++++ 1 file changed, 1054 insertions(+) create mode 100644 Workflows/DeepFuze_VoiceCloning_LipSync_FaceSwap.json diff --git a/Workflows/DeepFuze_VoiceCloning_LipSync_FaceSwap.json b/Workflows/DeepFuze_VoiceCloning_LipSync_FaceSwap.json new file mode 100644 index 0000000..01a7b60 --- /dev/null +++ b/Workflows/DeepFuze_VoiceCloning_LipSync_FaceSwap.json @@ -0,0 +1,1054 @@ +{ + "last_node_id": 19, + "last_link_id": 25, + "nodes": [ + { + "id": 3, + "type": "VHS_LoadAudioUpload", + "pos": [ + 857, + 412 + ], + "size": { + "0": 226.8000030517578, + "1": 130 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "audio", + "type": "AUDIO", + "links": [ + 10 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadAudioUpload" + }, + "widgets_values": { + "audio": "ElevenLabs_2023-11-20T20_19_40_Marcus - authoritative and deep_gen_s35_sb86_e1.mp3", + "start_time": 0, + "duration": 0, + "choose audio to upload": "image" + } + }, + { + "id": 2, + "type": "VHS_LoadVideo", + "pos": [ + 1226, + 62 + ], + "size": [ + 235.1999969482422, + 389.10511467512265 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 2 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": null, + "shape": 3 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "960x506_25fps_Roto.mp4", + "force_rate": 0, + "force_size": "Disabled", + "custom_width": 512, + "custom_height": 512, + "frame_load_cap": 48, + "skip_first_frames": 0, + "select_every_nth": 1, + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 48, + "skip_first_frames": 0, + "force_rate": 0, + "filename": "960x506_25fps_Roto.mp4", + "type": "input", + "format": "video/mp4", + "select_every_nth": 1 + } + } + } + }, + { + "id": 9, + "type": "TTS_generation", + "pos": [ + 1125, + 530 + ], + "size": { + "0": 400, + "1": 200 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 10 + }, + { + "name": "llm_response", + "type": "NEW_STRING", + "link": 20 + } + ], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 11, + 13 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "TTS_generation" + }, + "widgets_values": [ + "DeepFuze is a state-of-the-art deep learning tool that seamlessly integrates with ComfyUI to revolutionize facial transformations, lipsyncing, Face Swapping, Lipsync Translation, video generation, and voice cloning.", + "cuda", + "English (en)" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 1, + "type": "DeepFuzeAdavance", + "pos": [ + 1609, + 130 + ], + "size": { + "0": 315, + "1": 430 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 2 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 11 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 3, + 7, + 15, + 16 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": [ + 12 + ], + "shape": 3, + "slot_index": 2 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DeepFuzeAdavance" + }, + "widgets_values": [ + "codeformer", + "ultra_sharp_x4", + 0, + 0, + 0, + 0, + 0, + 0, + "cuda", + 24, + 0, + "deepfuze", + false, + true + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 7, + "type": "LoadImage", + "pos": [ + 2016, + 218 + ], + "size": { + "0": 315, + "1": 314.0000305175781 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 8 + ], + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "16829651070526.jpg", + "image" + ] + }, + { + "id": 14, + "type": "DeepfuzePreview", + "pos": [ + 2770, + 217 + ], + "size": [ + 315, + 342 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 17 + } + ], + "properties": { + "Node name for S&R": "DeepfuzePreview" + }, + "widgets_values": [ + 0, + 0, + 0, + 0 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 4, + "type": "VHS_VideoCombine", + "pos": [ + 2386, + 653 + ], + "size": { + "0": 315, + "1": 310 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": {} + } + } + }, + { + "id": 12, + "type": "DeepfuzePreview", + "pos": [ + 2008, + -196 + ], + "size": [ + 315, + 342 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 15 + } + ], + "properties": { + "Node name for S&R": "DeepfuzePreview" + }, + "widgets_values": [ + 0, + 0, + 0, + 0 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 13, + "type": "PreviewImage", + "pos": [ + 2007, + 593 + ], + "size": [ + 303.9786314500493, + 231.79820084569064 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 16 + } + ], + "properties": { + "Node name for S&R": "PreviewImage" + } + }, + { + "id": 17, + "type": "FILM VFI", + "pos": [ + 3384, + -11 + ], + "size": { + "0": 443.4000244140625, + "1": 126 + }, + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "frames", + "type": "IMAGE", + "link": 21 + }, + { + "name": "optional_interpolation_states", + "type": "INTERPOLATION_STATES", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 22, + 24 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "FILM VFI" + }, + "widgets_values": [ + "film_net_fp32.pt", + 10, + 2 + ] + }, + { + "id": 18, + "type": "VHS_VideoCombine", + "pos": [ + 3124, + 212 + ], + "size": [ + 315, + 310 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 23 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": {} + } + } + }, + { + "id": 8, + "type": "VHS_VideoCombine", + "pos": [ + 3919, + 65 + ], + "size": { + "0": 315, + "1": 310 + }, + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 22 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 19 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": {} + } + } + }, + { + "id": 19, + "type": "PreviewImage", + "pos": [ + 3503, + 219 + ], + "size": { + "0": 210, + "1": 26 + }, + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 24 + } + ], + "properties": { + "Node name for S&R": "PreviewImage" + } + }, + { + "id": 15, + "type": "PreviewImage", + "pos": [ + 2777, + 625 + ], + "size": [ + 305.6710638932909, + 260.34247814585626 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 18 + } + ], + "properties": { + "Node name for S&R": "PreviewImage" + } + }, + { + "id": 6, + "type": "DeepFuzeFaceSwap", + "pos": [ + 2411, + 122 + ], + "size": { + "0": 317.4000244140625, + "1": 454 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "source_images", + "type": "IMAGE", + "link": 8, + "slot_index": 0 + }, + { + "name": "target_images", + "type": "IMAGE", + "link": 7 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 12 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 17, + 18, + 21, + 23 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": [ + 19 + ], + "shape": 3, + "slot_index": 2 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DeepFuzeFaceSwap" + }, + "widgets_values": [ + "gfpgan_1.4", + "inswapper_128", + "clear_reality_x4", + "retinaface", + 0, + 0, + 0, + 0, + 0, + "cuda", + 24, + 0, + "deepfuze", + false, + true + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 16, + "type": "LLM_node", + "pos": [ + 647, + 712 + ], + "size": { + "0": 400, + "1": 246.00001525878906 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "LLM_RESPONSE", + "type": "NEW_STRING", + "links": [ + 20, + 25 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LLM_node" + }, + "widgets_values": [ + "", + "", + "gpt-4o", + "add yoour api Key", + 250, + 0, + 10 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 11, + "type": "Display Any (rgthree)", + "pos": [ + 1147, + 794 + ], + "size": [ + 334.5342360455229, + 180.23824529663705 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 25, + "dir": 3 + } + ], + "properties": { + "Node name for S&R": "Display Any (rgthree)" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 10, + "type": "DeepFuze Save", + "pos": [ + 1605, + 637 + ], + "size": { + "0": 315, + "1": 82 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 13 + } + ], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DeepFuze Save" + }, + "widgets_values": [ + "0", + "0", + { + "hidden": false, + "paused": false, + "params": {} + } + ], + "color": "#233", + "bgcolor": "#355" + } + ], + "links": [ + [ + 2, + 2, + 0, + 1, + 0, + "IMAGE" + ], + [ + 3, + 1, + 0, + 4, + 0, + "IMAGE" + ], + [ + 7, + 1, + 0, + 6, + 1, + "IMAGE" + ], + [ + 8, + 7, + 0, + 6, + 0, + "IMAGE" + ], + [ + 10, + 3, + 0, + 9, + 0, + "AUDIO" + ], + [ + 11, + 9, + 0, + 1, + 1, + "AUDIO" + ], + [ + 12, + 1, + 2, + 6, + 2, + "AUDIO" + ], + [ + 13, + 9, + 0, + 10, + 0, + "AUDIO" + ], + [ + 15, + 1, + 0, + 12, + 0, + "IMAGE" + ], + [ + 16, + 1, + 0, + 13, + 0, + "IMAGE" + ], + [ + 17, + 6, + 0, + 14, + 0, + "IMAGE" + ], + [ + 18, + 6, + 0, + 15, + 0, + "IMAGE" + ], + [ + 19, + 6, + 2, + 8, + 1, + "AUDIO" + ], + [ + 20, + 16, + 0, + 9, + 1, + "NEW_STRING" + ], + [ + 21, + 6, + 0, + 17, + 0, + "IMAGE" + ], + [ + 22, + 17, + 0, + 8, + 0, + "IMAGE" + ], + [ + 23, + 6, + 0, + 18, + 0, + "IMAGE" + ], + [ + 24, + 17, + 0, + 19, + 0, + "IMAGE" + ], + [ + 25, + 16, + 0, + 11, + 0, + "*" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.6830134553650705, + "offset": { + "0": -351.1038760148724, + "1": 318.05907517445655 + } + } + }, + "version": 0.4 +} \ No newline at end of file