From 11bbc8a03e5ef786659b2d0b6389d06a2a613c5b Mon Sep 17 00:00:00 2001 From: Sam Khoze <68170403+SamKhoze@users.noreply.github.com> Date: Wed, 10 Jul 2024 10:36:21 -0700 Subject: [PATCH] Add files via upload --- Workflows/DeepFuze_VoiceClonning_Lipsync.json | 738 ++++++++++++++++++ 1 file changed, 738 insertions(+) create mode 100644 Workflows/DeepFuze_VoiceClonning_Lipsync.json diff --git a/Workflows/DeepFuze_VoiceClonning_Lipsync.json b/Workflows/DeepFuze_VoiceClonning_Lipsync.json new file mode 100644 index 0000000..ebc91af --- /dev/null +++ b/Workflows/DeepFuze_VoiceClonning_Lipsync.json @@ -0,0 +1,738 @@ +{ + "last_node_id": 19, + "last_link_id": 22, + "nodes": [ + { + "id": 2, + "type": "VHS_LoadVideo", + "pos": [ + 590, + 260 + ], + "size": [ + 235.1999969482422, + 389.10511467512265 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": null, + "shape": 3 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "960x506_25fps_Roto.mp4", + "force_rate": 0, + "force_size": "Disabled", + "custom_width": 512, + "custom_height": 512, + "frame_load_cap": 48, + "skip_first_frames": 0, + "select_every_nth": 1, + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 48, + "skip_first_frames": 0, + "force_rate": 0, + "filename": "960x506_25fps_Roto.mp4", + "type": "input", + "format": "video/mp4", + "select_every_nth": 1 + } + } + } + }, + { + "id": 3, + "type": "VHS_LoadAudioUpload", + "pos": [ + 220, + 610 + ], + "size": { + "0": 226.8000030517578, + "1": 130 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "audio", + "type": "AUDIO", + "links": [ + 9 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadAudioUpload" + }, + "widgets_values": { + "audio": "ElevenLabs_2023-11-20T20_19_40_Marcus - authoritative and deep_gen_s35_sb86_e1.mp3", + "start_time": 0, + "duration": 0, + "choose audio to upload": "image" + } + }, + { + "id": 6, + "type": "LoadImage", + "pos": [ + 1380, + 420 + ], + "size": { + "0": 315, + "1": 314.0000305175781 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [], + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "16829651070526.jpg", + "image" + ] + }, + { + "id": 8, + "type": "TTS_generation", + "pos": [ + 480, + 730 + ], + "size": { + "0": 400, + "1": 200 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 9 + }, + { + "name": "llm_response", + "type": "NEW_STRING", + "link": 10 + } + ], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 2, + 11 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "TTS_generation" + }, + "widgets_values": [ + "DeepFuze is a state-of-the-art deep learning tool that seamlessly integrates with ComfyUI to revolutionize facial transformations, lipsyncing, Face Swapping, Lipsync Translation, video generation, and voice cloning.", + "cuda", + "English (en)" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 9, + "type": "DeepFuze Save", + "pos": [ + 960, + 840 + ], + "size": { + "0": 315, + "1": 82 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 11 + } + ], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DeepFuze Save" + }, + "widgets_values": [ + "0", + "0" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 10, + "type": "Display Any (rgthree)", + "pos": [ + 510, + 990 + ], + "size": { + "0": 334.53424072265625, + "1": 180.23825073242188 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 12, + "dir": 3 + } + ], + "properties": { + "Node name for S&R": "Display Any (rgthree)" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 12, + "type": "PreviewImage", + "pos": [ + 1370, + 790 + ], + "size": { + "0": 303.9786376953125, + "1": 231.79820251464844 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 14 + } + ], + "properties": { + "Node name for S&R": "PreviewImage" + } + }, + { + "id": 15, + "type": "LLM_node", + "pos": [ + 10, + 910 + ], + "size": { + "0": 400, + "1": 246.00003051757812 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "LLM_RESPONSE", + "type": "NEW_STRING", + "links": [ + 10, + 12 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LLM_node" + }, + "widgets_values": [ + "", + "", + "gpt-4o", + "add yoour api Key", + 250, + 0, + 10 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 11, + "type": "DeepfuzePreview", + "pos": [ + 1370, + 0 + ], + "size": { + "0": 315, + "1": 342 + }, + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 13 + } + ], + "properties": { + "Node name for S&R": "DeepfuzePreview" + }, + "widgets_values": [ + 0, + 0, + 0, + 0 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 1, + "type": "DeepFuzeAdavance", + "pos": [ + 970, + 330 + ], + "size": { + "0": 315, + "1": 430 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 1 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 2 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 3, + 13, + 14, + 21 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": [], + "shape": 3, + "slot_index": 2 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DeepFuzeAdavance" + }, + "widgets_values": [ + "codeformer", + "ultra_sharp_x4", + 0, + 0, + 0, + 0, + 0, + 0, + "cuda", + 24, + 0, + "deepfuze", + false, + true + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 4, + "type": "VHS_VideoCombine", + "pos": [ + 1750, + 850 + ], + "size": [ + 315, + 310 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": {} + } + } + }, + { + "id": 19, + "type": "VHS_VideoCombine", + "pos": [ + 2410, + 286 + ], + "size": [ + 315, + 310 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 22 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": {} + } + } + }, + { + "id": 16, + "type": "FILM VFI", + "pos": [ + 1879, + 214 + ], + "size": { + "0": 443.4000244140625, + "1": 126 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "frames", + "type": "IMAGE", + "link": 21 + }, + { + "name": "optional_interpolation_states", + "type": "INTERPOLATION_STATES", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 22 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "FILM VFI" + }, + "widgets_values": [ + "film_net_fp32.pt", + 10, + 2 + ] + } + ], + "links": [ + [ + 1, + 2, + 0, + 1, + 0, + "IMAGE" + ], + [ + 2, + 8, + 0, + 1, + 1, + "AUDIO" + ], + [ + 3, + 1, + 0, + 4, + 0, + "IMAGE" + ], + [ + 9, + 3, + 0, + 8, + 0, + "AUDIO" + ], + [ + 10, + 15, + 0, + 8, + 1, + "NEW_STRING" + ], + [ + 11, + 8, + 0, + 9, + 0, + "AUDIO" + ], + [ + 12, + 15, + 0, + 10, + 0, + "*" + ], + [ + 13, + 1, + 0, + 11, + 0, + "IMAGE" + ], + [ + 14, + 1, + 0, + 12, + 0, + "IMAGE" + ], + [ + 21, + 1, + 0, + 16, + 0, + "IMAGE" + ], + [ + 22, + 16, + 0, + 19, + 0, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.7513148009015777, + "offset": [ + 375.2153205566407, + 212.20194830322282 + ] + } + }, + "version": 0.4 +} \ No newline at end of file