CalvinBackup/ComfyUI-DeepFuze
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
main
ComfyUI-DeepFuze/Workflows/DeepFuze_VoiceCloning_LipSync_FaceSwap.json
T
Sam Khoze 33a39844ad Add files via upload
2024-07-10 10:30:01 -07:00

1054 lines
18 KiB
JSON
Raw Permalink Blame History

{
"last_node_id": 19,
"last_link_id": 25,
"nodes": [
{
"id": 3,
"type": "VHS_LoadAudioUpload",
"pos": [
857,
412
],
"size": {
"0": 226.8000030517578,
"1": 130
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "audio",
"type": "AUDIO",
"links": [
10
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VHS_LoadAudioUpload"
},
"widgets_values": {
"audio": "ElevenLabs_2023-11-20T20_19_40_Marcus - authoritative and deep_gen_s35_sb86_e1.mp3",
"start_time": 0,
"duration": 0,
"choose audio to upload": "image"
}
},
{
"id": 2,
"type": "VHS_LoadVideo",
"pos": [
1226,
62
],
"size": [
235.1999969482422,
389.10511467512265
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "960x506_25fps_Roto.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 48,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 48,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "960x506_25fps_Roto.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
}
}
}
},
{
"id": 9,
"type": "TTS_generation",
"pos": [
1125,
530
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 10
},
{
"name": "llm_response",
"type": "NEW_STRING",
"link": 20
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [
11,
13
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "TTS_generation"
},
"widgets_values": [
"DeepFuze is a state-of-the-art deep learning tool that seamlessly integrates with ComfyUI to revolutionize facial transformations, lipsyncing, Face Swapping, Lipsync Translation, video generation, and voice cloning.",
"cuda",
"English (en)"
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 1,
"type": "DeepFuzeAdavance",
"pos": [
1609,
130
],
"size": {
"0": 315,
"1": 430
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 2
},
{
"name": "audio",
"type": "AUDIO",
"link": 11
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
3,
7,
15,
16
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
12
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeepFuzeAdavance"
},
"widgets_values": [
"codeformer",
"ultra_sharp_x4",
0,
0,
0,
0,
0,
0,
"cuda",
24,
0,
"deepfuze",
false,
true
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 7,
"type": "LoadImage",
"pos": [
2016,
218
],
"size": {
"0": 315,
"1": 314.0000305175781
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
8
],
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"16829651070526.jpg",
"image"
]
},
{
"id": 14,
"type": "DeepfuzePreview",
"pos": [
2770,
217
],
"size": [
315,
342
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 17
}
],
"properties": {
"Node name for S&R": "DeepfuzePreview"
},
"widgets_values": [
0,
0,
0,
0
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 4,
"type": "VHS_VideoCombine",
"pos": [
2386,
653
],
"size": {
"0": 315,
"1": 310
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 3
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {}
}
}
},
{
"id": 12,
"type": "DeepfuzePreview",
"pos": [
2008,
-196
],
"size": [
315,
342
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 15
}
],
"properties": {
"Node name for S&R": "DeepfuzePreview"
},
"widgets_values": [
0,
0,
0,
0
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 13,
"type": "PreviewImage",
"pos": [
2007,
593
],
"size": [
303.9786314500493,
231.79820084569064
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 16
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 17,
"type": "FILM VFI",
"pos": [
3384,
-11
],
"size": {
"0": 443.4000244140625,
"1": 126
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 21
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
22,
24
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FILM VFI"
},
"widgets_values": [
"film_net_fp32.pt",
10,
2
]
},
{
"id": 18,
"type": "VHS_VideoCombine",
"pos": [
3124,
212
],
"size": [
315,
310
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 23
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {}
}
}
},
{
"id": 8,
"type": "VHS_VideoCombine",
"pos": [
3919,
65
],
"size": {
"0": 315,
"1": 310
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 22
},
{
"name": "audio",
"type": "AUDIO",
"link": 19
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {}
}
}
},
{
"id": 19,
"type": "PreviewImage",
"pos": [
3503,
219
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 24
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 15,
"type": "PreviewImage",
"pos": [
2777,
625
],
"size": [
305.6710638932909,
260.34247814585626
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 18
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 6,
"type": "DeepFuzeFaceSwap",
"pos": [
2411,
122
],
"size": {
"0": 317.4000244140625,
"1": 454
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "source_images",
"type": "IMAGE",
"link": 8,
"slot_index": 0
},
{
"name": "target_images",
"type": "IMAGE",
"link": 7
},
{
"name": "audio",
"type": "AUDIO",
"link": 12
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
17,
18,
21,
23
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": [
19
],
"shape": 3,
"slot_index": 2
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeepFuzeFaceSwap"
},
"widgets_values": [
"gfpgan_1.4",
"inswapper_128",
"clear_reality_x4",
"retinaface",
0,
0,
0,
0,
0,
"cuda",
24,
0,
"deepfuze",
false,
true
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 16,
"type": "LLM_node",
"pos": [
647,
712
],
"size": {
"0": 400,
"1": 246.00001525878906
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "LLM_RESPONSE",
"type": "NEW_STRING",
"links": [
20,
25
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LLM_node"
},
"widgets_values": [
"",
"",
"gpt-4o",
"add yoour api Key",
250,
0,
10
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 11,
"type": "Display Any (rgthree)",
"pos": [
1147,
794
],
"size": [
334.5342360455229,
180.23824529663705
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "source",
"type": "*",
"link": 25,
"dir": 3
}
],
"properties": {
"Node name for S&R": "Display Any (rgthree)"
},
"widgets_values": [
""
]
},
{
"id": 10,
"type": "DeepFuze Save",
"pos": [
1605,
637
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "audio",
"type": "AUDIO",
"link": 13
}
],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DeepFuze Save"
},
"widgets_values": [
"0",
"0",
{
"hidden": false,
"paused": false,
"params": {}
}
],
"color": "#233",
"bgcolor": "#355"
}
],
"links": [
[
2,
2,
0,
1,
0,
"IMAGE"
],
[
3,
1,
0,
4,
0,
"IMAGE"
],
[
7,
1,
0,
6,
1,
"IMAGE"
],
[
8,
7,
0,
6,
0,
"IMAGE"
],
[
10,
3,
0,
9,
0,
"AUDIO"
],
[
11,
9,
0,
1,
1,
"AUDIO"
],
[
12,
1,
2,
6,
2,
"AUDIO"
],
[
13,
9,
0,
10,
0,
"AUDIO"
],
[
15,
1,
0,
12,
0,
"IMAGE"
],
[
16,
1,
0,
13,
0,
"IMAGE"
],
[
17,
6,
0,
14,
0,
"IMAGE"
],
[
18,
6,
0,
15,
0,
"IMAGE"
],
[
19,
6,
2,
8,
1,
"AUDIO"
],
[
20,
16,
0,
9,
1,
"NEW_STRING"
],
[
21,
6,
0,
17,
0,
"IMAGE"
],
[
22,
17,
0,
8,
0,
"IMAGE"
],
[
23,
6,
0,
18,
0,
"IMAGE"
],
[
24,
17,
0,
19,
0,
"IMAGE"
],
[
25,
16,
0,
11,
0,
"*"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6830134553650705,
"offset": {
"0": -351.1038760148724,
"1": 318.05907517445655
}
}
},
"version": 0.4
}
Reference in New Issue View Git Blame Copy Permalink