ComfyPilotComfyPilot
工作流 / 角色与时尚 / 音频驱动角色口型同步视频
音频驱动角色口型同步视频

音频驱动角色口型同步视频

Audio-Driven Character Lip Sync Video

上传角色图像和音频文件。生成口型同步视频，使角色的嘴部动作与提供的音轨匹配。

角色与时尚 5 个节点 2 个输入 400 次使用 ComfyUI ≥ 0.11.0 hellorob 48 KB

下载工作流 JSON 查看官方来源

下载后把文件拖进 ComfyUI 窗口即可打开。

需要的权重

这个工作流引用了 6 个权重文件，其中 5 个能在本站模型库里找到。

Wan2_1-InfiniTetalk-Single_fp16.safetensors 模型库暂未收录
Wan2_1_VAE_bf16.safetensors 在模型库查看
clip_vision_h.safetensors 在模型库查看
lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors 在模型库查看
umt5-xxl-enc-bf16.safetensors 在模型库查看
wan2.1_i2v_480p_14B_fp16.safetensors 在模型库查看

节点构成

Note × 1
LoadAudio × 1
4ead6474-b183-4d45-9177-88b3f5721800 × 1
SaveVideo × 1
LoadImage × 1

官方标注的模型

Wan2.1 InfiniteTalk

工作流 JSON

和上面「下载工作流 JSON」是同一份文件。

1{
2 "id": "c57fa5ad-6762-4b18-b16f-2bfd272ac865",
3 "revision": 0,
4 "last_node_id": 347,
5 "last_link_id": 832,
6 "nodes": [
7 {
8 "id": 263,
9 "type": "Note",
10 "pos": [
11 650,
12 -2530
13 ],
14 "size": [
15 330,
16 88
17 ],
18 "flags": [],
19 "order": 0,
20 "mode": 0,
21 "inputs": [],
22 "outputs": [],
23 "properties": {
24 "widget_ue_connectable": []
25 },
26 "widgets_values": [
27 "Desired audio length * 25fps = Max Frames\n\n60 seconds = 1500 frames"
28 ],
29 "color": "#222",
30 "bgcolor": "#000"
31 },
32 {
33 "id": 125,
34 "type": "LoadAudio",
35 "pos": [
36 168.33333333333334,
37 -3026.6666666666665
38 ],
39 "size": [
40 400,
41 136
42 ],
43 "flags": [],
44 "order": 1,
45 "mode": 0,
46 "inputs": [],
47 "outputs": [
48 {
49 "name": "AUDIO",
50 "type": "AUDIO",
51 "links": [
52 793
53 ]
54 }
55 ],
56 "properties": {
57 "cnr_id": "comfy-core",
58 "ver": "0.3.41",
59 "Node name for S&R": "LoadAudio",
60 "widget_ue_connectable": [],
61 "ttNbgOverride": {
62 "color": "#233",
63 "bgcolor": "#355",
64 "groupcolor": "#8AA"
65 }
66 },
67 "widgets_values": [
68 "wan2_1_infinitetalk_audio.mp3",
69 null,
70 null
71 ],
72 "color": "#232",
73 "bgcolor": "#353"
74 },
75 {
76 "id": 330,
77 "type": "4ead6474-b183-4d45-9177-88b3f5721800",
78 "pos": [
79 640,
80 -3030
81 ],
82 "size": [
83 341.6666666666667,
84 425
85 ],
86 "flags": [],
87 "order": 3,
88 "mode": 0,
89 "inputs": [
90 {
91 "name": "image",
92 "type": "IMAGE",
93 "link": 790
94 },
95 {
96 "name": "audio",
97 "type": "AUDIO",
98 "link": 793
99 }
100 ],
101 "outputs": [
102 {
103 "name": "VIDEO",
104 "type": "VIDEO",
105 "links": [
106 796
107 ]
108 }
109 ],
110 "title": "Audio to Video (Wan2.1 Infinitalk)",
111 "properties": {
112 "proxyWidgets": [
113 [
114 "-1",
115 "positive_prompt"
116 ],
117 [
118 "-1",
119 "width"
120 ],
121 [
122 "-1",
123 "height"
124 ],
125 [
126 "-1",
127 "num_frames"
128 ],
129 [
130 "333",
131 "seed"
132 ],
133 [
134 "333",
135 "control_after_generate"
136 ]
137 ],
138 "cnr_id": "comfy-core",
139 "ver": "0.14.1"
140 },
141 "widgets_values": []
142 },
143 {
144 "id": 325,
145 "type": "SaveVideo",
146 "pos": [
147 1050,
148 -3030
149 ],
150 "size": [
151 416.6666666666667,
152 853.984375
153 ],
154 "flags": [],
155 "order": 4,
156 "mode": 0,
157 "inputs": [
158 {
159 "name": "video",
160 "type": "VIDEO",
161 "link": 796
162 }
163 ],
164 "outputs": [],
165 "properties": {
166 "cnr_id": "comfy-core",
167 "ver": "0.14.1",
168 "Node name for S&R": "SaveVideo"
169 },
170 "widgets_values": [
171 "video/ComfyUI",
172 "auto",
173 "auto"
174 ]
175 },
176 {
177 "id": 284,
178 "type": "LoadImage",
179 "pos": [
180 168.33333333333334,
181 -2835
182 ],
183 "size": [
184 400,
185 480
186 ],
187 "flags": [],
188 "order": 2,
189 "mode": 0,
190 "inputs": [],
191 "outputs": [
192 {
193 "name": "IMAGE",
194 "type": "IMAGE",
195 "links": [
196 790
197 ]
198 },
199 {
200 "name": "MASK",
201 "type": "MASK",
202 "links": null
203 }
204 ],
205 "properties": {
206 "cnr_id": "comfy-core",
207 "ver": "0.3.50",
208 "Node name for S&R": "LoadImage",
209 "widget_ue_connectable": [],
210 "ttNbgOverride": {
211 "color": "#233",
212 "bgcolor": "#355",
213 "groupcolor": "#8AA"
214 }
215 },
216 "widgets_values": [
217 "wan2_1_infinitetalk_first_frame.png",
218 "image"
219 ],
220 "color": "#232",
221 "bgcolor": "#353"
222 }
223 ],
224 "links": [
225 [
226 790,
227 284,
228 0,
229 330,
230 0,
231 "IMAGE"
232 ],
233 [
234 793,
235 125,
236 0,
237 330,
238 1,
239 "AUDIO"
240 ],
241 [
242 796,
243 330,
244 0,
245 325,
246 0,
247 "VIDEO"
248 ]
249 ],
250 "groups": [],
251 "definitions": {
252 "subgraphs": [
253 {
254 "id": "4ead6474-b183-4d45-9177-88b3f5721800",
255 "version": 1,
256 "state": {
257 "lastGroupId": 10,
258 "lastNodeId": 347,
259 "lastLinkId": 832,
260 "lastRerouteId": 0
261 },
262 "revision": 0,
263 "config": [],
264 "name": "Audio to Video (Wan2.1 Infinitalk)",
265 "inputNode": {
266 "id": -10,
267 "bounding": [
268 198.33333333333334,
269 -3435,
270 130.64453125,
271 160
272 ]
273 },
274 "outputNode": {
275 "id": -20,
276 "bounding": [
277 3140,
278 -3435,
279 120,
280 60
281 ]
282 },
283 "inputs": [
284 {
285 "id": "df97ee2b-37d7-4644-9eb9-0c925e6d67c4",
286 "name": "image",
287 "type": "IMAGE",
288 "linkIds": [
289 820
290 ],
291 "localized_name": "image",
292 "pos": [
293 308.97786458333337,
294 -3415
295 ]
296 },
297 {
298 "id": "0d4f26d0-daf8-4cb6-ac14-6c91e5a48ccf",
299 "name": "width",
300 "type": "INT",
301 "linkIds": [
302 821
303 ],
304 "localized_name": "width",
305 "pos": [
306 308.97786458333337,
307 -3395
308 ]
309 },
310 {
311 "id": "2c570d30-1160-42d0-9074-63ad31e0c8d9",
312 "name": "height",
313 "type": "INT",
314 "linkIds": [
315 822
316 ],
317 "localized_name": "height",
318 "pos": [
319 308.97786458333337,
320 -3375
321 ]
322 },
323 {
324 "id": "fecae66b-73ee-48b3-9761-0fa5087653dd",
325 "name": "audio",
326 "type": "AUDIO",
327 "linkIds": [
328 805,
329 810
330 ],
331 "localized_name": "audio",
332 "pos": [
333 308.97786458333337,
334 -3355
335 ]
336 },
337 {
338 "id": "b4d72a6e-bd16-413c-9d43-3c7092a8f74f",
339 "name": "num_frames",
340 "type": "INT",
341 "linkIds": [
342 811
343 ],
344 "localized_name": "num_frames",
345 "pos": [
346 308.97786458333337,
347 -3335
348 ]
349 },
350 {
351 "id": "5bebe9b6-3ff3-489e-9e0a-05fbfd121d18",
352 "name": "positive_prompt",
353 "type": "STRING",
354 "linkIds": [
355 801
356 ],
357 "localized_name": "positive_prompt",
358 "pos": [
359 308.97786458333337,
360 -3315
361 ]
362 }
363 ],
364 "outputs": [
365 {
366 "id": "c812bb7a-8cb2-47e9-b22f-c455b9d4a3fa",
367 "name": "VIDEO",
368 "type": "VIDEO",
369 "linkIds": [
370 806
371 ],
372 "localized_name": "VIDEO",
373 "pos": [
374 3160,
375 -3415
376 ]
377 }
378 ],
379 "widgets": [],
380 "nodes": [
381 {
382 "id": 332,
383 "type": "WanVideoTextEncodeCached",
384 "pos": [
385 1689.9998770955904,
386 -3201.66705716417
387 ],
388 "size": [
389 358.33333333333337,
390 350
391 ],
392 "flags": [],
393 "order": 7,
394 "mode": 0,
395 "inputs": [
396 {
397 "localized_name": "extender_args",
398 "name": "extender_args",
399 "shape": 7,
400 "type": "WANVIDEOPROMPTEXTENDER_ARGS",
401 "link": null
402 },
403 {
404 "localized_name": "positive_prompt",
405 "name": "positive_prompt",
406 "type": "STRING",
407 "widget": {
408 "name": "positive_prompt"
409 },
410 "link": 801
411 }
412 ],
413 "outputs": [
414 {
415 "localized_name": "text_embeds",
416 "name": "text_embeds",
417 "type": "WANVIDEOTEXTEMBEDS",
418 "links": [
419 798
420 ]
421 },
422 {
423 "localized_name": "negative_text_embeds",
424 "name": "negative_text_embeds",
425 "type": "WANVIDEOTEXTEMBEDS",
426 "links": []
427 },
428 {
429 "localized_name": "positive_prompt",
430 "name": "positive_prompt",
431 "type": "STRING",
432 "links": []
433 }
434 ],
435 "properties": {
436 "cnr_id": "ComfyUI-WanVideoWrapper",
437 "ver": "ff779c91714d8ee3484cd4119b082c72a1734b72",
438 "Node name for S&R": "WanVideoTextEncodeCached",
439 "widget_ue_connectable": []
440 },
441 "widgets_values": [
442 "umt5-xxl-enc-bf16.safetensors",
443 "bf16",
444 "The character looks towards the suspended microphone and raps passionately. Very emotional performance",
445 "bright tones, overexposed, static, blurred details, subtitles, static, overall gray, worst quality, low quality, JPEG compression residue, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, fused fingers, still picture, messy background, walking backwards",
446 "disabled",
447 false,
448 "gpu"
449 ]
450 },
451 {
452 "id": 335,
453 "type": "AudioSeparation",
454 "pos": [
455 650,
456 -2930
457 ],
458 "size": [
459 225,
460 182.21354166666669
461 ],
462 "flags": [],
463 "order": 10,
464 "mode": 0,
465 "inputs": [
466 {
467 "localized_name": "audio",
468 "name": "audio",
469 "type": "AUDIO",
470 "link": 810
471 }
472 ],
473 "outputs": [
474 {
475 "localized_name": "Bass",
476 "name": "Bass",
477 "type": "AUDIO",
478 "links": []
479 },
480 {
481 "localized_name": "Drums",
482 "name": "Drums",
483 "type": "AUDIO",
484 "links": []
485 },
486 {
487 "localized_name": "Other",
488 "name": "Other",
489 "type": "AUDIO",
490 "links": []
491 },
492 {
493 "localized_name": "Vocals",
494 "name": "Vocals",
495 "type": "AUDIO",
496 "links": [
497 808
498 ]
499 }
500 ],
501 "properties": {
502 "cnr_id": "audio-separation-nodes-comfyui",
503 "ver": "31a4567726e035097cc2d1f767767908a6fda2ea",
504 "Node name for S&R": "AudioSeparation",
505 "widget_ue_connectable": [],
506 "ttNbgOverride": {
507 "color": "#233",
508 "bgcolor": "#355",
509 "groupcolor": "#8AA"
510 }
511 },
512 "widgets_values": [
513 "linear",
514 10,
515 0.1
516 ]
517 },
518 {
519 "id": 342,
520 "type": "WanVideoClipVisionEncode",
521 "pos": [
522 1273.3333333333335,
523 -3576.666666666667
524 ],
525 "size": [
526 325,
527 300
528 ],
529 "flags": [],
530 "order": 15,
531 "mode": 0,
532 "inputs": [
533 {
534 "localized_name": "clip_vision",
535 "name": "clip_vision",
536 "type": "CLIP_VISION",
537 "link": 827
538 },
539 {
540 "localized_name": "image_1",
541 "name": "image_1",
542 "type": "IMAGE",
543 "link": 818
544 },
545 {
546 "localized_name": "image_2",
547 "name": "image_2",
548 "shape": 7,
549 "type": "IMAGE",
550 "link": null
551 },
552 {
553 "localized_name": "negative_image",
554 "name": "negative_image",
555 "shape": 7,
556 "type": "IMAGE",
557 "link": null
558 }
559 ],
560 "outputs": [
561 {
562 "localized_name": "image_embeds",
563 "name": "image_embeds",
564 "type": "WANVIDIMAGE_CLIPEMBEDS",
565 "links": [
566 814
567 ]
568 }
569 ],
570 "properties": {
571 "cnr_id": "ComfyUI-WanVideoWrapper",
572 "ver": "ff779c91714d8ee3484cd4119b082c72a1734b72",
573 "Node name for S&R": "WanVideoClipVisionEncode",
574 "widget_ue_connectable": []
575 },
576 "widgets_values": [
577 1,
578 1,
579 "center",
580 "average",
581 true,
582 0,
583 0.5
584 ]
585 },
586 {
587 "id": 343,
588 "type": "WanVideoLoraSelect",
589 "pos": [
590 631.6665536802943,
591 -4185.000384229947
592 ],
593 "size": [
594 433.33333333333337,
595 162.21354166666669
596 ],
597 "flags": [],
598 "order": 1,
599 "mode": 0,
600 "inputs": [
601 {
602 "localized_name": "prev_lora",
603 "name": "prev_lora",
604 "shape": 7,
605 "type": "WANVIDLORA",
606 "link": null
607 },
608 {
609 "localized_name": "blocks",
610 "name": "blocks",
611 "shape": 7,
612 "type": "SELECTEDBLOCKS",
613 "link": null
614 }
615 ],
616 "outputs": [
617 {
618 "localized_name": "lora",
619 "name": "lora",
620 "type": "WANVIDLORA",
621 "links": [
622 825
623 ]
624 }
625 ],
626 "properties": {
627 "cnr_id": "ComfyUI-WanVideoWrapper",
628 "ver": "058286fc0f3b0651a2f6b68309df3f06e8332cc0",
629 "Node name for S&R": "WanVideoLoraSelect",
630 "widget_ue_connectable": []
631 },
632 "widgets_values": [
633 "lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors",
634 1,
635 false,
636 false
637 ]
638 },
639 {
640 "id": 344,
641 "type": "MultiTalkModelLoader",
642 "pos": [
643 631.6665536802943,
644 -3951.667020659371
645 ],
646 "size": [
647 433.33333333333337,
648 68.88020833333334
649 ],
650 "flags": [],
651 "order": 2,
652 "mode": 0,
653 "inputs": [],
654 "outputs": [
655 {
656 "localized_name": "model",
657 "name": "model",
658 "type": "MULTITALKMODEL",
659 "links": [
660 826
661 ]
662 }
663 ],
664 "properties": {
665 "cnr_id": "ComfyUI-WanVideoWrapper",
666 "ver": "058286fc0f3b0651a2f6b68309df3f06e8332cc0",
667 "Node name for S&R": "MultiTalkModelLoader",
668 "widget_ue_connectable": []
669 },
670 "widgets_values": [
671 "Wan2_1-InfiniTetalk-Single_fp16.safetensors"
672 ]
673 },
674 {
675 "id": 345,
676 "type": "CLIPVisionLoader",
677 "pos": [
678 631.6665536802943,
679 -3818.333777004361
680 ],
681 "size": [
682 433.33333333333337,
683 70
684 ],
685 "flags": [],
686 "order": 3,
687 "mode": 0,
688 "inputs": [],
689 "outputs": [
690 {
691 "localized_name": "CLIP_VISION",
692 "name": "CLIP_VISION",
693 "type": "CLIP_VISION",
694 "links": [
695 827
696 ]
697 }
698 ],
699 "properties": {
700 "cnr_id": "comfy-core",
701 "ver": "0.3.50",
702 "Node name for S&R": "CLIPVisionLoader",
703 "widget_ue_connectable": [],
704 "models": [
705 {
706 "name": "clip_vision_h.safetensors",
707 "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors",
708 "directory": "clip_vision"
709 }
710 ]
711 },
712 "widgets_values": [
713 "clip_vision_h.safetensors"
714 ]
715 },
716 {
717 "id": 346,
718 "type": "WanVideoModelLoader",
719 "pos": [
720 1123.3331236260287,
721 -4118.333388053826
722 ],
723 "size": [
724 325,
725 375
726 ],
727 "flags": [],
728 "order": 5,
729 "mode": 0,
730 "inputs": [
731 {
732 "localized_name": "compile_args",
733 "name": "compile_args",
734 "shape": 7,
735 "type": "WANCOMPILEARGS",
736 "link": null
737 },
738 {
739 "localized_name": "block_swap_args",
740 "name": "block_swap_args",
741 "shape": 7,
742 "type": "BLOCKSWAPARGS",
743 "link": null
744 },
745 {
746 "localized_name": "lora",
747 "name": "lora",
748 "shape": 7,
749 "type": "WANVIDLORA",
750 "link": 825
751 },
752 {
753 "localized_name": "vram_management_args",
754 "name": "vram_management_args",
755 "shape": 7,
756 "type": "VRAM_MANAGEMENTARGS",
757 "link": null
758 },
759 {
760 "localized_name": "extra_model",
761 "name": "extra_model",
762 "shape": 7,
763 "type": "VACEPATH",
764 "link": null
765 },
766 {
767 "localized_name": "fantasytalking_model",
768 "name": "fantasytalking_model",
769 "shape": 7,
770 "type": "FANTASYTALKINGMODEL",
771 "link": null
772 },
773 {
774 "localized_name": "multitalk_model",
775 "name": "multitalk_model",
776 "shape": 7,
777 "type": "MULTITALKMODEL",
778 "link": 826
779 },
780 {
781 "localized_name": "fantasyportrait_model",
782 "name": "fantasyportrait_model",
783 "shape": 7,
784 "type": "FANTASYPORTRAITMODEL",
785 "link": null
786 },
787 {
788 "name": "vace_model",
789 "shape": 7,
790 "type": "VACEPATH",
791 "link": null
792 }
793 ],
794 "outputs": [
795 {
796 "localized_name": "model",
797 "name": "model",
798 "type": "WANVIDEOMODEL",
799 "links": [
800 828
801 ]
802 }
803 ],
804 "properties": {
805 "cnr_id": "ComfyUI-WanVideoWrapper",
806 "ver": "058286fc0f3b0651a2f6b68309df3f06e8332cc0",
807 "Node name for S&R": "WanVideoModelLoader",
808 "widget_ue_connectable": []
809 },
810 "widgets_values": [
811 "wan2.1_i2v_480p_14B_fp16.safetensors",
812 "fp16_fast",
813 "disabled",
814 "offload_device",
815 "sdpa",
816 "default"
817 ]
818 },
819 {
820 "id": 347,
821 "type": "WanVideoVAELoader",
822 "pos": [
823 1130,
824 -4300
825 ],
826 "size": [
827 320,
828 82
829 ],
830 "flags": {
831 "collapsed": false
832 },
833 "order": 4,
834 "mode": 0,
835 "inputs": [
836 {
837 "localized_name": "compile_args",
838 "name": "compile_args",
839 "shape": 7,
840 "type": "WANCOMPILEARGS",
841 "link": null
842 }
843 ],
844 "outputs": [
845 {
846 "localized_name": "vae",
847 "name": "vae",
848 "type": "WANVAE",
849 "slot_index": 0,
850 "links": [
851 831,
852 832
853 ]
854 }
855 ],
856 "properties": {
857 "cnr_id": "ComfyUI-WanVideoWrapper",
858 "ver": "c3ee35f3ece76e38099dc516182d69b406e16772",
859 "Node name for S&R": "WanVideoVAELoader",
860 "widget_ue_connectable": []
861 },
862 "widgets_values": [
863 "Wan2_1_VAE_bf16.safetensors",
864 "bf16"
865 ]
866 },
867 {
868 "id": 340,
869 "type": "ImageResizeKJv2",
870 "pos": [
871 630,
872 -3570
873 ],
874 "size": [
875 270,
876 286
877 ],
878 "flags": [],
879 "order": 13,
880 "mode": 0,
881 "inputs": [
882 {
883 "localized_name": "image",
884 "name": "image",
885 "type": "IMAGE",
886 "link": 820
887 },
888 {
889 "localized_name": "mask",
890 "name": "mask",
891 "shape": 7,
892 "type": "MASK",
893 "link": null
894 },
895 {
896 "localized_name": "width",
897 "name": "width",
898 "type": "INT",
899 "widget": {
900 "name": "width"
901 },
902 "link": 821
903 },
904 {
905 "localized_name": "height",
906 "name": "height",
907 "type": "INT",
908 "widget": {
909 "name": "height"
910 },
911 "link": 822
912 }
913 ],
914 "outputs": [
915 {
916 "localized_name": "IMAGE",
917 "name": "IMAGE",
918 "type": "IMAGE",
919 "links": [
920 817
921 ]
922 },
923 {
924 "localized_name": "width",
925 "name": "width",
926 "type": "INT",
927 "links": []
928 },
929 {
930 "localized_name": "height",
931 "name": "height",
932 "type": "INT",
933 "links": []
934 },
935 {
936 "localized_name": "mask",
937 "name": "mask",
938 "type": "MASK",
939 "links": []
940 }
941 ],
942 "properties": {
943 "cnr_id": "comfyui-kjnodes",
944 "ver": "f7eb33abc80a2aded1b46dff0dd14d07856a7d50",
945 "Node name for S&R": "ImageResizeKJv2",
946 "widget_ue_connectable": {
947 "width": true,
948 "height": true
949 },
950 "ttNbgOverride": {
951 "color": "#233",
952 "bgcolor": "#355",
953 "groupcolor": "#8AA"
954 }
955 },
956 "widgets_values": [
957 480,
958 832,
959 "lanczos",
960 "crop",
961 "0, 0, 0",
962 "center",
963 16,
964 "cpu"
965 ]
966 },
967 {
968 "id": 341,
969 "type": "GetImageSizeAndCount",
970 "pos": [
971 940,
972 -3570
973 ],
974 "size": [
975 250,
976 86
977 ],
978 "flags": {
979 "collapsed": false
980 },
981 "order": 14,
982 "mode": 0,
983 "inputs": [
984 {
985 "localized_name": "image",
986 "name": "image",
987 "type": "IMAGE",
988 "link": 817
989 }
990 ],
991 "outputs": [
992 {
993 "localized_name": "image",
994 "name": "image",
995 "type": "IMAGE",
996 "links": [
997 813,
998 818
999 ]
1000 },
1001 {
1002 "label": "width",
1003 "localized_name": "width",
1004 "name": "width",
1005 "type": "INT",
1006 "links": [
1007 815
1008 ]
1009 },
1010 {
1011 "label": "height",
1012 "localized_name": "height",
1013 "name": "height",
1014 "type": "INT",
1015 "links": [
1016 816
1017 ]
1018 },
1019 {
1020 "label": "count",
1021 "localized_name": "count",
1022 "name": "count",
1023 "type": "INT",
1024 "links": []
1025 }
1026 ],
1027 "properties": {
1028 "cnr_id": "comfyui-kjnodes",
1029 "ver": "6dfd2c2420260dbb321a3412b9f1dff439a0f2e3",
1030 "Node name for S&R": "GetImageSizeAndCount",
1031 "widget_ue_connectable": [],
1032 "ttNbgOverride": {
1033 "color": "#233",
1034 "bgcolor": "#355",
1035 "groupcolor": "#8AA"
1036 }
1037 },
1038 "widgets_values": []
1039 },
1040 {
1041 "id": 337,
1042 "type": "MultiTalkWav2VecEmbeds",
1043 "pos": [
1044 940,
1045 -3100
1046 ],
1047 "size": [
1048 280,
1049 278
1050 ],
1051 "flags": [],
1052 "order": 11,
1053 "mode": 0,
1054 "inputs": [
1055 {
1056 "localized_name": "wav2vec_model",
1057 "name": "wav2vec_model",
1058 "type": "WAV2VECMODEL",
1059 "link": 807
1060 },
1061 {
1062 "localized_name": "audio_1",
1063 "name": "audio_1",
1064 "type": "AUDIO",
1065 "link": 808
1066 },
1067 {
1068 "localized_name": "audio_2",
1069 "name": "audio_2",
1070 "shape": 7,
1071 "type": "AUDIO",
1072 "link": null
1073 },
1074 {
1075 "localized_name": "audio_3",
1076 "name": "audio_3",
1077 "shape": 7,
1078 "type": "AUDIO",
1079 "link": null
1080 },
1081 {
1082 "localized_name": "audio_4",
1083 "name": "audio_4",
1084 "shape": 7,
1085 "type": "AUDIO",
1086 "link": null
1087 },
1088 {
1089 "localized_name": "ref_target_masks",
1090 "name": "ref_target_masks",
1091 "shape": 7,
1092 "type": "MASK",
1093 "link": null
1094 },
1095 {
1096 "localized_name": "num_frames",
1097 "name": "num_frames",
1098 "type": "INT",
1099 "widget": {
1100 "name": "num_frames"
1101 },
1102 "link": 811
1103 }
1104 ],
1105 "outputs": [
1106 {
1107 "localized_name": "multitalk_embeds",
1108 "name": "multitalk_embeds",
1109 "type": "MULTITALK_EMBEDS",
1110 "links": [
1111 812
1112 ]
1113 },
1114 {
1115 "localized_name": "audio",
1116 "name": "audio",
1117 "type": "AUDIO",
1118 "links": []
1119 },
1120 {
1121 "localized_name": "num_frames",
1122 "name": "num_frames",
1123 "type": "INT",
1124 "links": []
1125 }
1126 ],
1127 "properties": {
1128 "cnr_id": "ComfyUI-WanVideoWrapper",
1129 "ver": "3d7801cee4c8e3106078dd9b9f146caee95069ba",
1130 "Node name for S&R": "MultiTalkWav2VecEmbeds",
1131 "widget_ue_connectable": {
1132 "num_frames": true
1133 }
1134 },
1135 "widgets_values": [
1136 true,
1137 750,
1138 25,
1139 1,
1140 1,
1141 "para"
1142 ]
1143 },
1144 {
1145 "id": 336,
1146 "type": "DownloadAndLoadWav2VecModel",
1147 "pos": [
1148 650,
1149 -3100
1150 ],
1151 "size": [
1152 239.77864583333334,
1153 126.65364583333334
1154 ],
1155 "flags": [],
1156 "order": 0,
1157 "mode": 0,
1158 "inputs": [],
1159 "outputs": [
1160 {
1161 "localized_name": "wav2vec_model",
1162 "name": "wav2vec_model",
1163 "type": "WAV2VECMODEL",
1164 "links": [
1165 807
1166 ]
1167 }
1168 ],
1169 "properties": {
1170 "cnr_id": "ComfyUI-WanVideoWrapper",
1171 "ver": "058286fc0f3b0651a2f6b68309df3f06e8332cc0",
1172 "Node name for S&R": "DownloadAndLoadWav2VecModel",
1173 "widget_ue_connectable": [],
1174 "ttNbgOverride": {
1175 "color": "#233",
1176 "bgcolor": "#355",
1177 "groupcolor": "#8AA"
1178 }
1179 },
1180 "widgets_values": [
1181 "TencentGameMate/chinese-wav2vec2-base",
1182 "fp16",
1183 "main_device"
1184 ]
1185 },
1186 {
1187 "id": 339,
1188 "type": "WanVideoImageToVideoMultiTalk",
1189 "pos": [
1190 1700,
1191 -3560
1192 ],
1193 "size": [
1194 360,
1195 290
1196 ],
1197 "flags": [],
1198 "order": 12,
1199 "mode": 0,
1200 "inputs": [
1201 {
1202 "localized_name": "vae",
1203 "name": "vae",
1204 "type": "WANVAE",
1205 "link": 832
1206 },
1207 {
1208 "localized_name": "start_image",
1209 "name": "start_image",
1210 "shape": 7,
1211 "type": "IMAGE",
1212 "link": 813
1213 },
1214 {
1215 "localized_name": "clip_embeds",
1216 "name": "clip_embeds",
1217 "shape": 7,
1218 "type": "WANVIDIMAGE_CLIPEMBEDS",
1219 "link": 814
1220 },
1221 {
1222 "localized_name": "width",
1223 "name": "width",
1224 "type": "INT",
1225 "widget": {
1226 "name": "width"
1227 },
1228 "link": 815
1229 },
1230 {
1231 "localized_name": "height",
1232 "name": "height",
1233 "type": "INT",
1234 "widget": {
1235 "name": "height"
1236 },
1237 "link": 816
1238 }
1239 ],
1240 "outputs": [
1241 {
1242 "localized_name": "image_embeds",
1243 "name": "image_embeds",
1244 "type": "WANVIDIMAGE_EMBEDS",
1245 "links": [
1246 824
1247 ]
1248 },
1249 {
1250 "localized_name": "output_path",
1251 "name": "output_path",
1252 "type": "STRING",
1253 "links": []
1254 }
1255 ],
1256 "properties": {
1257 "cnr_id": "ComfyUI-WanVideoWrapper",
1258 "ver": "49430f900bf812a1e281560bafafd04c43dfdf13",
1259 "Node name for S&R": "WanVideoImageToVideoMultiTalk",
1260 "widget_ue_connectable": {
1261 "width": true,
1262 "height": true
1263 }
1264 },
1265 "widgets_values": [
1266 832,
1267 480,
1268 81,
1269 9,
1270 false,
1271 "disabled",
1272 false,
1273 "infinitetalk",
1274 ""
1275 ]
1276 },
1277 {
1278 "id": 333,
1279 "type": "WanVideoSampler",
1280 "pos": [
1281 2100,
1282 -3570
1283 ],
1284 "size": [
1285 320,
1286 700
1287 ],
1288 "flags": [],
1289 "order": 8,
1290 "mode": 0,
1291 "inputs": [
1292 {
1293 "localized_name": "model",
1294 "name": "model",
1295 "type": "WANVIDEOMODEL",
1296 "link": 828
1297 },
1298 {
1299 "localized_name": "image_embeds",
1300 "name": "image_embeds",
1301 "type": "WANVIDIMAGE_EMBEDS",
1302 "link": 824
1303 },
1304 {
1305 "localized_name": "text_embeds",
1306 "name": "text_embeds",
1307 "shape": 7,
1308 "type": "WANVIDEOTEXTEMBEDS",
1309 "link": 798
1310 },
1311 {
1312 "localized_name": "samples",
1313 "name": "samples",
1314 "shape": 7,
1315 "type": "LATENT",
1316 "link": null
1317 },
1318 {
1319 "localized_name": "feta_args",
1320 "name": "feta_args",
1321 "shape": 7,
1322 "type": "FETAARGS",
1323 "link": null
1324 },
1325 {
1326 "localized_name": "context_options",
1327 "name": "context_options",
1328 "shape": 7,
1329 "type": "WANVIDCONTEXT",
1330 "link": null
1331 },
1332 {
1333 "localized_name": "cache_args",
1334 "name": "cache_args",
1335 "shape": 7,
1336 "type": "CACHEARGS",
1337 "link": null
1338 },
1339 {
1340 "localized_name": "flowedit_args",
1341 "name": "flowedit_args",
1342 "shape": 7,
1343 "type": "FLOWEDITARGS",
1344 "link": null
1345 },
1346 {
1347 "localized_name": "slg_args",
1348 "name": "slg_args",
1349 "shape": 7,
1350 "type": "SLGARGS",
1351 "link": null
1352 },
1353 {
1354 "localized_name": "loop_args",
1355 "name": "loop_args",
1356 "shape": 7,
1357 "type": "LOOPARGS",
1358 "link": null
1359 },
1360 {
1361 "localized_name": "experimental_args",
1362 "name": "experimental_args",
1363 "shape": 7,
1364 "type": "EXPERIMENTALARGS",
1365 "link": null
1366 },
1367 {
1368 "localized_name": "sigmas",
1369 "name": "sigmas",
1370 "shape": 7,
1371 "type": "SIGMAS",
1372 "link": null
1373 },
1374 {
1375 "localized_name": "unianimate_poses",
1376 "name": "unianimate_poses",
1377 "shape": 7,
1378 "type": "UNIANIMATE_POSE",
1379 "link": null
1380 },
1381 {
1382 "localized_name": "fantasytalking_embeds",
1383 "name": "fantasytalking_embeds",
1384 "shape": 7,
1385 "type": "FANTASYTALKING_EMBEDS",
1386 "link": null
1387 },
1388 {
1389 "localized_name": "uni3c_embeds",
1390 "name": "uni3c_embeds",
1391 "shape": 7,
1392 "type": "UNI3C_EMBEDS",
1393 "link": null
1394 },
1395 {
1396 "localized_name": "multitalk_embeds",
1397 "name": "multitalk_embeds",
1398 "shape": 7,
1399 "type": "MULTITALK_EMBEDS",
1400 "link": 812
1401 },
1402 {
1403 "localized_name": "freeinit_args",
1404 "name": "freeinit_args",
1405 "shape": 7,
1406 "type": "FREEINITARGS",
1407 "link": null
1408 }
1409 ],
1410 "outputs": [
1411 {
1412 "localized_name": "samples",
1413 "name": "samples",
1414 "type": "LATENT",
1415 "slot_index": 0,
1416 "links": [
1417 797
1418 ]
1419 },
1420 {
1421 "localized_name": "denoised_samples",
1422 "name": "denoised_samples",
1423 "type": "LATENT",
1424 "links": []
1425 }
1426 ],
1427 "properties": {
1428 "cnr_id": "ComfyUI-WanVideoWrapper",
1429 "ver": "c3ee35f3ece76e38099dc516182d69b406e16772",
1430 "Node name for S&R": "WanVideoSampler",
1431 "widget_ue_connectable": [],
1432 "ttNbgOverride": {
1433 "color": "#233",
1434 "bgcolor": "#355",
1435 "groupcolor": "#8AA"
1436 }
1437 },
1438 "widgets_values": [
1439 7,
1440 1.0000000000000002,
1441 11.000000000000002,
1442 940918897846710,
1443 "randomize",
1444 true,
1445 "dpm++_sde",
1446 0,
1447 1,
1448 false,
1449 "comfy",
1450 0,
1451 -1,
1452 true
1453 ]
1454 },
1455 {
1456 "id": 331,
1457 "type": "WanVideoDecode",
1458 "pos": [
1459 2460,
1460 -3570
1461 ],
1462 "size": [
1463 258.33333333333337,
1464 216.66666666666669
1465 ],
1466 "flags": [],
1467 "order": 6,
1468 "mode": 0,
1469 "inputs": [
1470 {
1471 "localized_name": "vae",
1472 "name": "vae",
1473 "type": "WANVAE",
1474 "link": 831
1475 },
1476 {
1477 "localized_name": "samples",
1478 "name": "samples",
1479 "type": "LATENT",
1480 "link": 797
1481 }
1482 ],
1483 "outputs": [
1484 {
1485 "localized_name": "images",
1486 "name": "images",
1487 "type": "IMAGE",
1488 "slot_index": 0,
1489 "links": [
1490 799
1491 ]
1492 }
1493 ],
1494 "properties": {
1495 "cnr_id": "ComfyUI-WanVideoWrapper",
1496 "ver": "c3ee35f3ece76e38099dc516182d69b406e16772",
1497 "Node name for S&R": "WanVideoDecode",
1498 "widget_ue_connectable": []
1499 },
1500 "widgets_values": [
1501 false,
1502 272,
1503 272,
1504 144,
1505 128,
1506 "default"
1507 ]
1508 },
1509 {
1510 "id": 334,
1511 "type": "CreateVideo",
1512 "pos": [
1513 2790,
1514 -3560
1515 ],
1516 "size": [
1517 225,
1518 86.66666666666667
1519 ],
1520 "flags": [],
1521 "order": 9,
1522 "mode": 0,
1523 "inputs": [
1524 {
1525 "localized_name": "images",
1526 "name": "images",
1527 "type": "IMAGE",
1528 "link": 799
1529 },
1530 {
1531 "localized_name": "audio",
1532 "name": "audio",
1533 "shape": 7,
1534 "type": "AUDIO",
1535 "link": 805
1536 }
1537 ],
1538 "outputs": [
1539 {
1540 "localized_name": "VIDEO",
1541 "name": "VIDEO",
1542 "type": "VIDEO",
1543 "links": [
1544 806
1545 ]
1546 }
1547 ],
1548 "properties": {
1549 "cnr_id": "comfy-core",
1550 "ver": "0.14.1",
1551 "Node name for S&R": "CreateVideo"
1552 },
1553 "widgets_values": [
1554 25
1555 ]
1556 }
1557 ],
1558 "groups": [
1559 {
1560 "id": 7,
1561 "title": "Audio Processing",
1562 "bounding": [
1563 623.3333333333334,
1564 -3193.3333333333335,
1565 670,
1566 490
1567 ],
1568 "color": "#3f789e",
1569 "font_size": 24,
1570 "flags": []
1571 },
1572 {
1573 "id": 8,
1574 "title": "Image Processing",
1575 "bounding": [
1576 623.3333333333334,
1577 -3643.3333333333335,
1578 983.3333333333334,
1579 395.2135416666667
1580 ],
1581 "color": "#3f789e",
1582 "font_size": 24,
1583 "flags": []
1584 },
1585 {
1586 "id": 9,
1587 "title": "Model Loading",
1588 "bounding": [
1589 623.3333333333334,
1590 -4368.333333333334,
1591 840,
1592 680
1593 ],
1594 "color": "#3f789e",
1595 "font_size": 24,
1596 "flags": []
1597 },
1598 {
1599 "id": 10,
1600 "title": "Generate",
1601 "bounding": [
1602 1681.6666666666667,
1603 -3643.3333333333335,
1604 1058.3333333333335,
1605 803
1606 ],
1607 "color": "#3f789e",
1608 "font_size": 24,
1609 "flags": []
1610 }
1611 ],
1612 "links": [
1613 {
1614 "id": 797,
1615 "origin_id": 333,
1616 "origin_slot": 0,
1617 "target_id": 331,
1618 "target_slot": 1,
1619 "type": "LATENT"
1620 },
1621 {
1622 "id": 798,
1623 "origin_id": 332,
1624 "origin_slot": 0,
1625 "target_id": 333,
1626 "target_slot": 2,
1627 "type": "WANVIDEOTEXTEMBEDS"
1628 },
1629 {
1630 "id": 799,
1631 "origin_id": 331,
1632 "origin_slot": 0,
1633 "target_id": 334,
1634 "target_slot": 0,
1635 "type": "IMAGE"
1636 },
1637 {
1638 "id": 801,
1639 "origin_id": -10,
1640 "origin_slot": 5,
1641 "target_id": 332,
1642 "target_slot": 1,
1643 "type": "STRING"
1644 },
1645 {
1646 "id": 805,
1647 "origin_id": -10,
1648 "origin_slot": 3,
1649 "target_id": 334,
1650 "target_slot": 1,
1651 "type": "AUDIO"
1652 },
1653 {
1654 "id": 806,
1655 "origin_id": 334,
1656 "origin_slot": 0,
1657 "target_id": -20,
1658 "target_slot": 0,
1659 "type": "VIDEO"
1660 },
1661 {
1662 "id": 807,
1663 "origin_id": 336,
1664 "origin_slot": 0,
1665 "target_id": 337,
1666 "target_slot": 0,
1667 "type": "WAV2VECMODEL"
1668 },
1669 {
1670 "id": 808,
1671 "origin_id": 335,
1672 "origin_slot": 3,
1673 "target_id": 337,
1674 "target_slot": 1,
1675 "type": "AUDIO"
1676 },
1677 {
1678 "id": 810,
1679 "origin_id": -10,
1680 "origin_slot": 3,
1681 "target_id": 335,
1682 "target_slot": 0,
1683 "type": "AUDIO"
1684 },
1685 {
1686 "id": 811,
1687 "origin_id": -10,
1688 "origin_slot": 4,
1689 "target_id": 337,
1690 "target_slot": 6,
1691 "type": "INT"
1692 },
1693 {
1694 "id": 812,
1695 "origin_id": 337,
1696 "origin_slot": 0,
1697 "target_id": 333,
1698 "target_slot": 15,
1699 "type": "MULTITALK_EMBEDS"
1700 },
1701 {
1702 "id": 813,
1703 "origin_id": 341,
1704 "origin_slot": 0,
1705 "target_id": 339,
1706 "target_slot": 1,
1707 "type": "IMAGE"
1708 },
1709 {
1710 "id": 814,
1711 "origin_id": 342,
1712 "origin_slot": 0,
1713 "target_id": 339,
1714 "target_slot": 2,
1715 "type": "WANVIDIMAGE_CLIPEMBEDS"
1716 },
1717 {
1718 "id": 815,
1719 "origin_id": 341,
1720 "origin_slot": 1,
1721 "target_id": 339,
1722 "target_slot": 3,
1723 "type": "INT"
1724 },
1725 {
1726 "id": 816,
1727 "origin_id": 341,
1728 "origin_slot": 2,
1729 "target_id": 339,
1730 "target_slot": 4,
1731 "type": "INT"
1732 },
1733 {
1734 "id": 817,
1735 "origin_id": 340,
1736 "origin_slot": 0,
1737 "target_id": 341,
1738 "target_slot": 0,
1739 "type": "IMAGE"
1740 },
1741 {
1742 "id": 818,
1743 "origin_id": 341,
1744 "origin_slot": 0,
1745 "target_id": 342,
1746 "target_slot": 1,
1747 "type": "IMAGE"
1748 },
1749 {
1750 "id": 820,
1751 "origin_id": -10,
1752 "origin_slot": 0,
1753 "target_id": 340,
1754 "target_slot": 0,
1755 "type": "IMAGE"
1756 },
1757 {
1758 "id": 821,
1759 "origin_id": -10,
1760 "origin_slot": 1,
1761 "target_id": 340,
1762 "target_slot": 2,
1763 "type": "INT"
1764 },
1765 {
1766 "id": 822,
1767 "origin_id": -10,
1768 "origin_slot": 2,
1769 "target_id": 340,
1770 "target_slot": 3,
1771 "type": "INT"
1772 },
1773 {
1774 "id": 824,
1775 "origin_id": 339,
1776 "origin_slot": 0,
1777 "target_id": 333,
1778 "target_slot": 1,
1779 "type": "WANVIDIMAGE_EMBEDS"
1780 },
1781 {
1782 "id": 825,
1783 "origin_id": 343,
1784 "origin_slot": 0,
1785 "target_id": 346,
1786 "target_slot": 2,
1787 "type": "WANVIDLORA"
1788 },
1789 {
1790 "id": 826,
1791 "origin_id": 344,
1792 "origin_slot": 0,
1793 "target_id": 346,
1794 "target_slot": 6,
1795 "type": "MULTITALKMODEL"
1796 },
1797 {
1798 "id": 827,
1799 "origin_id": 345,
1800 "origin_slot": 0,
1801 "target_id": 342,
1802 "target_slot": 0,
1803 "type": "CLIP_VISION"
1804 },
1805 {
1806 "id": 828,
1807 "origin_id": 346,
1808 "origin_slot": 0,
1809 "target_id": 333,
1810 "target_slot": 0,
1811 "type": "WANVIDEOMODEL"
1812 },
1813 {
1814 "id": 831,
1815 "origin_id": 347,
1816 "origin_slot": 0,
1817 "target_id": 331,
1818 "target_slot": 0,
1819 "type": "WANVAE"
1820 },
1821 {
1822 "id": 832,
1823 "origin_id": 347,
1824 "origin_slot": 0,
1825 "target_id": 339,
1826 "target_slot": 0,
1827 "type": "WANVAE"
1828 }
1829 ],
1830 "extra": {
1831 "workflowRendererVersion": "LG"
1832 }
1833 }
1834 ]
1835 },
1836 "config": [],
1837 "extra": {
1838 "ds": {
1839 "scale": 0.7766597067044702,
1840 "offset": [
1841 278.23925593057584,
1842 3454.5441447766966
1843 ]
1844 },
1845 "frontendVersion": "1.39.14",
1846 "workflowRendererVersion": "LG",
1847 "node_versions": {
1848 "ComfyUI-WanVideoWrapper": "0a11c67a0c0062b534178920a0d6dcaa75e7b5fe",
1849 "comfy-core": "0.3.43",
1850 "audio-separation-nodes-comfyui": "31a4567726e035097cc2d1f767767908a6fda2ea",
1851 "ComfyUI-KJNodes": "f7eb33abc80a2aded1b46dff0dd14d07856a7d50",
1852 "comfyui-videohelpersuite": "a7ce59e381934733bfae03b1be029756d6ce936d"
1853 },
1854 "VHS_latentpreview": false,
1855 "VHS_latentpreviewrate": 0,
1856 "VHS_MetadataImage": true,
1857 "VHS_KeepIntermediate": true,
1858 "ue_links": [],
1859 "links_added_by_ue": []
1860 },
1861 "version": 0.4
1862}