Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
ninjaneural
GitHub Repository: ninjaneural/webui
Path: blob/master/memo/comfyui_animatediff/1 - Basic Vid2Vid 1 ControlNet.json
3275 views
1
{
2
"last_node_id": 103,
3
"last_link_id": 211,
4
"nodes": [
5
{
6
"id": 5,
7
"type": "PrimitiveNode",
8
"pos": [
9
1145,
10
469
11
],
12
"size": {
13
"0": 285.6000061035156,
14
"1": 82
15
},
16
"flags": {},
17
"order": 0,
18
"mode": 0,
19
"outputs": [
20
{
21
"name": "INT",
22
"type": "INT",
23
"links": [
24
6
25
],
26
"slot_index": 0,
27
"widget": {
28
"name": "seed",
29
"config": [
30
"INT",
31
{
32
"default": 0,
33
"min": 0,
34
"max": 18446744073709552000
35
}
36
]
37
}
38
}
39
],
40
"title": "Primitive (I'm using this as seed)",
41
"properties": {},
42
"widgets_values": [
43
44444444,
44
"fixed"
45
],
46
"color": "#2a363b",
47
"bgcolor": "#3f5159"
48
},
49
{
50
"id": 2,
51
"type": "VAELoader",
52
"pos": [
53
-1239,
54
41
55
],
56
"size": {
57
"0": 385.8948669433594,
58
"1": 58
59
},
60
"flags": {},
61
"order": 1,
62
"mode": 0,
63
"outputs": [
64
{
65
"name": "VAE",
66
"type": "VAE",
67
"links": [
68
10,
69
88
70
],
71
"shape": 3,
72
"slot_index": 0
73
}
74
],
75
"properties": {
76
"Node name for S&R": "VAELoader"
77
},
78
"widgets_values": [
79
"vae-ft-mse-840000-ema-pruned.ckpt"
80
],
81
"color": "#332922",
82
"bgcolor": "#593930"
83
},
84
{
85
"id": 70,
86
"type": "ControlNetLoaderAdvanced",
87
"pos": [
88
747.8339921875001,
89
-1386.0382871093746
90
],
91
"size": {
92
"0": 367.79998779296875,
93
"1": 58
94
},
95
"flags": {},
96
"order": 2,
97
"mode": 0,
98
"inputs": [
99
{
100
"name": "timestep_keyframe",
101
"type": "TIMESTEP_KEYFRAME",
102
"link": null
103
}
104
],
105
"outputs": [
106
{
107
"name": "CONTROL_NET",
108
"type": "CONTROL_NET",
109
"links": [
110
118
111
],
112
"shape": 3,
113
"slot_index": 0
114
}
115
],
116
"properties": {
117
"Node name for S&R": "ControlNetLoaderAdvanced"
118
},
119
"widgets_values": [
120
"control_v11p_sd15_lineart.pth"
121
],
122
"color": "#2a363b",
123
"bgcolor": "#3f5159"
124
},
125
{
126
"id": 1,
127
"type": "CheckpointLoaderSimpleWithNoiseSelect",
128
"pos": [
129
-1236,
130
-293
131
],
132
"size": {
133
"0": 315,
134
"1": 122
135
},
136
"flags": {},
137
"order": 3,
138
"mode": 0,
139
"outputs": [
140
{
141
"name": "MODEL",
142
"type": "MODEL",
143
"links": [
144
204
145
],
146
"shape": 3,
147
"slot_index": 0
148
},
149
{
150
"name": "CLIP",
151
"type": "CLIP",
152
"links": [
153
201,
154
202
155
],
156
"shape": 3,
157
"slot_index": 1
158
},
159
{
160
"name": "VAE",
161
"type": "VAE",
162
"links": null,
163
"shape": 3,
164
"slot_index": 2
165
}
166
],
167
"properties": {
168
"Node name for S&R": "CheckpointLoaderSimpleWithNoiseSelect"
169
},
170
"widgets_values": [
171
"Anime - darkSushiMixMix_colorful.safetensors",
172
"sqrt_linear (AnimateDiff)"
173
],
174
"color": "#432",
175
"bgcolor": "#653"
176
},
177
{
178
"id": 94,
179
"type": "ADE_AnimateDiffUniformContextOptions",
180
"pos": [
181
163.95991943359377,
182
-324.54026367187475
183
],
184
"size": {
185
"0": 315,
186
"1": 154
187
},
188
"flags": {},
189
"order": 4,
190
"mode": 0,
191
"outputs": [
192
{
193
"name": "CONTEXT_OPTIONS",
194
"type": "CONTEXT_OPTIONS",
195
"links": [
196
206
197
],
198
"shape": 3
199
}
200
],
201
"properties": {
202
"Node name for S&R": "ADE_AnimateDiffUniformContextOptions"
203
},
204
"widgets_values": [
205
16,
206
1,
207
4,
208
"uniform",
209
false
210
]
211
},
212
{
213
"id": 3,
214
"type": "CLIPTextEncode",
215
"pos": [
216
410.27166425781235,
217
212.9636115234376
218
],
219
"size": {
220
"0": 377.7811279296875,
221
"1": 124.52955627441406
222
},
223
"flags": {},
224
"order": 8,
225
"mode": 0,
226
"inputs": [
227
{
228
"name": "clip",
229
"type": "CLIP",
230
"link": 201
231
}
232
],
233
"outputs": [
234
{
235
"name": "CONDITIONING",
236
"type": "CONDITIONING",
237
"links": [
238
132
239
],
240
"shape": 3,
241
"slot_index": 0
242
}
243
],
244
"properties": {
245
"Node name for S&R": "CLIPTextEncode"
246
},
247
"widgets_values": [
248
"(Masterpiece, best quality:1.2), a girl with blue hair, sunshine and beach"
249
],
250
"color": "#232",
251
"bgcolor": "#353"
252
},
253
{
254
"id": 6,
255
"type": "CLIPTextEncode",
256
"pos": [
257
422.27166425781235,
258
433.9636115234372
259
],
260
"size": {
261
"0": 391.23883056640625,
262
"1": 78.14339447021484
263
},
264
"flags": {},
265
"order": 9,
266
"mode": 0,
267
"inputs": [
268
{
269
"name": "clip",
270
"type": "CLIP",
271
"link": 202
272
}
273
],
274
"outputs": [
275
{
276
"name": "CONDITIONING",
277
"type": "CONDITIONING",
278
"links": [
279
133
280
],
281
"shape": 3,
282
"slot_index": 0
283
}
284
],
285
"properties": {
286
"Node name for S&R": "CLIPTextEncode"
287
},
288
"widgets_values": [
289
"(bad quality, worst quality:1.2)"
290
],
291
"color": "#322",
292
"bgcolor": "#533"
293
},
294
{
295
"id": 50,
296
"type": "PreviewImage",
297
"pos": [
298
18,
299
-1506
300
],
301
"size": {
302
"0": 210,
303
"1": 246
304
},
305
"flags": {},
306
"order": 12,
307
"mode": 0,
308
"inputs": [
309
{
310
"name": "images",
311
"type": "IMAGE",
312
"link": 86
313
}
314
],
315
"properties": {
316
"Node name for S&R": "PreviewImage"
317
}
318
},
319
{
320
"id": 56,
321
"type": "VAEEncode",
322
"pos": [
323
671,
324
-829
325
],
326
"size": {
327
"0": 210,
328
"1": 46
329
},
330
"flags": {},
331
"order": 13,
332
"mode": 0,
333
"inputs": [
334
{
335
"name": "pixels",
336
"type": "IMAGE",
337
"link": 87
338
},
339
{
340
"name": "vae",
341
"type": "VAE",
342
"link": 88
343
}
344
],
345
"outputs": [
346
{
347
"name": "LATENT",
348
"type": "LATENT",
349
"links": [
350
208
351
],
352
"shape": 3,
353
"slot_index": 0
354
}
355
],
356
"properties": {
357
"Node name for S&R": "VAEEncode"
358
}
359
},
360
{
361
"id": 71,
362
"type": "LineArtPreprocessor",
363
"pos": [
364
671,
365
-1239
366
],
367
"size": {
368
"0": 315,
369
"1": 82
370
},
371
"flags": {},
372
"order": 14,
373
"mode": 0,
374
"inputs": [
375
{
376
"name": "image",
377
"type": "IMAGE",
378
"link": 117
379
}
380
],
381
"outputs": [
382
{
383
"name": "IMAGE",
384
"type": "IMAGE",
385
"links": [
386
170,
387
195
388
],
389
"shape": 3,
390
"slot_index": 0
391
}
392
],
393
"properties": {
394
"Node name for S&R": "LineArtPreprocessor"
395
},
396
"widgets_values": [
397
"disable",
398
512
399
],
400
"color": "#2a363b",
401
"bgcolor": "#3f5159"
402
},
403
{
404
"id": 72,
405
"type": "ControlNetApplyAdvanced",
406
"pos": [
407
1169.8339921874992,
408
-1264.0382871093748
409
],
410
"size": {
411
"0": 315,
412
"1": 166
413
},
414
"flags": {},
415
"order": 15,
416
"mode": 0,
417
"inputs": [
418
{
419
"name": "positive",
420
"type": "CONDITIONING",
421
"link": 132
422
},
423
{
424
"name": "negative",
425
"type": "CONDITIONING",
426
"link": 133
427
},
428
{
429
"name": "control_net",
430
"type": "CONTROL_NET",
431
"link": 118
432
},
433
{
434
"name": "image",
435
"type": "IMAGE",
436
"link": 170
437
}
438
],
439
"outputs": [
440
{
441
"name": "positive",
442
"type": "CONDITIONING",
443
"links": [
444
165
445
],
446
"shape": 3,
447
"slot_index": 0
448
},
449
{
450
"name": "negative",
451
"type": "CONDITIONING",
452
"links": [
453
164
454
],
455
"shape": 3,
456
"slot_index": 1
457
}
458
],
459
"properties": {
460
"Node name for S&R": "ControlNetApplyAdvanced"
461
},
462
"widgets_values": [
463
0.5,
464
0,
465
1
466
],
467
"color": "#2a363b",
468
"bgcolor": "#3f5159"
469
},
470
{
471
"id": 92,
472
"type": "PreviewImage",
473
"pos": [
474
1191,
475
-2061
476
],
477
"size": {
478
"0": 210,
479
"1": 246
480
},
481
"flags": {},
482
"order": 16,
483
"mode": 0,
484
"inputs": [
485
{
486
"name": "images",
487
"type": "IMAGE",
488
"link": 195
489
}
490
],
491
"properties": {
492
"Node name for S&R": "PreviewImage"
493
}
494
},
495
{
496
"id": 7,
497
"type": "KSampler",
498
"pos": [
499
1550,
500
-459
501
],
502
"size": {
503
"0": 315,
504
"1": 262
505
},
506
"flags": {
507
"pinned": true
508
},
509
"order": 17,
510
"mode": 0,
511
"inputs": [
512
{
513
"name": "model",
514
"type": "MODEL",
515
"link": 205
516
},
517
{
518
"name": "positive",
519
"type": "CONDITIONING",
520
"link": 165
521
},
522
{
523
"name": "negative",
524
"type": "CONDITIONING",
525
"link": 164
526
},
527
{
528
"name": "latent_image",
529
"type": "LATENT",
530
"link": 208
531
},
532
{
533
"name": "seed",
534
"type": "INT",
535
"link": 6,
536
"widget": {
537
"name": "seed",
538
"config": [
539
"INT",
540
{
541
"default": 0,
542
"min": 0,
543
"max": 18446744073709552000
544
}
545
]
546
}
547
}
548
],
549
"outputs": [
550
{
551
"name": "LATENT",
552
"type": "LATENT",
553
"links": [
554
9
555
],
556
"shape": 3,
557
"slot_index": 0
558
}
559
],
560
"properties": {
561
"Node name for S&R": "KSampler"
562
},
563
"widgets_values": [
564
44444444,
565
"fixed",
566
25,
567
7,
568
"euler_ancestral",
569
"normal",
570
1
571
],
572
"color": "#223",
573
"bgcolor": "#335"
574
},
575
{
576
"id": 10,
577
"type": "VAEDecode",
578
"pos": [
579
1983,
580
-473
581
],
582
"size": {
583
"0": 210,
584
"1": 46
585
},
586
"flags": {},
587
"order": 18,
588
"mode": 0,
589
"inputs": [
590
{
591
"name": "samples",
592
"type": "LATENT",
593
"link": 9
594
},
595
{
596
"name": "vae",
597
"type": "VAE",
598
"link": 10
599
}
600
],
601
"outputs": [
602
{
603
"name": "IMAGE",
604
"type": "IMAGE",
605
"links": [
606
130,
607
207
608
],
609
"shape": 3,
610
"slot_index": 0
611
}
612
],
613
"properties": {
614
"Node name for S&R": "VAEDecode"
615
}
616
},
617
{
618
"id": 12,
619
"type": "SaveImage",
620
"pos": [
621
2465,
622
-749
623
],
624
"size": {
625
"0": 315,
626
"1": 270
627
},
628
"flags": {},
629
"order": 19,
630
"mode": 0,
631
"inputs": [
632
{
633
"name": "images",
634
"type": "IMAGE",
635
"link": 130
636
}
637
],
638
"properties": {},
639
"widgets_values": [
640
"Images\\image"
641
]
642
},
643
{
644
"id": 95,
645
"type": "ADE_AnimateDiffCombine",
646
"pos": [
647
2458,
648
-262
649
],
650
"size": {
651
"0": 315,
652
"1": 507
653
},
654
"flags": {},
655
"order": 20,
656
"mode": 0,
657
"inputs": [
658
{
659
"name": "images",
660
"type": "IMAGE",
661
"link": 207,
662
"slot_index": 0
663
}
664
],
665
"outputs": [
666
{
667
"name": "GIF",
668
"type": "GIF",
669
"links": null,
670
"shape": 3,
671
"slot_index": 0
672
}
673
],
674
"properties": {
675
"Node name for S&R": "ADE_AnimateDiffCombine"
676
},
677
"widgets_values": [
678
10,
679
0,
680
"AnimateDiff",
681
"image/gif",
682
false,
683
true
684
]
685
},
686
{
687
"id": 53,
688
"type": "ImageScale",
689
"pos": [
690
-175,
691
-825
692
],
693
"size": {
694
"0": 315,
695
"1": 130
696
},
697
"flags": {},
698
"order": 11,
699
"mode": 0,
700
"inputs": [
701
{
702
"name": "image",
703
"type": "IMAGE",
704
"link": 211
705
},
706
{
707
"name": "width",
708
"type": "INT",
709
"link": 209,
710
"widget": {
711
"name": "width",
712
"config": [
713
"INT",
714
{
715
"default": 512,
716
"min": 1,
717
"max": 8192,
718
"step": 1
719
}
720
]
721
},
722
"slot_index": 1
723
},
724
{
725
"name": "height",
726
"type": "INT",
727
"link": 210,
728
"widget": {
729
"name": "height",
730
"config": [
731
"INT",
732
{
733
"default": 512,
734
"min": 1,
735
"max": 8192,
736
"step": 1
737
}
738
]
739
},
740
"slot_index": 2
741
}
742
],
743
"outputs": [
744
{
745
"name": "IMAGE",
746
"type": "IMAGE",
747
"links": [
748
86,
749
87,
750
117
751
],
752
"shape": 3,
753
"slot_index": 0
754
}
755
],
756
"properties": {
757
"Node name for S&R": "ImageScale"
758
},
759
"widgets_values": [
760
"nearest-exact",
761
1024,
762
576,
763
"disabled"
764
]
765
},
766
{
767
"id": 96,
768
"type": "PrimitiveNode",
769
"pos": [
770
-1227,
771
-671
772
],
773
"size": {
774
"0": 210,
775
"1": 82
776
},
777
"flags": {},
778
"order": 5,
779
"mode": 0,
780
"outputs": [
781
{
782
"name": "INT",
783
"type": "INT",
784
"links": [
785
209
786
],
787
"slot_index": 0,
788
"widget": {
789
"name": "width",
790
"config": [
791
"INT",
792
{
793
"default": 512,
794
"min": 1,
795
"max": 8192,
796
"step": 1
797
}
798
]
799
}
800
}
801
],
802
"title": "Width",
803
"properties": {},
804
"widgets_values": [
805
1024,
806
"fixed"
807
],
808
"color": "#332922",
809
"bgcolor": "#593930"
810
},
811
{
812
"id": 97,
813
"type": "PrimitiveNode",
814
"pos": [
815
-1230,
816
-523
817
],
818
"size": {
819
"0": 210,
820
"1": 82
821
},
822
"flags": {},
823
"order": 6,
824
"mode": 0,
825
"outputs": [
826
{
827
"name": "INT",
828
"type": "INT",
829
"links": [
830
210
831
],
832
"slot_index": 0,
833
"widget": {
834
"name": "height",
835
"config": [
836
"INT",
837
{
838
"default": 512,
839
"min": 1,
840
"max": 8192,
841
"step": 1
842
}
843
]
844
}
845
}
846
],
847
"title": "Height",
848
"properties": {},
849
"widgets_values": [
850
576,
851
"fixed"
852
],
853
"color": "#332922",
854
"bgcolor": "#593930"
855
},
856
{
857
"id": 93,
858
"type": "ADE_AnimateDiffLoaderWithContext",
859
"pos": [
860
561.9599194335939,
861
-408.54026367187475
862
],
863
"size": {
864
"0": 315,
865
"1": 122
866
},
867
"flags": {},
868
"order": 10,
869
"mode": 0,
870
"inputs": [
871
{
872
"name": "model",
873
"type": "MODEL",
874
"link": 204
875
},
876
{
877
"name": "context_options",
878
"type": "CONTEXT_OPTIONS",
879
"link": 206,
880
"slot_index": 1
881
},
882
{
883
"name": "motion_lora",
884
"type": "MOTION_LORA",
885
"link": null
886
}
887
],
888
"outputs": [
889
{
890
"name": "MODEL",
891
"type": "MODEL",
892
"links": [
893
205
894
],
895
"shape": 3
896
}
897
],
898
"properties": {
899
"Node name for S&R": "ADE_AnimateDiffLoaderWithContext"
900
},
901
"widgets_values": [
902
"temporaldiff-v1-animatediff.ckpt",
903
"sqrt_linear (AnimateDiff)"
904
]
905
},
906
{
907
"id": 103,
908
"type": "VHS_LoadImages",
909
"pos": [
910
-1245,
911
-970
912
],
913
"size": {
914
"0": 315,
915
"1": 194
916
},
917
"flags": {},
918
"order": 7,
919
"mode": 0,
920
"outputs": [
921
{
922
"name": "IMAGE",
923
"type": "IMAGE",
924
"links": [
925
211
926
],
927
"shape": 3,
928
"slot_index": 0
929
},
930
{
931
"name": "MASK",
932
"type": "MASK",
933
"links": null,
934
"shape": 3
935
},
936
{
937
"name": "INT",
938
"type": "INT",
939
"links": null,
940
"shape": 3
941
}
942
],
943
"properties": {
944
"Node name for S&R": "VHS_LoadImages"
945
},
946
"widgets_values": [
947
null,
948
"directory",
949
0,
950
0,
951
1
952
],
953
"color": "#323",
954
"bgcolor": "#535"
955
}
956
],
957
"links": [
958
[
959
6,
960
5,
961
0,
962
7,
963
4,
964
"INT"
965
],
966
[
967
9,
968
7,
969
0,
970
10,
971
0,
972
"LATENT"
973
],
974
[
975
10,
976
2,
977
0,
978
10,
979
1,
980
"VAE"
981
],
982
[
983
86,
984
53,
985
0,
986
50,
987
0,
988
"IMAGE"
989
],
990
[
991
87,
992
53,
993
0,
994
56,
995
0,
996
"IMAGE"
997
],
998
[
999
88,
1000
2,
1001
0,
1002
56,
1003
1,
1004
"VAE"
1005
],
1006
[
1007
117,
1008
53,
1009
0,
1010
71,
1011
0,
1012
"IMAGE"
1013
],
1014
[
1015
118,
1016
70,
1017
0,
1018
72,
1019
2,
1020
"CONTROL_NET"
1021
],
1022
[
1023
130,
1024
10,
1025
0,
1026
12,
1027
0,
1028
"IMAGE"
1029
],
1030
[
1031
132,
1032
3,
1033
0,
1034
72,
1035
0,
1036
"CONDITIONING"
1037
],
1038
[
1039
133,
1040
6,
1041
0,
1042
72,
1043
1,
1044
"CONDITIONING"
1045
],
1046
[
1047
164,
1048
72,
1049
1,
1050
7,
1051
2,
1052
"CONDITIONING"
1053
],
1054
[
1055
165,
1056
72,
1057
0,
1058
7,
1059
1,
1060
"CONDITIONING"
1061
],
1062
[
1063
170,
1064
71,
1065
0,
1066
72,
1067
3,
1068
"IMAGE"
1069
],
1070
[
1071
195,
1072
71,
1073
0,
1074
92,
1075
0,
1076
"IMAGE"
1077
],
1078
[
1079
201,
1080
1,
1081
1,
1082
3,
1083
0,
1084
"CLIP"
1085
],
1086
[
1087
202,
1088
1,
1089
1,
1090
6,
1091
0,
1092
"CLIP"
1093
],
1094
[
1095
204,
1096
1,
1097
0,
1098
93,
1099
0,
1100
"MODEL"
1101
],
1102
[
1103
205,
1104
93,
1105
0,
1106
7,
1107
0,
1108
"MODEL"
1109
],
1110
[
1111
206,
1112
94,
1113
0,
1114
93,
1115
1,
1116
"CONTEXT_OPTIONS"
1117
],
1118
[
1119
207,
1120
10,
1121
0,
1122
95,
1123
0,
1124
"IMAGE"
1125
],
1126
[
1127
208,
1128
56,
1129
0,
1130
7,
1131
3,
1132
"LATENT"
1133
],
1134
[
1135
209,
1136
96,
1137
0,
1138
53,
1139
1,
1140
"INT"
1141
],
1142
[
1143
210,
1144
97,
1145
0,
1146
53,
1147
2,
1148
"INT"
1149
],
1150
[
1151
211,
1152
103,
1153
0,
1154
53,
1155
0,
1156
"IMAGE"
1157
]
1158
],
1159
"groups": [
1160
{
1161
"title": "Inputs",
1162
"bounding": [
1163
-1403,
1164
-1082,
1165
677,
1166
1260
1167
],
1168
"color": "#8A8",
1169
"font_size": 24
1170
},
1171
{
1172
"title": "Outputs",
1173
"bounding": [
1174
2382,
1175
-932,
1176
491,
1177
983
1178
],
1179
"color": "#8AA",
1180
"font_size": 24
1181
},
1182
{
1183
"title": "ControlNet",
1184
"bounding": [
1185
597,
1186
-1606,
1187
977,
1188
666
1189
],
1190
"color": "#b58b2a",
1191
"font_size": 24
1192
},
1193
{
1194
"title": "Prompt",
1195
"bounding": [
1196
259,
1197
88,
1198
697,
1199
533
1200
],
1201
"color": "#a1309b",
1202
"font_size": 24
1203
},
1204
{
1205
"title": "Animate Diff Nodes",
1206
"bounding": [
1207
130,
1208
-602,
1209
813,
1210
586
1211
],
1212
"color": "#3f789e",
1213
"font_size": 24
1214
}
1215
],
1216
"config": {},
1217
"extra": {},
1218
"version": 0.4
1219
}
1220