CoCalc -- motion_lora2.json

GitHub Repository: ninjaneural/webui
Path: blob/master/memo/comfyui_animatediff/motion_lora2.json
³²⁷⁵ views
1
{
2
  "last_node_id": 33,
3
  "last_link_id": 44,
4
  "nodes": [
5
    {
6
      "id": 4,
7
      "type": "CLIPSetLastLayer",
8
      "pos": [
9
        431.14133986796236,
10
        184.59417317288003
11
      ],
12
      "size": {
13
        "0": 315,
14
        "1": 58
15
      },
16
      "flags": {},
17
      "order": 7,
18
      "mode": 0,
19
      "inputs": [
20
        {
21
          "name": "clip",
22
          "type": "CLIP",
23
          "link": 33
24
        }
25
      ],
26
      "outputs": [
27
        {
28
          "name": "CLIP",
29
          "type": "CLIP",
30
          "links": [
31
            2,
32
            3
33
          ],
34
          "shape": 3,
35
          "slot_index": 0
36
        }
37
      ],
38
      "properties": {
39
        "Node name for S&R": "CLIPSetLastLayer"
40
      },
41
      "widgets_values": [
42
        -2
43
      ]
44
    },
45
    {
46
      "id": 5,
47
      "type": "PrimitiveNode",
48
      "pos": [
49
        279,
50
        431
51
      ],
52
      "size": {
53
        "0": 285.6000061035156,
54
        "1": 82
55
      },
56
      "flags": {},
57
      "order": 0,
58
      "mode": 0,
59
      "outputs": [
60
        {
61
          "name": "INT",
62
          "type": "INT",
63
          "links": [
64
            6
65
          ],
66
          "slot_index": 0,
67
          "widget": {
68
            "name": "seed"
69
          }
70
        }
71
      ],
72
      "title": "Primitive (I'm using this as seed)",
73
      "properties": {},
74
      "widgets_values": [
75
        888888889,
76
        "fixed"
77
      ],
78
      "color": "#2a363b",
79
      "bgcolor": "#3f5159"
80
    },
81
    {
82
      "id": 6,
83
      "type": "CLIPTextEncode",
84
      "pos": [
85
        874,
86
        287
87
      ],
88
      "size": {
89
        "0": 391.23883056640625,
90
        "1": 78.14339447021484
91
      },
92
      "flags": {},
93
      "order": 10,
94
      "mode": 0,
95
      "inputs": [
96
        {
97
          "name": "clip",
98
          "type": "CLIP",
99
          "link": 3
100
        }
101
      ],
102
      "outputs": [
103
        {
104
          "name": "CONDITIONING",
105
          "type": "CONDITIONING",
106
          "links": [
107
            5
108
          ],
109
          "shape": 3,
110
          "slot_index": 0
111
        }
112
      ],
113
      "properties": {
114
        "Node name for S&R": "CLIPTextEncode"
115
      },
116
      "widgets_values": [
117
        "(worst quality, low quality: 1.4)"
118
      ],
119
      "color": "#322",
120
      "bgcolor": "#533"
121
    },
122
    {
123
      "id": 3,
124
      "type": "CLIPTextEncode",
125
      "pos": [
126
        884,
127
        113
128
      ],
129
      "size": {
130
        "0": 377.7811279296875,
131
        "1": 124.52955627441406
132
      },
133
      "flags": {},
134
      "order": 9,
135
      "mode": 0,
136
      "inputs": [
137
        {
138
          "name": "clip",
139
          "type": "CLIP",
140
          "link": 2
141
        }
142
      ],
143
      "outputs": [
144
        {
145
          "name": "CONDITIONING",
146
          "type": "CONDITIONING",
147
          "links": [
148
            4
149
          ],
150
          "shape": 3,
151
          "slot_index": 0
152
        }
153
      ],
154
      "properties": {
155
        "Node name for S&R": "CLIPTextEncode"
156
      },
157
      "widgets_values": [
158
        "1girl, solo, cherry blossom, hanami, pink flower, white flower, spring season, wisteria, petals, flower, plum blossoms, outdoors, falling petals, black eyes, upper body, from side"
159
      ],
160
      "color": "#232",
161
      "bgcolor": "#353"
162
    },
163
    {
164
      "id": 27,
165
      "type": "ADE_AnimateDiffLoRALoader",
166
      "pos": [
167
        388,
168
        -361
169
      ],
170
      "size": {
171
        "0": 355.20001220703125,
172
        "1": 82
173
      },
174
      "flags": {},
175
      "order": 1,
176
      "mode": 0,
177
      "inputs": [
178
        {
179
          "name": "prev_motion_lora",
180
          "type": "MOTION_LORA",
181
          "link": null
182
        }
183
      ],
184
      "outputs": [
185
        {
186
          "name": "MOTION_LORA",
187
          "type": "MOTION_LORA",
188
          "links": [
189
            38
190
          ],
191
          "shape": 3,
192
          "slot_index": 0
193
        }
194
      ],
195
      "properties": {
196
        "Node name for S&R": "ADE_AnimateDiffLoRALoader"
197
      },
198
      "widgets_values": [
199
        "v2_lora_ZoomOut.ckpt",
200
        0.33
201
      ],
202
      "color": "#432",
203
      "bgcolor": "#653"
204
    },
205
    {
206
      "id": 26,
207
      "type": "ADE_AnimateDiffLoRALoader",
208
      "pos": [
209
        435,
210
        -220
211
      ],
212
      "size": {
213
        "0": 355.20001220703125,
214
        "1": 82
215
      },
216
      "flags": {},
217
      "order": 6,
218
      "mode": 0,
219
      "inputs": [
220
        {
221
          "name": "prev_motion_lora",
222
          "type": "MOTION_LORA",
223
          "link": 38
224
        }
225
      ],
226
      "outputs": [
227
        {
228
          "name": "MOTION_LORA",
229
          "type": "MOTION_LORA",
230
          "links": [
231
            37
232
          ],
233
          "shape": 3,
234
          "slot_index": 0
235
        }
236
      ],
237
      "properties": {
238
        "Node name for S&R": "ADE_AnimateDiffLoRALoader"
239
      },
240
      "widgets_values": [
241
        "v2_lora_PanLeft.ckpt",
242
        0.67
243
      ],
244
      "color": "#432",
245
      "bgcolor": "#653"
246
    },
247
    {
248
      "id": 9,
249
      "type": "EmptyLatentImage",
250
      "pos": [
251
        853,
252
        -45
253
      ],
254
      "size": {
255
        "0": 315,
256
        "1": 106
257
      },
258
      "flags": {},
259
      "order": 2,
260
      "mode": 0,
261
      "outputs": [
262
        {
263
          "name": "LATENT",
264
          "type": "LATENT",
265
          "links": [
266
            31
267
          ],
268
          "shape": 3,
269
          "slot_index": 0
270
        }
271
      ],
272
      "properties": {
273
        "Node name for S&R": "EmptyLatentImage"
274
      },
275
      "widgets_values": [
276
        512,
277
        512,
278
        32
279
      ]
280
    },
281
    {
282
      "id": 20,
283
      "type": "ADE_AnimateDiffLoaderWithContext",
284
      "pos": [
285
        843,
286
        -244
287
      ],
288
      "size": {
289
        "0": 315,
290
        "1": 122
291
      },
292
      "flags": {},
293
      "order": 8,
294
      "mode": 0,
295
      "inputs": [
296
        {
297
          "name": "model",
298
          "type": "MODEL",
299
          "link": 34
300
        },
301
        {
302
          "name": "context_options",
303
          "type": "CONTEXT_OPTIONS",
304
          "link": 40
305
        },
306
        {
307
          "name": "motion_lora",
308
          "type": "MOTION_LORA",
309
          "link": 37
310
        }
311
      ],
312
      "outputs": [
313
        {
314
          "name": "MODEL",
315
          "type": "MODEL",
316
          "links": [
317
            29
318
          ],
319
          "shape": 3,
320
          "slot_index": 0
321
        }
322
      ],
323
      "properties": {
324
        "Node name for S&R": "ADE_AnimateDiffLoaderWithContext"
325
      },
326
      "widgets_values": [
327
        "mm_sd_v15_v2.ckpt",
328
        "sqrt_linear (AnimateDiff)"
329
      ],
330
      "color": "#432",
331
      "bgcolor": "#653"
332
    },
333
    {
334
      "id": 7,
335
      "type": "KSampler",
336
      "pos": [
337
        1368,
338
        -219
339
      ],
340
      "size": {
341
        "0": 315,
342
        "1": 262
343
      },
344
      "flags": {},
345
      "order": 11,
346
      "mode": 0,
347
      "inputs": [
348
        {
349
          "name": "model",
350
          "type": "MODEL",
351
          "link": 29
352
        },
353
        {
354
          "name": "positive",
355
          "type": "CONDITIONING",
356
          "link": 4
357
        },
358
        {
359
          "name": "negative",
360
          "type": "CONDITIONING",
361
          "link": 5
362
        },
363
        {
364
          "name": "latent_image",
365
          "type": "LATENT",
366
          "link": 31
367
        },
368
        {
369
          "name": "seed",
370
          "type": "INT",
371
          "link": 6,
372
          "widget": {
373
            "name": "seed"
374
          }
375
        }
376
      ],
377
      "outputs": [
378
        {
379
          "name": "LATENT",
380
          "type": "LATENT",
381
          "links": [
382
            9
383
          ],
384
          "shape": 3,
385
          "slot_index": 0
386
        }
387
      ],
388
      "properties": {
389
        "Node name for S&R": "KSampler"
390
      },
391
      "widgets_values": [
392
        888888889,
393
        "fixed",
394
        20,
395
        8,
396
        "euler",
397
        "normal",
398
        1
399
      ]
400
    },
401
    {
402
      "id": 31,
403
      "type": "ADE_AnimateDiffUniformContextOptions",
404
      "pos": [
405
        788,
406
        -448
407
      ],
408
      "size": {
409
        "0": 315,
410
        "1": 154
411
      },
412
      "flags": {},
413
      "order": 3,
414
      "mode": 0,
415
      "outputs": [
416
        {
417
          "name": "CONTEXT_OPTIONS",
418
          "type": "CONTEXT_OPTIONS",
419
          "links": [
420
            40
421
          ],
422
          "shape": 3,
423
          "slot_index": 0
424
        }
425
      ],
426
      "properties": {
427
        "Node name for S&R": "ADE_AnimateDiffUniformContextOptions"
428
      },
429
      "widgets_values": [
430
        16,
431
        1,
432
        4,
433
        "uniform",
434
        false
435
      ],
436
      "color": "#432",
437
      "bgcolor": "#653"
438
    },
439
    {
440
      "id": 33,
441
      "type": "VHS_VideoCombine",
442
      "pos": [
443
        1791,
444
        -190
445
      ],
446
      "size": {
447
        "0": 315,
448
        "1": 507
449
      },
450
      "flags": {},
451
      "order": 13,
452
      "mode": 0,
453
      "inputs": [
454
        {
455
          "name": "images",
456
          "type": "IMAGE",
457
          "link": 44
458
        }
459
      ],
460
      "outputs": [
461
        {
462
          "name": "GIF",
463
          "type": "GIF",
464
          "links": null,
465
          "shape": 3
466
        }
467
      ],
468
      "properties": {
469
        "Node name for S&R": "VHS_VideoCombine"
470
      },
471
      "widgets_values": [
472
        8,
473
        0,
474
        "aaa_readme",
475
        "image/gif",
476
        false,
477
        true,
478
        "/view?filename=aaa_readme_00011_.gif&subfolder=&type=output&format=image%2Fgif"
479
      ],
480
      "color": "#223",
481
      "bgcolor": "#335"
482
    },
483
    {
484
      "id": 10,
485
      "type": "VAEDecode",
486
      "pos": [
487
        1759,
488
        -315
489
      ],
490
      "size": {
491
        "0": 210,
492
        "1": 46
493
      },
494
      "flags": {},
495
      "order": 12,
496
      "mode": 0,
497
      "inputs": [
498
        {
499
          "name": "samples",
500
          "type": "LATENT",
501
          "link": 9
502
        },
503
        {
504
          "name": "vae",
505
          "type": "VAE",
506
          "link": 10
507
        }
508
      ],
509
      "outputs": [
510
        {
511
          "name": "IMAGE",
512
          "type": "IMAGE",
513
          "links": [
514
            44
515
          ],
516
          "shape": 3,
517
          "slot_index": 0
518
        }
519
      ],
520
      "properties": {
521
        "Node name for S&R": "VAEDecode"
522
      }
523
    },
524
    {
525
      "id": 2,
526
      "type": "VAELoader",
527
      "pos": [
528
        179,
529
        326
530
      ],
531
      "size": {
532
        "0": 385.8948669433594,
533
        "1": 58
534
      },
535
      "flags": {},
536
      "order": 4,
537
      "mode": 0,
538
      "outputs": [
539
        {
540
          "name": "VAE",
541
          "type": "VAE",
542
          "links": [
543
            10
544
          ],
545
          "shape": 3,
546
          "slot_index": 0
547
        }
548
      ],
549
      "properties": {
550
        "Node name for S&R": "VAELoader"
551
      },
552
      "widgets_values": [
553
        "vae-ft-mse-840000-ema-pruned.vae.safetensors"
554
      ]
555
    },
556
    {
557
      "id": 22,
558
      "type": "CheckpointLoaderSimple",
559
      "pos": [
560
        64,
561
        163
562
      ],
563
      "size": {
564
        "0": 315,
565
        "1": 98
566
      },
567
      "flags": {},
568
      "order": 5,
569
      "mode": 0,
570
      "outputs": [
571
        {
572
          "name": "MODEL",
573
          "type": "MODEL",
574
          "links": [
575
            34
576
          ],
577
          "shape": 3,
578
          "slot_index": 0
579
        },
580
        {
581
          "name": "CLIP",
582
          "type": "CLIP",
583
          "links": [
584
            33
585
          ],
586
          "shape": 3,
587
          "slot_index": 1
588
        },
589
        {
590
          "name": "VAE",
591
          "type": "VAE",
592
          "links": null,
593
          "shape": 3
594
        }
595
      ],
596
      "properties": {
597
        "Node name for S&R": "CheckpointLoaderSimple"
598
      },
599
      "widgets_values": [
600
        "darkSushiMixMix_225D.safetensors"
601
      ]
602
    }
603
  ],
604
  "links": [
605
    [
606
      2,
607
      4,
608
      0,
609
      3,
610
      0,
611
      "CLIP"
612
    ],
613
    [
614
      3,
615
      4,
616
      0,
617
      6,
618
      0,
619
      "CLIP"
620
    ],
621
    [
622
      4,
623
      3,
624
      0,
625
      7,
626
      1,
627
      "CONDITIONING"
628
    ],
629
    [
630
      5,
631
      6,
632
      0,
633
      7,
634
      2,
635
      "CONDITIONING"
636
    ],
637
    [
638
      6,
639
      5,
640
      0,
641
      7,
642
      4,
643
      "INT"
644
    ],
645
    [
646
      9,
647
      7,
648
      0,
649
      10,
650
      0,
651
      "LATENT"
652
    ],
653
    [
654
      10,
655
      2,
656
      0,
657
      10,
658
      1,
659
      "VAE"
660
    ],
661
    [
662
      29,
663
      20,
664
      0,
665
      7,
666
      0,
667
      "MODEL"
668
    ],
669
    [
670
      31,
671
      9,
672
      0,
673
      7,
674
      3,
675
      "LATENT"
676
    ],
677
    [
678
      33,
679
      22,
680
      1,
681
      4,
682
      0,
683
      "CLIP"
684
    ],
685
    [
686
      34,
687
      22,
688
      0,
689
      20,
690
      0,
691
      "MODEL"
692
    ],
693
    [
694
      37,
695
      26,
696
      0,
697
      20,
698
      2,
699
      "MOTION_LORA"
700
    ],
701
    [
702
      38,
703
      27,
704
      0,
705
      26,
706
      0,
707
      "MOTION_LORA"
708
    ],
709
    [
710
      40,
711
      31,
712
      0,
713
      20,
714
      1,
715
      "CONTEXT_OPTIONS"
716
    ],
717
    [
718
      44,
719
      10,
720
      0,
721
      33,
722
      0,
723
      "IMAGE"
724
    ]
725
  ],
726
  "groups": [
727
    {
728
      "title": "Change this to match your model reqs",
729
      "bounding": [
730
        414,
731
        101,
732
        416,
733
        165
734
      ],
735
      "color": "#3f789e",
736
      "font_size": 24
737
    },
738
    {
739
      "title": "Animation length determined by Latents passed in",
740
      "bounding": [
741
        722,
742
        -118,
743
        550,
744
        191
745
      ],
746
      "color": "#3f789e",
747
      "font_size": 24
748
    }
749
  ],
750
  "config": {},
751
  "extra": {},
752
  "version": 0.4
753
}
754
Product

Resources

Company
