├── I2VGENXL WORKFLOWS ├── I2VGENXL_Simple【Zho】.json └── I2VGENXL_Standard【Zho】.json ├── I2VGenXL.py ├── LICENSE ├── README.md ├── __init__.py └── requirements.txt /I2VGENXL WORKFLOWS/I2VGENXL_Simple【Zho】.json: -------------------------------------------------------------------------------- 1 | { 2 | "last_node_id": 45, 3 | "last_link_id": 78, 4 | "nodes": [ 5 | { 6 | "id": 16, 7 | "type": "LoadImage", 8 | "pos": [ 9 | -1290, 10 | 1990 11 | ], 12 | "size": { 13 | "0": 540, 14 | "1": 400 15 | }, 16 | "flags": {}, 17 | "order": 0, 18 | "mode": 0, 19 | "outputs": [ 20 | { 21 | "name": "IMAGE", 22 | "type": "IMAGE", 23 | "links": [ 24 | 77 25 | ], 26 | "shape": 3, 27 | "slot_index": 0 28 | }, 29 | { 30 | "name": "MASK", 31 | "type": "MASK", 32 | "links": null, 33 | "shape": 3 34 | } 35 | ], 36 | "properties": { 37 | "Node name for S&R": "LoadImage" 38 | }, 39 | "widgets_values": [ 40 | "ComfyUI_temp_vnahs_00003_.png", 41 | "image" 42 | ] 43 | }, 44 | { 45 | "id": 44, 46 | "type": "I2VGenXL_ModelLoader_Zho", 47 | "pos": [ 48 | -1290, 49 | 1880 50 | ], 51 | "size": { 52 | "0": 540, 53 | "1": 60 54 | }, 55 | "flags": {}, 56 | "order": 1, 57 | "mode": 0, 58 | "outputs": [ 59 | { 60 | "name": "pipe", 61 | "type": "MODEL", 62 | "links": [ 63 | 66 64 | ], 65 | "shape": 3, 66 | "slot_index": 0 67 | } 68 | ], 69 | "properties": { 70 | "Node name for S&R": "I2VGenXL_ModelLoader_Zho" 71 | }, 72 | "widgets_values": [ 73 | "ali-vilab/i2vgen-xl" 74 | ] 75 | }, 76 | { 77 | "id": 17, 78 | "type": "VHS_VideoCombine", 79 | "pos": [ 80 | -1290, 81 | 1060 82 | ], 83 | "size": [ 84 | 870, 85 | 771.5 86 | ], 87 | "flags": {}, 88 | "order": 3, 89 | "mode": 0, 90 | "inputs": [ 91 | { 92 | "name": "images", 93 | "type": "IMAGE", 94 | "link": 78 95 | }, 96 | { 97 | "name": "audio", 98 | "type": "VHS_AUDIO", 99 | "link": null 100 | }, 101 | { 102 | "name": "batch_manager", 103 | "type": "VHS_BatchManager", 104 | "link": null 105 | } 106 | ], 107 | "outputs": [ 108 | { 109 | "name": "Filenames", 110 | "type": "VHS_FILENAMES", 111 | "links": null, 112 | "shape": 3 113 | } 114 | ], 115 | "title": "OUTPUT", 116 | "properties": { 117 | "Node name for S&R": "VHS_VideoCombine" 118 | }, 119 | "widgets_values": { 120 | "frame_rate": 8, 121 | "loop_count": 0, 122 | "filename_prefix": "I2V", 123 | "format": "video/h264-mp4", 124 | "pix_fmt": "yuv420p", 125 | "crf": 19, 126 | "save_metadata": true, 127 | "pingpong": false, 128 | "save_output": true, 129 | "videopreview": { 130 | "hidden": false, 131 | "paused": false, 132 | "params": { 133 | "filename": "I2V_00020.mp4", 134 | "subfolder": "", 135 | "type": "output", 136 | "format": "video/h264-mp4" 137 | } 138 | } 139 | } 140 | }, 141 | { 142 | "id": 45, 143 | "type": "I2VGenXL_Generation_Zho", 144 | "pos": [ 145 | -730, 146 | 1880 147 | ], 148 | "size": { 149 | "0": 310, 150 | "1": 510 151 | }, 152 | "flags": {}, 153 | "order": 2, 154 | "mode": 0, 155 | "inputs": [ 156 | { 157 | "name": "pipe", 158 | "type": "MODEL", 159 | "link": 66 160 | }, 161 | { 162 | "name": "image", 163 | "type": "IMAGE", 164 | "link": 77, 165 | "slot_index": 1 166 | } 167 | ], 168 | "outputs": [ 169 | { 170 | "name": "IMAGE", 171 | "type": "IMAGE", 172 | "links": [ 173 | 78 174 | ], 175 | "shape": 3, 176 | "slot_index": 0 177 | } 178 | ], 179 | "properties": { 180 | "Node name for S&R": "I2VGenXL_Generation_Zho" 181 | }, 182 | "widgets_values": [ 183 | "a Porsche 911 car on a stage rotating 360 degrees", 184 | "Distorted, discontinuous, Ugly, blurry, low resolution, motionless, static, disfigured, disconnected limbs, Ugly faces, incomplete arms", 185 | 50, 186 | 9, 187 | 1280, 188 | 704, 189 | 16, 190 | 574846622854360, 191 | "randomize" 192 | ] 193 | } 194 | ], 195 | "links": [ 196 | [ 197 | 66, 198 | 44, 199 | 0, 200 | 45, 201 | 0, 202 | "MODEL" 203 | ], 204 | [ 205 | 77, 206 | 16, 207 | 0, 208 | 45, 209 | 1, 210 | "IMAGE" 211 | ], 212 | [ 213 | 78, 214 | 45, 215 | 0, 216 | 17, 217 | 0, 218 | "IMAGE" 219 | ] 220 | ], 221 | "groups": [], 222 | "config": {}, 223 | "extra": {}, 224 | "version": 0.4 225 | } -------------------------------------------------------------------------------- /I2VGENXL WORKFLOWS/I2VGENXL_Standard【Zho】.json: -------------------------------------------------------------------------------- 1 | { 2 | "last_node_id": 45, 3 | "last_link_id": 75, 4 | "nodes": [ 5 | { 6 | "id": 42, 7 | "type": "Fast Groups Muter (rgthree)", 8 | "pos": { 9 | "0": -630, 10 | "1": 1960, 11 | "2": 0, 12 | "3": 0, 13 | "4": 0, 14 | "5": 0, 15 | "6": 0, 16 | "7": 0, 17 | "8": 0, 18 | "9": 0 19 | }, 20 | "size": { 21 | "0": 260, 22 | "1": 120 23 | }, 24 | "flags": {}, 25 | "order": 0, 26 | "mode": 0, 27 | "inputs": [], 28 | "outputs": [ 29 | { 30 | "name": "OPT_CONNECTION", 31 | "type": "*", 32 | "links": null 33 | } 34 | ], 35 | "title": "Groups Manager", 36 | "properties": { 37 | "matchColors": "", 38 | "matchTitle": "", 39 | "showNav": true, 40 | "sort": "position", 41 | "customSortAlphabet": "", 42 | "toggleRestriction": "default" 43 | } 44 | }, 45 | { 46 | "id": 10, 47 | "type": "SVD_Aspect_Ratio_Zho", 48 | "pos": [ 49 | -70, 50 | 2230 51 | ], 52 | "size": { 53 | "0": 310, 54 | "1": 82 55 | }, 56 | "flags": {}, 57 | "order": 1, 58 | "mode": 0, 59 | "outputs": [ 60 | { 61 | "name": "latent", 62 | "type": "LATENT", 63 | "links": [ 64 | 12 65 | ], 66 | "shape": 3, 67 | "slot_index": 0 68 | } 69 | ], 70 | "properties": { 71 | "Node name for S&R": "SVD_Aspect_Ratio_Zho" 72 | }, 73 | "widgets_values": [ 74 | "16:9", 75 | 4 76 | ] 77 | }, 78 | { 79 | "id": 44, 80 | "type": "I2VGenXL_ModelLoader_Zho", 81 | "pos": [ 82 | 1267.7590285097, 83 | 2007.7590285096999 84 | ], 85 | "size": { 86 | "0": 220, 87 | "1": 60 88 | }, 89 | "flags": {}, 90 | "order": 2, 91 | "mode": 0, 92 | "outputs": [ 93 | { 94 | "name": "pipe", 95 | "type": "MODEL", 96 | "links": [ 97 | 66 98 | ], 99 | "shape": 3, 100 | "slot_index": 0 101 | } 102 | ], 103 | "properties": { 104 | "Node name for S&R": "I2VGenXL_ModelLoader_Zho" 105 | }, 106 | "widgets_values": [ 107 | "ali-vilab/i2vgen-xl" 108 | ] 109 | }, 110 | { 111 | "id": 13, 112 | "type": "SVD_Steps_MotionStrength_Seed_Zho", 113 | "pos": [ 114 | -70, 115 | 2360 116 | ], 117 | "size": { 118 | "0": 310, 119 | "1": 170 120 | }, 121 | "flags": {}, 122 | "order": 3, 123 | "mode": 0, 124 | "outputs": [ 125 | { 126 | "name": "steps", 127 | "type": "INT", 128 | "links": [ 129 | 14, 130 | 70 131 | ], 132 | "shape": 3, 133 | "slot_index": 0 134 | }, 135 | { 136 | "name": "motion_strength", 137 | "type": "INT", 138 | "links": null, 139 | "shape": 3 140 | }, 141 | { 142 | "name": "seed", 143 | "type": "INT", 144 | "links": [ 145 | 15, 146 | 71 147 | ], 148 | "shape": 3, 149 | "slot_index": 2 150 | } 151 | ], 152 | "properties": { 153 | "Node name for S&R": "SVD_Steps_MotionStrength_Seed_Zho" 154 | }, 155 | "widgets_values": [ 156 | 50, 157 | 127, 158 | 985837349007009, 159 | "randomize" 160 | ] 161 | }, 162 | { 163 | "id": 4, 164 | "type": "CheckpointLoaderSimple", 165 | "pos": [ 166 | 1010, 167 | 2004.7104853088374 168 | ], 169 | "size": { 170 | "0": 220, 171 | "1": 100 172 | }, 173 | "flags": {}, 174 | "order": 4, 175 | "mode": 0, 176 | "outputs": [ 177 | { 178 | "name": "MODEL", 179 | "type": "MODEL", 180 | "links": [ 181 | 1 182 | ], 183 | "slot_index": 0 184 | }, 185 | { 186 | "name": "CLIP", 187 | "type": "CLIP", 188 | "links": [ 189 | 3, 190 | 5 191 | ], 192 | "slot_index": 1 193 | }, 194 | { 195 | "name": "VAE", 196 | "type": "VAE", 197 | "links": [ 198 | 8 199 | ], 200 | "slot_index": 2 201 | } 202 | ], 203 | "properties": { 204 | "Node name for S&R": "CheckpointLoaderSimple" 205 | }, 206 | "widgets_values": [ 207 | "sd_xl_base_1.0.safetensors" 208 | ] 209 | }, 210 | { 211 | "id": 7, 212 | "type": "CLIPTextEncode", 213 | "pos": [ 214 | 1120, 215 | 2154.7104853088367 216 | ], 217 | "size": { 218 | "0": 210, 219 | "1": 54 220 | }, 221 | "flags": { 222 | "collapsed": true 223 | }, 224 | "order": 8, 225 | "mode": 0, 226 | "inputs": [ 227 | { 228 | "name": "clip", 229 | "type": "CLIP", 230 | "link": 5 231 | }, 232 | { 233 | "name": "text", 234 | "type": "STRING", 235 | "link": 11, 236 | "widget": { 237 | "name": "text" 238 | } 239 | } 240 | ], 241 | "outputs": [ 242 | { 243 | "name": "CONDITIONING", 244 | "type": "CONDITIONING", 245 | "links": [ 246 | 6 247 | ], 248 | "slot_index": 0 249 | } 250 | ], 251 | "title": "negative", 252 | "properties": { 253 | "Node name for S&R": "CLIPTextEncode" 254 | }, 255 | "widgets_values": [ 256 | "text, watermark" 257 | ] 258 | }, 259 | { 260 | "id": 6, 261 | "type": "CLIPTextEncode", 262 | "pos": [ 263 | 1010, 264 | 2154.7104853088367 265 | ], 266 | "size": { 267 | "0": 210, 268 | "1": 54 269 | }, 270 | "flags": { 271 | "collapsed": true 272 | }, 273 | "order": 7, 274 | "mode": 0, 275 | "inputs": [ 276 | { 277 | "name": "clip", 278 | "type": "CLIP", 279 | "link": 3 280 | }, 281 | { 282 | "name": "text", 283 | "type": "STRING", 284 | "link": 10, 285 | "widget": { 286 | "name": "text" 287 | } 288 | } 289 | ], 290 | "outputs": [ 291 | { 292 | "name": "CONDITIONING", 293 | "type": "CONDITIONING", 294 | "links": [ 295 | 4 296 | ], 297 | "slot_index": 0 298 | } 299 | ], 300 | "title": "positive", 301 | "properties": { 302 | "Node name for S&R": "CLIPTextEncode" 303 | }, 304 | "widgets_values": [ 305 | "beautiful scenery nature glass bottle landscape, , purple galaxy bottle," 306 | ] 307 | }, 308 | { 309 | "id": 8, 310 | "type": "VAEDecode", 311 | "pos": [ 312 | 1010, 313 | 2204.7104853088367 314 | ], 315 | "size": { 316 | "0": 210, 317 | "1": 50 318 | }, 319 | "flags": { 320 | "collapsed": true 321 | }, 322 | "order": 10, 323 | "mode": 0, 324 | "inputs": [ 325 | { 326 | "name": "samples", 327 | "type": "LATENT", 328 | "link": 7 329 | }, 330 | { 331 | "name": "vae", 332 | "type": "VAE", 333 | "link": 8 334 | } 335 | ], 336 | "outputs": [ 337 | { 338 | "name": "IMAGE", 339 | "type": "IMAGE", 340 | "links": [ 341 | 13 342 | ], 343 | "slot_index": 0 344 | } 345 | ], 346 | "title": "VAE", 347 | "properties": { 348 | "Node name for S&R": "VAEDecode" 349 | } 350 | }, 351 | { 352 | "id": 3, 353 | "type": "KSampler", 354 | "pos": [ 355 | 1010, 356 | 2254.7104853088367 357 | ], 358 | "size": { 359 | "0": 220, 360 | "1": 260 361 | }, 362 | "flags": {}, 363 | "order": 9, 364 | "mode": 0, 365 | "inputs": [ 366 | { 367 | "name": "model", 368 | "type": "MODEL", 369 | "link": 1 370 | }, 371 | { 372 | "name": "positive", 373 | "type": "CONDITIONING", 374 | "link": 4 375 | }, 376 | { 377 | "name": "negative", 378 | "type": "CONDITIONING", 379 | "link": 6 380 | }, 381 | { 382 | "name": "latent_image", 383 | "type": "LATENT", 384 | "link": 12 385 | }, 386 | { 387 | "name": "steps", 388 | "type": "INT", 389 | "link": 14, 390 | "widget": { 391 | "name": "steps" 392 | }, 393 | "slot_index": 4 394 | }, 395 | { 396 | "name": "seed", 397 | "type": "INT", 398 | "link": 15, 399 | "widget": { 400 | "name": "seed" 401 | } 402 | } 403 | ], 404 | "outputs": [ 405 | { 406 | "name": "LATENT", 407 | "type": "LATENT", 408 | "links": [ 409 | 7 410 | ], 411 | "slot_index": 0 412 | } 413 | ], 414 | "properties": { 415 | "Node name for S&R": "KSampler" 416 | }, 417 | "widgets_values": [ 418 | 868329873171863, 419 | "randomize", 420 | 20, 421 | 8, 422 | "euler", 423 | "normal", 424 | 1 425 | ] 426 | }, 427 | { 428 | "id": 45, 429 | "type": "I2VGenXL_Generation_Zho", 430 | "pos": [ 431 | 1267.7590285097, 432 | 2107.7590285097003 433 | ], 434 | "size": { 435 | "0": 220, 436 | "1": 230 437 | }, 438 | "flags": {}, 439 | "order": 14, 440 | "mode": 0, 441 | "inputs": [ 442 | { 443 | "name": "pipe", 444 | "type": "MODEL", 445 | "link": 66 446 | }, 447 | { 448 | "name": "image", 449 | "type": "IMAGE", 450 | "link": 75, 451 | "slot_index": 1 452 | }, 453 | { 454 | "name": "positive", 455 | "type": "STRING", 456 | "link": 68, 457 | "widget": { 458 | "name": "positive" 459 | }, 460 | "slot_index": 2 461 | }, 462 | { 463 | "name": "negative", 464 | "type": "STRING", 465 | "link": 69, 466 | "widget": { 467 | "name": "negative" 468 | }, 469 | "slot_index": 3 470 | }, 471 | { 472 | "name": "steps", 473 | "type": "INT", 474 | "link": 70, 475 | "widget": { 476 | "name": "steps" 477 | }, 478 | "slot_index": 4 479 | }, 480 | { 481 | "name": "seed", 482 | "type": "INT", 483 | "link": 71, 484 | "widget": { 485 | "name": "seed" 486 | } 487 | } 488 | ], 489 | "outputs": [ 490 | { 491 | "name": "IMAGE", 492 | "type": "IMAGE", 493 | "links": [ 494 | 72, 495 | 73 496 | ], 497 | "shape": 3, 498 | "slot_index": 0 499 | } 500 | ], 501 | "properties": { 502 | "Node name for S&R": "I2VGenXL_Generation_Zho" 503 | }, 504 | "widgets_values": [ 505 | "Papers were floating in the air on a table in the library", 506 | "Distorted, discontinuous, Ugly, blurry, low resolution, motionless, static, disfigured, disconnected limbs, Ugly faces, incomplete arms", 507 | 50, 508 | 9, 509 | 1280, 510 | 704, 511 | 16, 512 | 412704544454081, 513 | "randomize" 514 | ] 515 | }, 516 | { 517 | "id": 18, 518 | "type": "Any Switch (rgthree)", 519 | "pos": [ 520 | 1110, 521 | 2205 522 | ], 523 | "size": { 524 | "0": 210, 525 | "1": 110 526 | }, 527 | "flags": { 528 | "collapsed": true 529 | }, 530 | "order": 12, 531 | "mode": 0, 532 | "inputs": [ 533 | { 534 | "name": "any_01", 535 | "type": "IMAGE", 536 | "link": 24, 537 | "dir": 3 538 | }, 539 | { 540 | "name": "any_02", 541 | "type": "IMAGE", 542 | "link": 25, 543 | "dir": 3 544 | }, 545 | { 546 | "name": "any_03", 547 | "type": "IMAGE", 548 | "link": null, 549 | "dir": 3 550 | }, 551 | { 552 | "name": "any_04", 553 | "type": "IMAGE", 554 | "link": null, 555 | "dir": 3 556 | }, 557 | { 558 | "name": "any_05", 559 | "type": "IMAGE", 560 | "link": null, 561 | "dir": 3 562 | } 563 | ], 564 | "outputs": [ 565 | { 566 | "name": "*", 567 | "type": "IMAGE", 568 | "links": [ 569 | 75 570 | ], 571 | "shape": 3, 572 | "dir": 4, 573 | "label": "IMAGE", 574 | "slot_index": 0 575 | } 576 | ], 577 | "title": "Any Switch", 578 | "properties": { 579 | "Node name for S&R": "Any Switch (rgthree)" 580 | } 581 | }, 582 | { 583 | "id": 19, 584 | "type": "Fast Muter (rgthree)", 585 | "pos": { 586 | "0": -350, 587 | "1": 1960, 588 | "2": 0, 589 | "3": 0, 590 | "4": 0, 591 | "5": 0, 592 | "6": 0, 593 | "7": 0, 594 | "8": 0, 595 | "9": 0 596 | }, 597 | "size": { 598 | "0": 260, 599 | "1": 122 600 | }, 601 | "flags": {}, 602 | "order": 13, 603 | "mode": 0, 604 | "inputs": [ 605 | { 606 | "name": "Preview Chooser", 607 | "type": "*", 608 | "link": 27, 609 | "dir": 3, 610 | "slot_index": 0 611 | }, 612 | { 613 | "name": "Load Image", 614 | "type": "*", 615 | "link": 28, 616 | "dir": 3 617 | }, 618 | { 619 | "name": "", 620 | "type": "*", 621 | "link": null, 622 | "dir": 3 623 | } 624 | ], 625 | "outputs": [ 626 | { 627 | "name": "OPT_CONNECTION", 628 | "type": "*", 629 | "links": null, 630 | "dir": 4 631 | } 632 | ], 633 | "title": "T2V OR I2V", 634 | "properties": { 635 | "toggleRestriction": "default" 636 | } 637 | }, 638 | { 639 | "id": 21, 640 | "type": "GMFSS Fortuna VFI", 641 | "pos": [ 642 | 1294, 643 | 2505 644 | ], 645 | "size": { 646 | "0": 300, 647 | "1": 150 648 | }, 649 | "flags": { 650 | "collapsed": true 651 | }, 652 | "order": 15, 653 | "mode": 0, 654 | "inputs": [ 655 | { 656 | "name": "frames", 657 | "type": "IMAGE", 658 | "link": 72, 659 | "slot_index": 0 660 | }, 661 | { 662 | "name": "optional_interpolation_states", 663 | "type": "INTERPOLATION_STATES", 664 | "link": null 665 | } 666 | ], 667 | "outputs": [ 668 | { 669 | "name": "IMAGE", 670 | "type": "IMAGE", 671 | "links": [ 672 | 32, 673 | 63 674 | ], 675 | "shape": 3, 676 | "slot_index": 0 677 | } 678 | ], 679 | "properties": { 680 | "Node name for S&R": "GMFSS Fortuna VFI" 681 | }, 682 | "widgets_values": [ 683 | "GMFSS_fortuna_union", 684 | 10, 685 | 2, 686 | true 687 | ] 688 | }, 689 | { 690 | "id": 38, 691 | "type": "Any Switch (rgthree)", 692 | "pos": [ 693 | 1290, 694 | 2400 695 | ], 696 | "size": { 697 | "0": 193.1999969482422, 698 | "1": 110 699 | }, 700 | "flags": { 701 | "collapsed": true 702 | }, 703 | "order": 18, 704 | "mode": 0, 705 | "inputs": [ 706 | { 707 | "name": "any_01", 708 | "type": "IMAGE", 709 | "link": 63, 710 | "dir": 3 711 | }, 712 | { 713 | "name": "any_02", 714 | "type": "IMAGE", 715 | "link": null, 716 | "dir": 3 717 | }, 718 | { 719 | "name": "any_03", 720 | "type": "IMAGE", 721 | "link": null, 722 | "dir": 3 723 | }, 724 | { 725 | "name": "any_04", 726 | "type": "IMAGE", 727 | "link": null, 728 | "dir": 3 729 | }, 730 | { 731 | "name": "any_05", 732 | "type": "IMAGE", 733 | "link": null, 734 | "dir": 3 735 | } 736 | ], 737 | "outputs": [ 738 | { 739 | "name": "*", 740 | "type": "IMAGE", 741 | "links": [ 742 | 56 743 | ], 744 | "shape": 3, 745 | "dir": 4, 746 | "label": "IMAGE", 747 | "slot_index": 0 748 | } 749 | ], 750 | "title": "OUTPUT Switch (rgthree)", 751 | "properties": { 752 | "Node name for S&R": "Any Switch (rgthree)" 753 | } 754 | }, 755 | { 756 | "id": 17, 757 | "type": "VHS_VideoCombine", 758 | "pos": [ 759 | -630, 760 | 730 761 | ], 762 | "size": [ 763 | 1610, 764 | 1178.5 765 | ], 766 | "flags": {}, 767 | "order": 19, 768 | "mode": 0, 769 | "inputs": [ 770 | { 771 | "name": "images", 772 | "type": "IMAGE", 773 | "link": 56 774 | }, 775 | { 776 | "name": "audio", 777 | "type": "VHS_AUDIO", 778 | "link": null 779 | }, 780 | { 781 | "name": "batch_manager", 782 | "type": "VHS_BatchManager", 783 | "link": null 784 | } 785 | ], 786 | "outputs": [ 787 | { 788 | "name": "Filenames", 789 | "type": "VHS_FILENAMES", 790 | "links": null, 791 | "shape": 3 792 | } 793 | ], 794 | "title": "OUTPUT", 795 | "properties": { 796 | "Node name for S&R": "VHS_VideoCombine" 797 | }, 798 | "widgets_values": { 799 | "frame_rate": 8, 800 | "loop_count": 0, 801 | "filename_prefix": "I2V", 802 | "format": "video/h264-mp4", 803 | "pix_fmt": "yuv420p", 804 | "crf": 19, 805 | "save_metadata": true, 806 | "pingpong": false, 807 | "save_output": true, 808 | "videopreview": { 809 | "hidden": false, 810 | "paused": false, 811 | "params": { 812 | "filename": "I2V_00015.mp4", 813 | "subfolder": "", 814 | "type": "output", 815 | "format": "video/h264-mp4" 816 | } 817 | } 818 | } 819 | }, 820 | { 821 | "id": 22, 822 | "type": "VHS_VideoCombine", 823 | "pos": [ 824 | 1000, 825 | 1340 826 | ], 827 | "size": [ 828 | 500, 829 | 568 830 | ], 831 | "flags": {}, 832 | "order": 17, 833 | "mode": 0, 834 | "inputs": [ 835 | { 836 | "name": "images", 837 | "type": "IMAGE", 838 | "link": 32 839 | }, 840 | { 841 | "name": "audio", 842 | "type": "VHS_AUDIO", 843 | "link": null 844 | }, 845 | { 846 | "name": "batch_manager", 847 | "type": "VHS_BatchManager", 848 | "link": null 849 | } 850 | ], 851 | "outputs": [ 852 | { 853 | "name": "Filenames", 854 | "type": "VHS_FILENAMES", 855 | "links": null, 856 | "shape": 3 857 | } 858 | ], 859 | "title": "31 frames", 860 | "properties": { 861 | "Node name for S&R": "VHS_VideoCombine" 862 | }, 863 | "widgets_values": { 864 | "frame_rate": 8, 865 | "loop_count": 0, 866 | "filename_prefix": "I2V", 867 | "format": "video/h264-mp4", 868 | "pix_fmt": "yuv420p", 869 | "crf": 19, 870 | "save_metadata": true, 871 | "pingpong": false, 872 | "save_output": true, 873 | "videopreview": { 874 | "hidden": false, 875 | "paused": false, 876 | "params": { 877 | "filename": "I2V_00014.mp4", 878 | "subfolder": "", 879 | "type": "output", 880 | "format": "video/h264-mp4" 881 | } 882 | } 883 | } 884 | }, 885 | { 886 | "id": 11, 887 | "type": "SVD_Styler_Zho", 888 | "pos": [ 889 | -70, 890 | 1960 891 | ], 892 | "size": { 893 | "0": 310, 894 | "1": 220 895 | }, 896 | "flags": {}, 897 | "order": 5, 898 | "mode": 0, 899 | "outputs": [ 900 | { 901 | "name": "positive_prompt", 902 | "type": "STRING", 903 | "links": [ 904 | 10, 905 | 68 906 | ], 907 | "shape": 3, 908 | "slot_index": 0 909 | }, 910 | { 911 | "name": "negative_prompt", 912 | "type": "STRING", 913 | "links": [ 914 | 11, 915 | 69 916 | ], 917 | "shape": 3, 918 | "slot_index": 1 919 | } 920 | ], 921 | "properties": { 922 | "Node name for S&R": "SVD_Styler_Zho" 923 | }, 924 | "widgets_values": [ 925 | "a Porsche 911 car on a stage rotating 360 degrees", 926 | "asymmetry, worst quality, low quality", 927 | "Cinematic" 928 | ] 929 | }, 930 | { 931 | "id": 16, 932 | "type": "LoadImage", 933 | "pos": [ 934 | -630, 935 | 2130 936 | ], 937 | "size": { 938 | "0": 540, 939 | "1": 400 940 | }, 941 | "flags": {}, 942 | "order": 6, 943 | "mode": 0, 944 | "outputs": [ 945 | { 946 | "name": "IMAGE", 947 | "type": "IMAGE", 948 | "links": [ 949 | 25, 950 | 28 951 | ], 952 | "shape": 3, 953 | "slot_index": 0 954 | }, 955 | { 956 | "name": "MASK", 957 | "type": "MASK", 958 | "links": null, 959 | "shape": 3 960 | } 961 | ], 962 | "properties": { 963 | "Node name for S&R": "LoadImage" 964 | }, 965 | "widgets_values": [ 966 | "ComfyUI_temp_tpqpp_00001_.png", 967 | "image" 968 | ] 969 | }, 970 | { 971 | "id": 23, 972 | "type": "VHS_VideoCombine", 973 | "pos": [ 974 | 1000, 975 | 730 976 | ], 977 | "size": [ 978 | 500, 979 | 568 980 | ], 981 | "flags": {}, 982 | "order": 16, 983 | "mode": 0, 984 | "inputs": [ 985 | { 986 | "name": "images", 987 | "type": "IMAGE", 988 | "link": 73 989 | }, 990 | { 991 | "name": "audio", 992 | "type": "VHS_AUDIO", 993 | "link": null 994 | }, 995 | { 996 | "name": "batch_manager", 997 | "type": "VHS_BatchManager", 998 | "link": null 999 | } 1000 | ], 1001 | "outputs": [ 1002 | { 1003 | "name": "Filenames", 1004 | "type": "VHS_FILENAMES", 1005 | "links": null, 1006 | "shape": 3 1007 | } 1008 | ], 1009 | "title": "16 frames", 1010 | "properties": { 1011 | "Node name for S&R": "VHS_VideoCombine" 1012 | }, 1013 | "widgets_values": { 1014 | "frame_rate": 8, 1015 | "loop_count": 0, 1016 | "filename_prefix": "I2V", 1017 | "format": "video/h264-mp4", 1018 | "pix_fmt": "yuv420p", 1019 | "crf": 19, 1020 | "save_metadata": true, 1021 | "pingpong": false, 1022 | "save_output": true, 1023 | "videopreview": { 1024 | "hidden": false, 1025 | "paused": false, 1026 | "params": { 1027 | "filename": "I2V_00013.mp4", 1028 | "subfolder": "", 1029 | "type": "output", 1030 | "format": "video/h264-mp4" 1031 | } 1032 | } 1033 | } 1034 | }, 1035 | { 1036 | "id": 12, 1037 | "type": "Preview Chooser", 1038 | "pos": [ 1039 | 260, 1040 | 1960 1041 | ], 1042 | "size": { 1043 | "0": 720, 1044 | "1": 570 1045 | }, 1046 | "flags": {}, 1047 | "order": 11, 1048 | "mode": 0, 1049 | "inputs": [ 1050 | { 1051 | "name": "images", 1052 | "type": "IMAGE", 1053 | "link": 13 1054 | }, 1055 | { 1056 | "name": "latents", 1057 | "type": "LATENT", 1058 | "link": null 1059 | } 1060 | ], 1061 | "outputs": [ 1062 | { 1063 | "name": "images", 1064 | "type": "IMAGE", 1065 | "links": [ 1066 | 24, 1067 | 27 1068 | ], 1069 | "shape": 3, 1070 | "slot_index": 0 1071 | }, 1072 | { 1073 | "name": "latent", 1074 | "type": "LATENT", 1075 | "links": null, 1076 | "shape": 3 1077 | } 1078 | ], 1079 | "properties": { 1080 | "Node name for S&R": "Preview Chooser" 1081 | }, 1082 | "widgets_values": [ 1083 | "Always pause", 1084 | 1, 1085 | "", 1086 | "" 1087 | ] 1088 | } 1089 | ], 1090 | "links": [ 1091 | [ 1092 | 1, 1093 | 4, 1094 | 0, 1095 | 3, 1096 | 0, 1097 | "MODEL" 1098 | ], 1099 | [ 1100 | 3, 1101 | 4, 1102 | 1, 1103 | 6, 1104 | 0, 1105 | "CLIP" 1106 | ], 1107 | [ 1108 | 4, 1109 | 6, 1110 | 0, 1111 | 3, 1112 | 1, 1113 | "CONDITIONING" 1114 | ], 1115 | [ 1116 | 5, 1117 | 4, 1118 | 1, 1119 | 7, 1120 | 0, 1121 | "CLIP" 1122 | ], 1123 | [ 1124 | 6, 1125 | 7, 1126 | 0, 1127 | 3, 1128 | 2, 1129 | "CONDITIONING" 1130 | ], 1131 | [ 1132 | 7, 1133 | 3, 1134 | 0, 1135 | 8, 1136 | 0, 1137 | "LATENT" 1138 | ], 1139 | [ 1140 | 8, 1141 | 4, 1142 | 2, 1143 | 8, 1144 | 1, 1145 | "VAE" 1146 | ], 1147 | [ 1148 | 10, 1149 | 11, 1150 | 0, 1151 | 6, 1152 | 1, 1153 | "STRING" 1154 | ], 1155 | [ 1156 | 11, 1157 | 11, 1158 | 1, 1159 | 7, 1160 | 1, 1161 | "STRING" 1162 | ], 1163 | [ 1164 | 12, 1165 | 10, 1166 | 0, 1167 | 3, 1168 | 3, 1169 | "LATENT" 1170 | ], 1171 | [ 1172 | 13, 1173 | 8, 1174 | 0, 1175 | 12, 1176 | 0, 1177 | "IMAGE" 1178 | ], 1179 | [ 1180 | 14, 1181 | 13, 1182 | 0, 1183 | 3, 1184 | 4, 1185 | "INT" 1186 | ], 1187 | [ 1188 | 15, 1189 | 13, 1190 | 2, 1191 | 3, 1192 | 5, 1193 | "INT" 1194 | ], 1195 | [ 1196 | 24, 1197 | 12, 1198 | 0, 1199 | 18, 1200 | 0, 1201 | "*" 1202 | ], 1203 | [ 1204 | 25, 1205 | 16, 1206 | 0, 1207 | 18, 1208 | 1, 1209 | "IMAGE" 1210 | ], 1211 | [ 1212 | 27, 1213 | 12, 1214 | 0, 1215 | 19, 1216 | 0, 1217 | "*" 1218 | ], 1219 | [ 1220 | 28, 1221 | 16, 1222 | 0, 1223 | 19, 1224 | 1, 1225 | "*" 1226 | ], 1227 | [ 1228 | 32, 1229 | 21, 1230 | 0, 1231 | 22, 1232 | 0, 1233 | "IMAGE" 1234 | ], 1235 | [ 1236 | 56, 1237 | 38, 1238 | 0, 1239 | 17, 1240 | 0, 1241 | "IMAGE" 1242 | ], 1243 | [ 1244 | 63, 1245 | 21, 1246 | 0, 1247 | 38, 1248 | 0, 1249 | "IMAGE" 1250 | ], 1251 | [ 1252 | 66, 1253 | 44, 1254 | 0, 1255 | 45, 1256 | 0, 1257 | "MODEL" 1258 | ], 1259 | [ 1260 | 68, 1261 | 11, 1262 | 0, 1263 | 45, 1264 | 2, 1265 | "STRING" 1266 | ], 1267 | [ 1268 | 69, 1269 | 11, 1270 | 1, 1271 | 45, 1272 | 3, 1273 | "STRING" 1274 | ], 1275 | [ 1276 | 70, 1277 | 13, 1278 | 0, 1279 | 45, 1280 | 4, 1281 | "INT" 1282 | ], 1283 | [ 1284 | 71, 1285 | 13, 1286 | 2, 1287 | 45, 1288 | 5, 1289 | "INT" 1290 | ], 1291 | [ 1292 | 72, 1293 | 45, 1294 | 0, 1295 | 21, 1296 | 0, 1297 | "IMAGE" 1298 | ], 1299 | [ 1300 | 73, 1301 | 45, 1302 | 0, 1303 | 23, 1304 | 0, 1305 | "IMAGE" 1306 | ], 1307 | [ 1308 | 75, 1309 | 18, 1310 | 0, 1311 | 45, 1312 | 1, 1313 | "IMAGE" 1314 | ] 1315 | ], 1316 | "groups": [ 1317 | { 1318 | "title": "T2I", 1319 | "bounding": [ 1320 | 1000, 1321 | 1931, 1322 | 240, 1323 | 594 1324 | ], 1325 | "color": "#b06634", 1326 | "font_size": 24 1327 | }, 1328 | { 1329 | "title": "I2V", 1330 | "bounding": [ 1331 | 1258, 1332 | 1934, 1333 | 240, 1334 | 414 1335 | ], 1336 | "color": "#8AA", 1337 | "font_size": 24 1338 | }, 1339 | { 1340 | "title": "Interpolation", 1341 | "bounding": [ 1342 | 1260, 1343 | 2424, 1344 | 241, 1345 | 100 1346 | ], 1347 | "color": "#8A8", 1348 | "font_size": 24 1349 | } 1350 | ], 1351 | "config": {}, 1352 | "extra": {}, 1353 | "version": 0.4 1354 | } -------------------------------------------------------------------------------- /I2VGenXL.py: -------------------------------------------------------------------------------- 1 | import os 2 | import cv2 3 | import torch 4 | import numpy as np 5 | from PIL import Image 6 | import folder_paths 7 | 8 | from huggingface_hub import hf_hub_download 9 | from diffusers import I2VGenXLPipeline 10 | 11 | current_directory = os.path.dirname(os.path.abspath(__file__)) 12 | device = "cuda" if torch.cuda.is_available() else "cpu" 13 | 14 | class I2VGenXL_ModelLoader_Zho: 15 | def __init__(self): 16 | pass 17 | 18 | @classmethod 19 | def INPUT_TYPES(cls): 20 | return { 21 | "required": { 22 | "base_model_path": ("STRING", {"default": "ali-vilab/i2vgen-xl"}), 23 | } 24 | } 25 | 26 | RETURN_TYPES = ("MODEL",) 27 | RETURN_NAMES = ("pipe",) 28 | FUNCTION = "load_model" 29 | CATEGORY = "📽️I2VGenXL" 30 | 31 | def load_model(self, base_model_path): 32 | # Code to load the base model 33 | pipe = I2VGenXLPipeline.from_pretrained( 34 | base_model_path, 35 | torch_dtype=torch.float16, 36 | variant="fp16" 37 | ) 38 | pipe.enable_model_cpu_offload() 39 | return [pipe] 40 | 41 | 42 | class I2VGenXL_Generation_Zho: 43 | def __init__(self): 44 | pass 45 | 46 | @classmethod 47 | def INPUT_TYPES(cls): 48 | return { 49 | "required": { 50 | "pipe": ("MODEL",), 51 | "image": ("IMAGE",), 52 | "positive": ("STRING", {"default": "Papers were floating in the air on a table in the library", "multiline": True}), 53 | "negative": ("STRING", {"default": "Distorted, discontinuous, Ugly, blurry, low resolution, motionless, static, disfigured, disconnected limbs, Ugly faces, incomplete arms", "multiline": True}), 54 | "steps": ("INT", {"default": 50, "min": 1, "max": 100, "step": 1}), 55 | "guidance_scale": ("FLOAT", {"default": 9, "min": 0, "max": 10}), 56 | "width": ("INT", {"default": 1280, "min": 512, "max": 2048, "step": 32}), 57 | "height": ("INT", {"default": 704, "min": 512, "max": 2048, "step": 32}), 58 | "num_frames": ("INT", {"default": 16, "min": 1, "max": 100, "step": 1}), 59 | "seed": ("INT", {"default": 0, "min": 0, "max": 0xffffffffffffffff}), 60 | } 61 | } 62 | 63 | RETURN_TYPES = ("IMAGE",) 64 | FUNCTION = "i2vgenxl_generate_image" 65 | CATEGORY = "📽️I2VGenXL" 66 | 67 | def i2vgenxl_generate_image(self, image, pipe, positive, negative, steps, guidance_scale, seed, width, height, num_frames): 68 | 69 | pil_images = [] 70 | image_np = (255. * image.cpu().numpy().squeeze()).clip(0, 255).astype(np.uint8) 71 | pil_image = Image.fromarray(image_np) 72 | pil_images.append(pil_image) 73 | 74 | generator = torch.Generator(device=device).manual_seed(seed) 75 | 76 | output = pipe( 77 | image=pil_images, 78 | prompt=positive, 79 | negative_prompt=negative, 80 | num_inference_steps=steps, 81 | generator=generator, 82 | guidance_scale=guidance_scale, 83 | num_frames=num_frames, 84 | width=width, 85 | height=height, 86 | output_type="pt", 87 | ) 88 | 89 | video_tensor = output.frames 90 | video_nhwc = video_tensor[0].permute(0, 2, 3, 1) 91 | 92 | video_nhwc = video_nhwc[:-1] 93 | 94 | return (video_nhwc,) 95 | 96 | NODE_CLASS_MAPPINGS = { 97 | "I2VGenXL_ModelLoader_Zho": I2VGenXL_ModelLoader_Zho, 98 | "I2VGenXL_Generation_Zho": I2VGenXL_Generation_Zho, 99 | } 100 | 101 | NODE_DISPLAY_NAME_MAPPINGS = { 102 | "I2VGenXL_ModelLoader_Zho": "📽️I2VGenXL Model Loader", 103 | "I2VGenXL_Generation_Zho": "📽️I2VGenXL Generation", 104 | } 105 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | GNU GENERAL PUBLIC LICENSE 2 | Version 3, 29 June 2007 3 | 4 | Copyright (C) 2007 Free Software Foundation, Inc. 5 | Everyone is permitted to copy and distribute verbatim copies 6 | of this license document, but changing it is not allowed. 7 | 8 | Preamble 9 | 10 | The GNU General Public License is a free, copyleft license for 11 | software and other kinds of works. 12 | 13 | The licenses for most software and other practical works are designed 14 | to take away your freedom to share and change the works. By contrast, 15 | the GNU General Public License is intended to guarantee your freedom to 16 | share and change all versions of a program--to make sure it remains free 17 | software for all its users. We, the Free Software Foundation, use the 18 | GNU General Public License for most of our software; it applies also to 19 | any other work released this way by its authors. You can apply it to 20 | your programs, too. 21 | 22 | When we speak of free software, we are referring to freedom, not 23 | price. Our General Public Licenses are designed to make sure that you 24 | have the freedom to distribute copies of free software (and charge for 25 | them if you wish), that you receive source code or can get it if you 26 | want it, that you can change the software or use pieces of it in new 27 | free programs, and that you know you can do these things. 28 | 29 | To protect your rights, we need to prevent others from denying you 30 | these rights or asking you to surrender the rights. Therefore, you have 31 | certain responsibilities if you distribute copies of the software, or if 32 | you modify it: responsibilities to respect the freedom of others. 33 | 34 | For example, if you distribute copies of such a program, whether 35 | gratis or for a fee, you must pass on to the recipients the same 36 | freedoms that you received. You must make sure that they, too, receive 37 | or can get the source code. And you must show them these terms so they 38 | know their rights. 39 | 40 | Developers that use the GNU GPL protect your rights with two steps: 41 | (1) assert copyright on the software, and (2) offer you this License 42 | giving you legal permission to copy, distribute and/or modify it. 43 | 44 | For the developers' and authors' protection, the GPL clearly explains 45 | that there is no warranty for this free software. For both users' and 46 | authors' sake, the GPL requires that modified versions be marked as 47 | changed, so that their problems will not be attributed erroneously to 48 | authors of previous versions. 49 | 50 | Some devices are designed to deny users access to install or run 51 | modified versions of the software inside them, although the manufacturer 52 | can do so. This is fundamentally incompatible with the aim of 53 | protecting users' freedom to change the software. The systematic 54 | pattern of such abuse occurs in the area of products for individuals to 55 | use, which is precisely where it is most unacceptable. Therefore, we 56 | have designed this version of the GPL to prohibit the practice for those 57 | products. If such problems arise substantially in other domains, we 58 | stand ready to extend this provision to those domains in future versions 59 | of the GPL, as needed to protect the freedom of users. 60 | 61 | Finally, every program is threatened constantly by software patents. 62 | States should not allow patents to restrict development and use of 63 | software on general-purpose computers, but in those that do, we wish to 64 | avoid the special danger that patents applied to a free program could 65 | make it effectively proprietary. To prevent this, the GPL assures that 66 | patents cannot be used to render the program non-free. 67 | 68 | The precise terms and conditions for copying, distribution and 69 | modification follow. 70 | 71 | TERMS AND CONDITIONS 72 | 73 | 0. Definitions. 74 | 75 | "This License" refers to version 3 of the GNU General Public License. 76 | 77 | "Copyright" also means copyright-like laws that apply to other kinds of 78 | works, such as semiconductor masks. 79 | 80 | "The Program" refers to any copyrightable work licensed under this 81 | License. Each licensee is addressed as "you". "Licensees" and 82 | "recipients" may be individuals or organizations. 83 | 84 | To "modify" a work means to copy from or adapt all or part of the work 85 | in a fashion requiring copyright permission, other than the making of an 86 | exact copy. The resulting work is called a "modified version" of the 87 | earlier work or a work "based on" the earlier work. 88 | 89 | A "covered work" means either the unmodified Program or a work based 90 | on the Program. 91 | 92 | To "propagate" a work means to do anything with it that, without 93 | permission, would make you directly or secondarily liable for 94 | infringement under applicable copyright law, except executing it on a 95 | computer or modifying a private copy. Propagation includes copying, 96 | distribution (with or without modification), making available to the 97 | public, and in some countries other activities as well. 98 | 99 | To "convey" a work means any kind of propagation that enables other 100 | parties to make or receive copies. Mere interaction with a user through 101 | a computer network, with no transfer of a copy, is not conveying. 102 | 103 | An interactive user interface displays "Appropriate Legal Notices" 104 | to the extent that it includes a convenient and prominently visible 105 | feature that (1) displays an appropriate copyright notice, and (2) 106 | tells the user that there is no warranty for the work (except to the 107 | extent that warranties are provided), that licensees may convey the 108 | work under this License, and how to view a copy of this License. If 109 | the interface presents a list of user commands or options, such as a 110 | menu, a prominent item in the list meets this criterion. 111 | 112 | 1. Source Code. 113 | 114 | The "source code" for a work means the preferred form of the work 115 | for making modifications to it. "Object code" means any non-source 116 | form of a work. 117 | 118 | A "Standard Interface" means an interface that either is an official 119 | standard defined by a recognized standards body, or, in the case of 120 | interfaces specified for a particular programming language, one that 121 | is widely used among developers working in that language. 122 | 123 | The "System Libraries" of an executable work include anything, other 124 | than the work as a whole, that (a) is included in the normal form of 125 | packaging a Major Component, but which is not part of that Major 126 | Component, and (b) serves only to enable use of the work with that 127 | Major Component, or to implement a Standard Interface for which an 128 | implementation is available to the public in source code form. A 129 | "Major Component", in this context, means a major essential component 130 | (kernel, window system, and so on) of the specific operating system 131 | (if any) on which the executable work runs, or a compiler used to 132 | produce the work, or an object code interpreter used to run it. 133 | 134 | The "Corresponding Source" for a work in object code form means all 135 | the source code needed to generate, install, and (for an executable 136 | work) run the object code and to modify the work, including scripts to 137 | control those activities. However, it does not include the work's 138 | System Libraries, or general-purpose tools or generally available free 139 | programs which are used unmodified in performing those activities but 140 | which are not part of the work. For example, Corresponding Source 141 | includes interface definition files associated with source files for 142 | the work, and the source code for shared libraries and dynamically 143 | linked subprograms that the work is specifically designed to require, 144 | such as by intimate data communication or control flow between those 145 | subprograms and other parts of the work. 146 | 147 | The Corresponding Source need not include anything that users 148 | can regenerate automatically from other parts of the Corresponding 149 | Source. 150 | 151 | The Corresponding Source for a work in source code form is that 152 | same work. 153 | 154 | 2. Basic Permissions. 155 | 156 | All rights granted under this License are granted for the term of 157 | copyright on the Program, and are irrevocable provided the stated 158 | conditions are met. This License explicitly affirms your unlimited 159 | permission to run the unmodified Program. The output from running a 160 | covered work is covered by this License only if the output, given its 161 | content, constitutes a covered work. This License acknowledges your 162 | rights of fair use or other equivalent, as provided by copyright law. 163 | 164 | You may make, run and propagate covered works that you do not 165 | convey, without conditions so long as your license otherwise remains 166 | in force. You may convey covered works to others for the sole purpose 167 | of having them make modifications exclusively for you, or provide you 168 | with facilities for running those works, provided that you comply with 169 | the terms of this License in conveying all material for which you do 170 | not control copyright. Those thus making or running the covered works 171 | for you must do so exclusively on your behalf, under your direction 172 | and control, on terms that prohibit them from making any copies of 173 | your copyrighted material outside their relationship with you. 174 | 175 | Conveying under any other circumstances is permitted solely under 176 | the conditions stated below. Sublicensing is not allowed; section 10 177 | makes it unnecessary. 178 | 179 | 3. Protecting Users' Legal Rights From Anti-Circumvention Law. 180 | 181 | No covered work shall be deemed part of an effective technological 182 | measure under any applicable law fulfilling obligations under article 183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or 184 | similar laws prohibiting or restricting circumvention of such 185 | measures. 186 | 187 | When you convey a covered work, you waive any legal power to forbid 188 | circumvention of technological measures to the extent such circumvention 189 | is effected by exercising rights under this License with respect to 190 | the covered work, and you disclaim any intention to limit operation or 191 | modification of the work as a means of enforcing, against the work's 192 | users, your or third parties' legal rights to forbid circumvention of 193 | technological measures. 194 | 195 | 4. Conveying Verbatim Copies. 196 | 197 | You may convey verbatim copies of the Program's source code as you 198 | receive it, in any medium, provided that you conspicuously and 199 | appropriately publish on each copy an appropriate copyright notice; 200 | keep intact all notices stating that this License and any 201 | non-permissive terms added in accord with section 7 apply to the code; 202 | keep intact all notices of the absence of any warranty; and give all 203 | recipients a copy of this License along with the Program. 204 | 205 | You may charge any price or no price for each copy that you convey, 206 | and you may offer support or warranty protection for a fee. 207 | 208 | 5. Conveying Modified Source Versions. 209 | 210 | You may convey a work based on the Program, or the modifications to 211 | produce it from the Program, in the form of source code under the 212 | terms of section 4, provided that you also meet all of these conditions: 213 | 214 | a) The work must carry prominent notices stating that you modified 215 | it, and giving a relevant date. 216 | 217 | b) The work must carry prominent notices stating that it is 218 | released under this License and any conditions added under section 219 | 7. This requirement modifies the requirement in section 4 to 220 | "keep intact all notices". 221 | 222 | c) You must license the entire work, as a whole, under this 223 | License to anyone who comes into possession of a copy. This 224 | License will therefore apply, along with any applicable section 7 225 | additional terms, to the whole of the work, and all its parts, 226 | regardless of how they are packaged. This License gives no 227 | permission to license the work in any other way, but it does not 228 | invalidate such permission if you have separately received it. 229 | 230 | d) If the work has interactive user interfaces, each must display 231 | Appropriate Legal Notices; however, if the Program has interactive 232 | interfaces that do not display Appropriate Legal Notices, your 233 | work need not make them do so. 234 | 235 | A compilation of a covered work with other separate and independent 236 | works, which are not by their nature extensions of the covered work, 237 | and which are not combined with it such as to form a larger program, 238 | in or on a volume of a storage or distribution medium, is called an 239 | "aggregate" if the compilation and its resulting copyright are not 240 | used to limit the access or legal rights of the compilation's users 241 | beyond what the individual works permit. Inclusion of a covered work 242 | in an aggregate does not cause this License to apply to the other 243 | parts of the aggregate. 244 | 245 | 6. Conveying Non-Source Forms. 246 | 247 | You may convey a covered work in object code form under the terms 248 | of sections 4 and 5, provided that you also convey the 249 | machine-readable Corresponding Source under the terms of this License, 250 | in one of these ways: 251 | 252 | a) Convey the object code in, or embodied in, a physical product 253 | (including a physical distribution medium), accompanied by the 254 | Corresponding Source fixed on a durable physical medium 255 | customarily used for software interchange. 256 | 257 | b) Convey the object code in, or embodied in, a physical product 258 | (including a physical distribution medium), accompanied by a 259 | written offer, valid for at least three years and valid for as 260 | long as you offer spare parts or customer support for that product 261 | model, to give anyone who possesses the object code either (1) a 262 | copy of the Corresponding Source for all the software in the 263 | product that is covered by this License, on a durable physical 264 | medium customarily used for software interchange, for a price no 265 | more than your reasonable cost of physically performing this 266 | conveying of source, or (2) access to copy the 267 | Corresponding Source from a network server at no charge. 268 | 269 | c) Convey individual copies of the object code with a copy of the 270 | written offer to provide the Corresponding Source. This 271 | alternative is allowed only occasionally and noncommercially, and 272 | only if you received the object code with such an offer, in accord 273 | with subsection 6b. 274 | 275 | d) Convey the object code by offering access from a designated 276 | place (gratis or for a charge), and offer equivalent access to the 277 | Corresponding Source in the same way through the same place at no 278 | further charge. You need not require recipients to copy the 279 | Corresponding Source along with the object code. If the place to 280 | copy the object code is a network server, the Corresponding Source 281 | may be on a different server (operated by you or a third party) 282 | that supports equivalent copying facilities, provided you maintain 283 | clear directions next to the object code saying where to find the 284 | Corresponding Source. Regardless of what server hosts the 285 | Corresponding Source, you remain obligated to ensure that it is 286 | available for as long as needed to satisfy these requirements. 287 | 288 | e) Convey the object code using peer-to-peer transmission, provided 289 | you inform other peers where the object code and Corresponding 290 | Source of the work are being offered to the general public at no 291 | charge under subsection 6d. 292 | 293 | A separable portion of the object code, whose source code is excluded 294 | from the Corresponding Source as a System Library, need not be 295 | included in conveying the object code work. 296 | 297 | A "User Product" is either (1) a "consumer product", which means any 298 | tangible personal property which is normally used for personal, family, 299 | or household purposes, or (2) anything designed or sold for incorporation 300 | into a dwelling. In determining whether a product is a consumer product, 301 | doubtful cases shall be resolved in favor of coverage. For a particular 302 | product received by a particular user, "normally used" refers to a 303 | typical or common use of that class of product, regardless of the status 304 | of the particular user or of the way in which the particular user 305 | actually uses, or expects or is expected to use, the product. A product 306 | is a consumer product regardless of whether the product has substantial 307 | commercial, industrial or non-consumer uses, unless such uses represent 308 | the only significant mode of use of the product. 309 | 310 | "Installation Information" for a User Product means any methods, 311 | procedures, authorization keys, or other information required to install 312 | and execute modified versions of a covered work in that User Product from 313 | a modified version of its Corresponding Source. The information must 314 | suffice to ensure that the continued functioning of the modified object 315 | code is in no case prevented or interfered with solely because 316 | modification has been made. 317 | 318 | If you convey an object code work under this section in, or with, or 319 | specifically for use in, a User Product, and the conveying occurs as 320 | part of a transaction in which the right of possession and use of the 321 | User Product is transferred to the recipient in perpetuity or for a 322 | fixed term (regardless of how the transaction is characterized), the 323 | Corresponding Source conveyed under this section must be accompanied 324 | by the Installation Information. But this requirement does not apply 325 | if neither you nor any third party retains the ability to install 326 | modified object code on the User Product (for example, the work has 327 | been installed in ROM). 328 | 329 | The requirement to provide Installation Information does not include a 330 | requirement to continue to provide support service, warranty, or updates 331 | for a work that has been modified or installed by the recipient, or for 332 | the User Product in which it has been modified or installed. Access to a 333 | network may be denied when the modification itself materially and 334 | adversely affects the operation of the network or violates the rules and 335 | protocols for communication across the network. 336 | 337 | Corresponding Source conveyed, and Installation Information provided, 338 | in accord with this section must be in a format that is publicly 339 | documented (and with an implementation available to the public in 340 | source code form), and must require no special password or key for 341 | unpacking, reading or copying. 342 | 343 | 7. Additional Terms. 344 | 345 | "Additional permissions" are terms that supplement the terms of this 346 | License by making exceptions from one or more of its conditions. 347 | Additional permissions that are applicable to the entire Program shall 348 | be treated as though they were included in this License, to the extent 349 | that they are valid under applicable law. If additional permissions 350 | apply only to part of the Program, that part may be used separately 351 | under those permissions, but the entire Program remains governed by 352 | this License without regard to the additional permissions. 353 | 354 | When you convey a copy of a covered work, you may at your option 355 | remove any additional permissions from that copy, or from any part of 356 | it. (Additional permissions may be written to require their own 357 | removal in certain cases when you modify the work.) You may place 358 | additional permissions on material, added by you to a covered work, 359 | for which you have or can give appropriate copyright permission. 360 | 361 | Notwithstanding any other provision of this License, for material you 362 | add to a covered work, you may (if authorized by the copyright holders of 363 | that material) supplement the terms of this License with terms: 364 | 365 | a) Disclaiming warranty or limiting liability differently from the 366 | terms of sections 15 and 16 of this License; or 367 | 368 | b) Requiring preservation of specified reasonable legal notices or 369 | author attributions in that material or in the Appropriate Legal 370 | Notices displayed by works containing it; or 371 | 372 | c) Prohibiting misrepresentation of the origin of that material, or 373 | requiring that modified versions of such material be marked in 374 | reasonable ways as different from the original version; or 375 | 376 | d) Limiting the use for publicity purposes of names of licensors or 377 | authors of the material; or 378 | 379 | e) Declining to grant rights under trademark law for use of some 380 | trade names, trademarks, or service marks; or 381 | 382 | f) Requiring indemnification of licensors and authors of that 383 | material by anyone who conveys the material (or modified versions of 384 | it) with contractual assumptions of liability to the recipient, for 385 | any liability that these contractual assumptions directly impose on 386 | those licensors and authors. 387 | 388 | All other non-permissive additional terms are considered "further 389 | restrictions" within the meaning of section 10. If the Program as you 390 | received it, or any part of it, contains a notice stating that it is 391 | governed by this License along with a term that is a further 392 | restriction, you may remove that term. If a license document contains 393 | a further restriction but permits relicensing or conveying under this 394 | License, you may add to a covered work material governed by the terms 395 | of that license document, provided that the further restriction does 396 | not survive such relicensing or conveying. 397 | 398 | If you add terms to a covered work in accord with this section, you 399 | must place, in the relevant source files, a statement of the 400 | additional terms that apply to those files, or a notice indicating 401 | where to find the applicable terms. 402 | 403 | Additional terms, permissive or non-permissive, may be stated in the 404 | form of a separately written license, or stated as exceptions; 405 | the above requirements apply either way. 406 | 407 | 8. Termination. 408 | 409 | You may not propagate or modify a covered work except as expressly 410 | provided under this License. Any attempt otherwise to propagate or 411 | modify it is void, and will automatically terminate your rights under 412 | this License (including any patent licenses granted under the third 413 | paragraph of section 11). 414 | 415 | However, if you cease all violation of this License, then your 416 | license from a particular copyright holder is reinstated (a) 417 | provisionally, unless and until the copyright holder explicitly and 418 | finally terminates your license, and (b) permanently, if the copyright 419 | holder fails to notify you of the violation by some reasonable means 420 | prior to 60 days after the cessation. 421 | 422 | Moreover, your license from a particular copyright holder is 423 | reinstated permanently if the copyright holder notifies you of the 424 | violation by some reasonable means, this is the first time you have 425 | received notice of violation of this License (for any work) from that 426 | copyright holder, and you cure the violation prior to 30 days after 427 | your receipt of the notice. 428 | 429 | Termination of your rights under this section does not terminate the 430 | licenses of parties who have received copies or rights from you under 431 | this License. If your rights have been terminated and not permanently 432 | reinstated, you do not qualify to receive new licenses for the same 433 | material under section 10. 434 | 435 | 9. Acceptance Not Required for Having Copies. 436 | 437 | You are not required to accept this License in order to receive or 438 | run a copy of the Program. Ancillary propagation of a covered work 439 | occurring solely as a consequence of using peer-to-peer transmission 440 | to receive a copy likewise does not require acceptance. However, 441 | nothing other than this License grants you permission to propagate or 442 | modify any covered work. These actions infringe copyright if you do 443 | not accept this License. Therefore, by modifying or propagating a 444 | covered work, you indicate your acceptance of this License to do so. 445 | 446 | 10. Automatic Licensing of Downstream Recipients. 447 | 448 | Each time you convey a covered work, the recipient automatically 449 | receives a license from the original licensors, to run, modify and 450 | propagate that work, subject to this License. You are not responsible 451 | for enforcing compliance by third parties with this License. 452 | 453 | An "entity transaction" is a transaction transferring control of an 454 | organization, or substantially all assets of one, or subdividing an 455 | organization, or merging organizations. If propagation of a covered 456 | work results from an entity transaction, each party to that 457 | transaction who receives a copy of the work also receives whatever 458 | licenses to the work the party's predecessor in interest had or could 459 | give under the previous paragraph, plus a right to possession of the 460 | Corresponding Source of the work from the predecessor in interest, if 461 | the predecessor has it or can get it with reasonable efforts. 462 | 463 | You may not impose any further restrictions on the exercise of the 464 | rights granted or affirmed under this License. For example, you may 465 | not impose a license fee, royalty, or other charge for exercise of 466 | rights granted under this License, and you may not initiate litigation 467 | (including a cross-claim or counterclaim in a lawsuit) alleging that 468 | any patent claim is infringed by making, using, selling, offering for 469 | sale, or importing the Program or any portion of it. 470 | 471 | 11. Patents. 472 | 473 | A "contributor" is a copyright holder who authorizes use under this 474 | License of the Program or a work on which the Program is based. The 475 | work thus licensed is called the contributor's "contributor version". 476 | 477 | A contributor's "essential patent claims" are all patent claims 478 | owned or controlled by the contributor, whether already acquired or 479 | hereafter acquired, that would be infringed by some manner, permitted 480 | by this License, of making, using, or selling its contributor version, 481 | but do not include claims that would be infringed only as a 482 | consequence of further modification of the contributor version. For 483 | purposes of this definition, "control" includes the right to grant 484 | patent sublicenses in a manner consistent with the requirements of 485 | this License. 486 | 487 | Each contributor grants you a non-exclusive, worldwide, royalty-free 488 | patent license under the contributor's essential patent claims, to 489 | make, use, sell, offer for sale, import and otherwise run, modify and 490 | propagate the contents of its contributor version. 491 | 492 | In the following three paragraphs, a "patent license" is any express 493 | agreement or commitment, however denominated, not to enforce a patent 494 | (such as an express permission to practice a patent or covenant not to 495 | sue for patent infringement). To "grant" such a patent license to a 496 | party means to make such an agreement or commitment not to enforce a 497 | patent against the party. 498 | 499 | If you convey a covered work, knowingly relying on a patent license, 500 | and the Corresponding Source of the work is not available for anyone 501 | to copy, free of charge and under the terms of this License, through a 502 | publicly available network server or other readily accessible means, 503 | then you must either (1) cause the Corresponding Source to be so 504 | available, or (2) arrange to deprive yourself of the benefit of the 505 | patent license for this particular work, or (3) arrange, in a manner 506 | consistent with the requirements of this License, to extend the patent 507 | license to downstream recipients. "Knowingly relying" means you have 508 | actual knowledge that, but for the patent license, your conveying the 509 | covered work in a country, or your recipient's use of the covered work 510 | in a country, would infringe one or more identifiable patents in that 511 | country that you have reason to believe are valid. 512 | 513 | If, pursuant to or in connection with a single transaction or 514 | arrangement, you convey, or propagate by procuring conveyance of, a 515 | covered work, and grant a patent license to some of the parties 516 | receiving the covered work authorizing them to use, propagate, modify 517 | or convey a specific copy of the covered work, then the patent license 518 | you grant is automatically extended to all recipients of the covered 519 | work and works based on it. 520 | 521 | A patent license is "discriminatory" if it does not include within 522 | the scope of its coverage, prohibits the exercise of, or is 523 | conditioned on the non-exercise of one or more of the rights that are 524 | specifically granted under this License. You may not convey a covered 525 | work if you are a party to an arrangement with a third party that is 526 | in the business of distributing software, under which you make payment 527 | to the third party based on the extent of your activity of conveying 528 | the work, and under which the third party grants, to any of the 529 | parties who would receive the covered work from you, a discriminatory 530 | patent license (a) in connection with copies of the covered work 531 | conveyed by you (or copies made from those copies), or (b) primarily 532 | for and in connection with specific products or compilations that 533 | contain the covered work, unless you entered into that arrangement, 534 | or that patent license was granted, prior to 28 March 2007. 535 | 536 | Nothing in this License shall be construed as excluding or limiting 537 | any implied license or other defenses to infringement that may 538 | otherwise be available to you under applicable patent law. 539 | 540 | 12. No Surrender of Others' Freedom. 541 | 542 | If conditions are imposed on you (whether by court order, agreement or 543 | otherwise) that contradict the conditions of this License, they do not 544 | excuse you from the conditions of this License. If you cannot convey a 545 | covered work so as to satisfy simultaneously your obligations under this 546 | License and any other pertinent obligations, then as a consequence you may 547 | not convey it at all. For example, if you agree to terms that obligate you 548 | to collect a royalty for further conveying from those to whom you convey 549 | the Program, the only way you could satisfy both those terms and this 550 | License would be to refrain entirely from conveying the Program. 551 | 552 | 13. Use with the GNU Affero General Public License. 553 | 554 | Notwithstanding any other provision of this License, you have 555 | permission to link or combine any covered work with a work licensed 556 | under version 3 of the GNU Affero General Public License into a single 557 | combined work, and to convey the resulting work. The terms of this 558 | License will continue to apply to the part which is the covered work, 559 | but the special requirements of the GNU Affero General Public License, 560 | section 13, concerning interaction through a network will apply to the 561 | combination as such. 562 | 563 | 14. Revised Versions of this License. 564 | 565 | The Free Software Foundation may publish revised and/or new versions of 566 | the GNU General Public License from time to time. Such new versions will 567 | be similar in spirit to the present version, but may differ in detail to 568 | address new problems or concerns. 569 | 570 | Each version is given a distinguishing version number. If the 571 | Program specifies that a certain numbered version of the GNU General 572 | Public License "or any later version" applies to it, you have the 573 | option of following the terms and conditions either of that numbered 574 | version or of any later version published by the Free Software 575 | Foundation. If the Program does not specify a version number of the 576 | GNU General Public License, you may choose any version ever published 577 | by the Free Software Foundation. 578 | 579 | If the Program specifies that a proxy can decide which future 580 | versions of the GNU General Public License can be used, that proxy's 581 | public statement of acceptance of a version permanently authorizes you 582 | to choose that version for the Program. 583 | 584 | Later license versions may give you additional or different 585 | permissions. However, no additional obligations are imposed on any 586 | author or copyright holder as a result of your choosing to follow a 587 | later version. 588 | 589 | 15. Disclaimer of Warranty. 590 | 591 | THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY 592 | APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT 593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY 594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, 595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 596 | PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM 597 | IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF 598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 599 | 600 | 16. Limitation of Liability. 601 | 602 | IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING 603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS 604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY 605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE 606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF 607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD 608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), 609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF 610 | SUCH DAMAGES. 611 | 612 | 17. Interpretation of Sections 15 and 16. 613 | 614 | If the disclaimer of warranty and limitation of liability provided 615 | above cannot be given local legal effect according to their terms, 616 | reviewing courts shall apply local law that most closely approximates 617 | an absolute waiver of all civil liability in connection with the 618 | Program, unless a warranty or assumption of liability accompanies a 619 | copy of the Program in return for a fee. 620 | 621 | END OF TERMS AND CONDITIONS 622 | 623 | How to Apply These Terms to Your New Programs 624 | 625 | If you develop a new program, and you want it to be of the greatest 626 | possible use to the public, the best way to achieve this is to make it 627 | free software which everyone can redistribute and change under these terms. 628 | 629 | To do so, attach the following notices to the program. It is safest 630 | to attach them to the start of each source file to most effectively 631 | state the exclusion of warranty; and each file should have at least 632 | the "copyright" line and a pointer to where the full notice is found. 633 | 634 | 635 | Copyright (C) 636 | 637 | This program is free software: you can redistribute it and/or modify 638 | it under the terms of the GNU General Public License as published by 639 | the Free Software Foundation, either version 3 of the License, or 640 | (at your option) any later version. 641 | 642 | This program is distributed in the hope that it will be useful, 643 | but WITHOUT ANY WARRANTY; without even the implied warranty of 644 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 645 | GNU General Public License for more details. 646 | 647 | You should have received a copy of the GNU General Public License 648 | along with this program. If not, see . 649 | 650 | Also add information on how to contact you by electronic and paper mail. 651 | 652 | If the program does terminal interaction, make it output a short 653 | notice like this when it starts in an interactive mode: 654 | 655 | Copyright (C) 656 | This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. 657 | This is free software, and you are welcome to redistribute it 658 | under certain conditions; type `show c' for details. 659 | 660 | The hypothetical commands `show w' and `show c' should show the appropriate 661 | parts of the General Public License. Of course, your program's commands 662 | might be different; for a GUI interface, you would use an "about box". 663 | 664 | You should also get your employer (if you work as a programmer) or school, 665 | if any, to sign a "copyright disclaimer" for the program, if necessary. 666 | For more information on this, and how to apply and follow the GNU GPL, see 667 | . 668 | 669 | The GNU General Public License does not permit incorporating your program 670 | into proprietary programs. If your program is a subroutine library, you 671 | may consider it more useful to permit linking proprietary applications with 672 | the library. If this is what you want to do, use the GNU Lesser General 673 | Public License instead of this License. But first, please read 674 | . 675 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | 2 | ![I2V_](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/3d2acebe-b4b4-417a-8257-427b3fd33680) 3 | 4 | 5 | # ComfyUI I2VGenXL 6 | 7 | Unofficial implementation of [I2VGenXL](https://i2vgen-xl.github.io/) for ComfyUI 8 | 9 | 10 | https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/f76b9a29-4aad-4696-9cde-6690eb48a16e 11 | 12 | 13 | ## 项目介绍 | Info 14 | 15 | - 对[I2VGenXL](https://i2vgen-xl.github.io/)的非官方实现，实测下来是目前 **动效自然程度** 和 **光影** 最好的 **高清** 视频模型（幅度没有SVD1.1大，但是综合效果比 SVD1.1 强） 16 | 17 | - I2VGenXL 特点： 18 | - 与 SVD 不同，I2VGenXL 可以通过输入正负提示词来完成更好的生成 19 | - 分辨率：1280*704 20 | - 生成帧数：16帧 21 | - 速度：A100约97s（比 SVD1.1 慢 20%） 22 | 23 | - 版本：V1.0 24 | 25 | 26 | # 视频演示 27 | 28 | 文/图生视频标准工作流设计 29 | 30 | https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/53096355-2235-40f4-9668-b7965172f0b2 31 | 32 | 33 | ## 节点说明 | Features 34 | 35 | - 模型加载 | 📽️I2VGenXL Model Loader 36 | - 自动下载并加载官方 ali-vilab/i2vgen-xl 模型 37 | 38 | - I2VGenXL 生成 | 📽️I2VGenXL Generation 39 | - pipe：接入模型 40 | - image：接入图像 41 | - positivet、negative：正负提示词 42 | - step：步数，官方默认50步 43 | - guidance_scale：提示词相关度，一般7.5-9 44 | - width、height：宽度、高度 45 | - num_frames：生成帧数 46 | - seed：种子 47 | 48 | 49 | ![Dingtalk_20240206191942](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/d88dec90-79a3-4ea0-8fed-168e8f3a7df4) 50 | 51 | 52 | ## 安装 | Install 53 | 54 | - 推荐使用管理器 ComfyUI Manager 安装（On the Way） 55 | 56 | - 手动安装： 57 | 1. `cd custom_nodes` 58 | 2. `git clone https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL.git` 59 | 3. `cd custom_nodes/ComfyUI-I2VGenXL` 60 | 4. `pip install -r requirements.txt` 61 | 5. 重启 ComfyUI 62 | 63 | 64 | ## 使用注意 | Note 65 | 66 | - 模型有一定概率会出现最后一帧空白的情况，暂不清楚是什么原因，所以目前节点直接删除了最后一帧，所以默认生成结果是15帧 67 | 68 | 69 | ## 工作流 | Workflows 70 | 71 | V1.0 72 | 73 | - **标准工作流设计**： 74 | 75 | - 参考了 [stablevideo.com](https://stablevideo.com) 的 UI 交互逻辑，与我设计的 SVD1.1 标准工作流相同 76 | 77 | - 支持文生视频和图生视频两种方式：其中文生视频支持自动暂停选择图像，满意之后再运行视频生成 78 | 79 | - 加入了自动补帧插件 80 | 81 | - 使用插件：[cg-image-picker](https://github.com/chrisgoringe/cg-image-picker)，[ComfyUI-SVD-ZHO](https://github.com/ZHO-ZHO-ZHO/ComfyUI-SVD-ZHO)，[ComfyUI-Frame-Interpolation](https://github.com/Fannovel16/ComfyUI-Frame-Interpolation)，[rgthree-comfy](https://github.com/rgthree/rgthree-comfy)，[ComfyUI-VideoHelperSuite](https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite) 82 | 83 | - 工作流文件：[V1.0 Standard 标准版](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/blob/main/I2VGENXL%20WORKFLOWS/I2VGENXL_Standard%E3%80%90Zho%E3%80%91.json) 84 | 85 | ![Dingtalk_20240206191614](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/05c9a690-110b-4f42-b4a3-aa8f7a0f3e3f) 86 | 87 | - 基础工作流：[V1.0 Simple 基础版](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/blob/main/I2VGENXL%20WORKFLOWS/I2VGENXL_Simple%E3%80%90Zho%E3%80%91.json) 88 | 89 | ![Dingtalk_20240206193817](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/d33f3238-d6ad-4e00-b1de-a36f156e7485) 90 | 91 | 92 | 93 | ## 更新日志 94 | 95 | - 20240206 96 | 97 | V1.0 优化代码，并设计标准工作流 98 | 99 | - 20240205 100 | 101 | 创建项目 102 | 103 | 104 | ## 速度实测 | Speed 105 | 106 | - V1.0 107 | 108 | - A100 50步 97s 109 | 110 | ![image](https://github.com/ZHO-ZHO-ZHO/ComfyUI-I2VGenXL/assets/140084057/f2575b23-eea9-46d7-a89f-ec5f6e21e534) 111 | 112 | 113 | 114 | 115 | ## Stars 116 | 117 | [![Star History Chart](https://api.star-history.com/svg?repos=ZHO-ZHO-ZHO/ComfyUI-I2VGenXL&type=Date)](https://star-history.com/#ZHO-ZHO-ZHO/ComfyUI-I2VGenXL&Date) 118 | 119 | 120 | ## 关于我 | About me 121 | 122 | 📬 **联系我**： 123 | - 邮箱：zhozho3965@gmail.com 124 | - QQ 群：839821928 125 | 126 | 🔗 **社交媒体**： 127 | - 个人页：[-Zho-](https://jike.city/zho) 128 | - Bilibili：[我的B站主页](https://space.bilibili.com/484366804) 129 | - X（Twitter）：[我的Twitter](https://twitter.com/ZHOZHO672070) 130 | - 小红书：[我的小红书主页](https://www.xiaohongshu.com/user/profile/63f11530000000001001e0c8?xhsshare=CopyLink&appuid=63f11530000000001001e0c8&apptime=1690528872) 131 | 132 | 💡 **支持我**： 133 | - B站：[B站充电](https://space.bilibili.com/484366804) 134 | - 爱发电：[为我充电](https://afdian.net/a/ZHOZHO) 135 | 136 | 137 | ## Credits 138 | 139 | [I2VGenXL](https://i2vgen-xl.github.io/) 140 | -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | from .I2VGenXL import NODE_CLASS_MAPPINGS, NODE_DISPLAY_NAME_MAPPINGS 2 | 3 | __all__ = ['NODE_CLASS_MAPPINGS', 'NODE_DISPLAY_NAME_MAPPINGS'] 4 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | diffusers 2 | --------------------------------------------------------------------------------