├── README.md ├── SV3D workflow.json ├── svd-pic-loops-simple.json └── Simple Digital Human Workflow-ainewsto.json /README.md: -------------------------------------------------------------------------------- 1 | # comfyui-workflows-ainewsto 2 | 3 | ## SV3D workflow 4 | 5 | ![www](https://github.com/ainewsto/comfyui-workflows-ainewsto/assets/113163264/51f5451a-e16d-4411-9425-0bfc8c679948) 6 | 7 | ## svd-pic-loops-simple workflow 8 | 9 | ![2](https://github.com/ainewsto/comfyui-workflows-ainewsto/assets/113163264/03e6f97d-3fbc-44ee-9c0c-60afff7b24a7) 10 | 11 | ## Simple Digital Human Workflow 12 | 13 | ![Y%%BC`W2Y6~L0GP)ZHLU Z1](https://github.com/ainewsto/comfyui-workflows-ainewsto/assets/113163264/100d8a6a-7034-45de-9a7c-23209a08a1c2) 14 | -------------------------------------------------------------------------------- /SV3D workflow.json: -------------------------------------------------------------------------------- 1 | { 2 | "last_node_id": 33, 3 | "last_link_id": 49, 4 | "nodes": [ 5 | { 6 | "id": 22, 7 | "type": "SV3D_Conditioning", 8 | "pos": [ 9 | 462, 10 | 398 11 | ], 12 | "size": { 13 | "0": 315, 14 | "1": 170 15 | }, 16 | "flags": {}, 17 | "order": 4, 18 | "mode": 0, 19 | "inputs": [ 20 | { 21 | "name": "clip_vision", 22 | "type": "CLIP_VISION", 23 | "link": 35, 24 | "slot_index": 0, 25 | "label": "clip_vision" 26 | }, 27 | { 28 | "name": "init_image", 29 | "type": "IMAGE", 30 | "link": 41, 31 | "slot_index": 1, 32 | "label": "init_image" 33 | }, 34 | { 35 | "name": "vae", 36 | "type": "VAE", 37 | "link": 42, 38 | "slot_index": 2, 39 | "label": "vae" 40 | } 41 | ], 42 | "outputs": [ 43 | { 44 | "name": "positive", 45 | "type": "CONDITIONING", 46 | "links": [ 47 | 37 48 | ], 49 | "shape": 3, 50 | "slot_index": 0, 51 | "label": "positive" 52 | }, 53 | { 54 | "name": "negative", 55 | "type": "CONDITIONING", 56 | "links": [ 57 | 38 58 | ], 59 | "shape": 3, 60 | "slot_index": 1, 61 | "label": "negative" 62 | }, 63 | { 64 | "name": "latent", 65 | "type": "LATENT", 66 | "links": [ 67 | 39 68 | ], 69 | "shape": 3, 70 | "slot_index": 2, 71 | "label": "latent" 72 | } 73 | ], 74 | "properties": { 75 | "Node name for S&R": "SV3D_Conditioning" 76 | }, 77 | "widgets_values": [ 78 | 576, 79 | 576, 80 | 21, 81 | 0 82 | ] 83 | }, 84 | { 85 | "id": 26, 86 | "type": "LoadImage", 87 | "pos": [ 88 | 58, 89 | 552 90 | ], 91 | "size": { 92 | "0": 317.6788330078125, 93 | "1": 314 94 | }, 95 | "flags": {}, 96 | "order": 0, 97 | "mode": 0, 98 | "outputs": [ 99 | { 100 | "name": "IMAGE", 101 | "type": "IMAGE", 102 | "links": [ 103 | 41 104 | ], 105 | "shape": 3, 106 | "label": "IMAGE" 107 | }, 108 | { 109 | "name": "MASK", 110 | "type": "MASK", 111 | "links": null, 112 | "shape": 3, 113 | "label": "MASK" 114 | } 115 | ], 116 | "properties": { 117 | "Node name for S&R": "LoadImage" 118 | }, 119 | "widgets_values": [ 120 | "a_pikachu_with_smily_face-removebg.png", 121 | "image" 122 | ] 123 | }, 124 | { 125 | "id": 28, 126 | "type": "VAEDecode", 127 | "pos": [ 128 | 1298, 129 | 155 130 | ], 131 | "size": { 132 | "0": 210, 133 | "1": 46 134 | }, 135 | "flags": {}, 136 | "order": 7, 137 | "mode": 0, 138 | "inputs": [ 139 | { 140 | "name": "samples", 141 | "type": "LATENT", 142 | "link": 43, 143 | "label": "samples" 144 | }, 145 | { 146 | "name": "vae", 147 | "type": "VAE", 148 | "link": 44, 149 | "slot_index": 1, 150 | "label": "vae" 151 | } 152 | ], 153 | "outputs": [ 154 | { 155 | "name": "IMAGE", 156 | "type": "IMAGE", 157 | "links": [ 158 | 45, 159 | 49 160 | ], 161 | "shape": 3, 162 | "slot_index": 0, 163 | "label": "IMAGE" 164 | } 165 | ], 166 | "properties": { 167 | "Node name for S&R": "VAEDecode" 168 | } 169 | }, 170 | { 171 | "id": 27, 172 | "type": "VAELoader", 173 | "pos": [ 174 | 869, 175 | 173 176 | ], 177 | "size": { 178 | "0": 352.3315734863281, 179 | "1": 78.45967102050781 180 | }, 181 | "flags": { 182 | "collapsed": false 183 | }, 184 | "order": 1, 185 | "mode": 0, 186 | "outputs": [ 187 | { 188 | "name": "VAE", 189 | "type": "VAE", 190 | "links": [ 191 | 42, 192 | 44 193 | ], 194 | "shape": 3, 195 | "label": "VAE" 196 | } 197 | ], 198 | "properties": { 199 | "Node name for S&R": "VAELoader" 200 | }, 201 | "widgets_values": [ 202 | "vae-ft-mse-840000-ema-pruned.ckpt" 203 | ] 204 | }, 205 | { 206 | "id": 24, 207 | "type": "VideoTriangleCFGGuidance", 208 | "pos": [ 209 | 466, 210 | 255 211 | ], 212 | "size": { 213 | "0": 315, 214 | "1": 58 215 | }, 216 | "flags": {}, 217 | "order": 5, 218 | "mode": 0, 219 | "inputs": [ 220 | { 221 | "name": "model", 222 | "type": "MODEL", 223 | "link": 36, 224 | "slot_index": 0, 225 | "label": "model" 226 | } 227 | ], 228 | "outputs": [ 229 | { 230 | "name": "MODEL", 231 | "type": "MODEL", 232 | "links": [ 233 | 40 234 | ], 235 | "shape": 3, 236 | "slot_index": 0, 237 | "label": "MODEL" 238 | } 239 | ], 240 | "properties": { 241 | "Node name for S&R": "VideoTriangleCFGGuidance" 242 | }, 243 | "widgets_values": [ 244 | 1 245 | ] 246 | }, 247 | { 248 | "id": 25, 249 | "type": "KSampler", 250 | "pos": [ 251 | 871, 252 | 360 253 | ], 254 | "size": { 255 | "0": 315, 256 | "1": 262 257 | }, 258 | "flags": {}, 259 | "order": 6, 260 | "mode": 0, 261 | "inputs": [ 262 | { 263 | "name": "model", 264 | "type": "MODEL", 265 | "link": 40, 266 | "label": "model" 267 | }, 268 | { 269 | "name": "positive", 270 | "type": "CONDITIONING", 271 | "link": 37, 272 | "label": "positive" 273 | }, 274 | { 275 | "name": "negative", 276 | "type": "CONDITIONING", 277 | "link": 38, 278 | "label": "negative" 279 | }, 280 | { 281 | "name": "latent_image", 282 | "type": "LATENT", 283 | "link": 39, 284 | "label": "latent_image" 285 | } 286 | ], 287 | "outputs": [ 288 | { 289 | "name": "LATENT", 290 | "type": "LATENT", 291 | "links": [ 292 | 43 293 | ], 294 | "shape": 3, 295 | "slot_index": 0, 296 | "label": "LATENT" 297 | } 298 | ], 299 | "properties": { 300 | "Node name for S&R": "KSampler" 301 | }, 302 | "widgets_values": [ 303 | 282746356233971, 304 | "randomize", 305 | 20, 306 | 8, 307 | "euler", 308 | "normal", 309 | 1 310 | ] 311 | }, 312 | { 313 | "id": 23, 314 | "type": "CLIPVisionLoader", 315 | "pos": [ 316 | 74, 317 | 415 318 | ], 319 | "size": { 320 | "0": 315, 321 | "1": 58 322 | }, 323 | "flags": {}, 324 | "order": 2, 325 | "mode": 0, 326 | "outputs": [ 327 | { 328 | "name": "CLIP_VISION", 329 | "type": "CLIP_VISION", 330 | "links": [ 331 | 35 332 | ], 333 | "shape": 3, 334 | "label": "CLIP_VISION" 335 | } 336 | ], 337 | "properties": { 338 | "Node name for S&R": "CLIPVisionLoader" 339 | }, 340 | "widgets_values": [ 341 | "pytorch_model.bin" 342 | ] 343 | }, 344 | { 345 | "id": 33, 346 | "type": "VHS_VideoCombine", 347 | "pos": [ 348 | 1258, 349 | 335 350 | ], 351 | "size": [ 352 | 330.4195861816406, 353 | 554.4195861816406 354 | ], 355 | "flags": {}, 356 | "order": 19, 357 | "mode": 0, 358 | "inputs": [ 359 | { 360 | "name": "images", 361 | "type": "IMAGE", 362 | "link": 49, 363 | "label": "images", 364 | "slot_index": 0 365 | } 366 | ], 367 | "outputs": [], 368 | "properties": { 369 | "Node name for S&R": "VHS_VideoCombine" 370 | }, 371 | "widgets_values": { 372 | "frame_rate": 8, 373 | "loop_count": 0, 374 | "filename_prefix": "AnimateDiff", 375 | "format": "image/gif", 376 | "pingpong": false, 377 | "save_image": false, 378 | "crf": 20, 379 | "save_metadata": false, 380 | "audio_file": "", 381 | "videopreview": { 382 | "hidden": false, 383 | "paused": false, 384 | "params": { 385 | "filename": "AnimateDiff_00002.gif", 386 | "subfolder": "", 387 | "type": "temp", 388 | "format": "image/gif" 389 | } 390 | } 391 | } 392 | }, 393 | { 394 | "id": 19, 395 | "type": "CheckpointLoaderSimple", 396 | "pos": [ 397 | -1, 398 | 230 399 | ], 400 | "size": { 401 | "0": 417.77655029296875, 402 | "1": 111.00951385498047 403 | }, 404 | "flags": {}, 405 | "order": 3, 406 | "mode": 0, 407 | "outputs": [ 408 | { 409 | "name": "MODEL", 410 | "type": "MODEL", 411 | "links": [ 412 | 36 413 | ], 414 | "shape": 3, 415 | "label": "MODEL" 416 | }, 417 | { 418 | "name": "CLIP", 419 | "type": "CLIP", 420 | "links": null, 421 | "shape": 3, 422 | "label": "CLIP" 423 | }, 424 | { 425 | "name": "VAE", 426 | "type": "VAE", 427 | "links": null, 428 | "shape": 3, 429 | "label": "VAE" 430 | } 431 | ], 432 | "properties": { 433 | "Node name for S&R": "CheckpointLoaderSimple" 434 | }, 435 | "widgets_values": [ 436 | "sv3d_p.safetensors" 437 | ] 438 | }, 439 | { 440 | "id": 29, 441 | "type": "PreviewImage", 442 | "pos": [ 443 | 1651, 444 | 174 445 | ], 446 | "size": { 447 | "0": 509.62335205078125, 448 | "1": 427.886962890625 449 | }, 450 | "flags": {}, 451 | "order": 8, 452 | "mode": 0, 453 | "inputs": [ 454 | { 455 | "name": "images", 456 | "type": "IMAGE", 457 | "link": 45, 458 | "label": "images" 459 | } 460 | ], 461 | "properties": { 462 | "Node name for S&R": "PreviewImage" 463 | } 464 | } 465 | ], 466 | "links": [ 467 | [ 468 | 35, 469 | 23, 470 | 0, 471 | 22, 472 | 0, 473 | "CLIP_VISION" 474 | ], 475 | [ 476 | 36, 477 | 19, 478 | 0, 479 | 24, 480 | 0, 481 | "MODEL" 482 | ], 483 | [ 484 | 37, 485 | 22, 486 | 0, 487 | 25, 488 | 1, 489 | "CONDITIONING" 490 | ], 491 | [ 492 | 38, 493 | 22, 494 | 1, 495 | 25, 496 | 2, 497 | "CONDITIONING" 498 | ], 499 | [ 500 | 39, 501 | 22, 502 | 2, 503 | 25, 504 | 3, 505 | "LATENT" 506 | ], 507 | [ 508 | 40, 509 | 24, 510 | 0, 511 | 25, 512 | 0, 513 | "MODEL" 514 | ], 515 | [ 516 | 41, 517 | 26, 518 | 0, 519 | 22, 520 | 1, 521 | "IMAGE" 522 | ], 523 | [ 524 | 42, 525 | 27, 526 | 0, 527 | 22, 528 | 2, 529 | "VAE" 530 | ], 531 | [ 532 | 43, 533 | 25, 534 | 0, 535 | 28, 536 | 0, 537 | "LATENT" 538 | ], 539 | [ 540 | 44, 541 | 27, 542 | 0, 543 | 28, 544 | 1, 545 | "VAE" 546 | ], 547 | [ 548 | 45, 549 | 28, 550 | 0, 551 | 29, 552 | 0, 553 | "IMAGE" 554 | ], 555 | [ 556 | 49, 557 | 28, 558 | 0, 559 | 33, 560 | 0, 561 | "IMAGE" 562 | ] 563 | ], 564 | "groups": [], 565 | "config": {}, 566 | "extra": {}, 567 | "version": 0.4 568 | } 569 | -------------------------------------------------------------------------------- /svd-pic-loops-simple.json: -------------------------------------------------------------------------------- 1 | { 2 | "last_node_id": 35, 3 | "last_link_id": 50, 4 | "nodes": [ 5 | { 6 | "id": 24, 7 | "type": "VHS_VideoCombine", 8 | "pos": [ 9 | 1483, 10 | 167 11 | ], 12 | "size": [ 13 | 465.9520506118406, 14 | 900.9280759177609 15 | ], 16 | "flags": {}, 17 | "order": 8, 18 | "mode": 0, 19 | "inputs": [ 20 | { 21 | "name": "images", 22 | "type": "IMAGE", 23 | "link": 42, 24 | "label": "images" 25 | }, 26 | { 27 | "name": "audio", 28 | "type": "VHS_AUDIO", 29 | "link": null, 30 | "label": "audio" 31 | }, 32 | { 33 | "name": "batch_manager", 34 | "type": "VHS_BatchManager", 35 | "link": null, 36 | "label": "batch_manager" 37 | } 38 | ], 39 | "outputs": [ 40 | { 41 | "name": "Filenames", 42 | "type": "VHS_FILENAMES", 43 | "links": [ 44 | 45 45 | ], 46 | "shape": 3, 47 | "label": "Filenames", 48 | "slot_index": 0 49 | } 50 | ], 51 | "properties": { 52 | "Node name for S&R": "VHS_VideoCombine" 53 | }, 54 | "widgets_values": { 55 | "frame_rate": 6, 56 | "loop_count": 0, 57 | "filename_prefix": "AnimateDiff", 58 | "format": "image/webp", 59 | "pingpong": false, 60 | "save_output": true, 61 | "videopreview": { 62 | "hidden": false, 63 | "paused": false, 64 | "params": { 65 | "filename": "AnimateDiff_00003.webp", 66 | "subfolder": "", 67 | "type": "output", 68 | "format": "image/webp" 69 | } 70 | } 71 | } 72 | }, 73 | { 74 | "id": 14, 75 | "type": "VideoLinearCFGGuidance", 76 | "pos": [ 77 | 469, 78 | 259 79 | ], 80 | "size": { 81 | "0": 315, 82 | "1": 58 83 | }, 84 | "flags": {}, 85 | "order": 3, 86 | "mode": 0, 87 | "inputs": [ 88 | { 89 | "name": "model", 90 | "type": "MODEL", 91 | "link": 23, 92 | "label": "model" 93 | } 94 | ], 95 | "outputs": [ 96 | { 97 | "name": "MODEL", 98 | "type": "MODEL", 99 | "links": [ 100 | 39 101 | ], 102 | "shape": 3, 103 | "slot_index": 0, 104 | "label": "MODEL" 105 | } 106 | ], 107 | "properties": { 108 | "Node name for S&R": "VideoLinearCFGGuidance" 109 | }, 110 | "widgets_values": [ 111 | 1 112 | ] 113 | }, 114 | { 115 | "id": 3, 116 | "type": "KSampler", 117 | "pos": [ 118 | 843, 119 | 235 120 | ], 121 | "size": { 122 | "0": 320, 123 | "1": 480 124 | }, 125 | "flags": {}, 126 | "order": 6, 127 | "mode": 0, 128 | "inputs": [ 129 | { 130 | "name": "model", 131 | "type": "MODEL", 132 | "link": 39, 133 | "label": "model" 134 | }, 135 | { 136 | "name": "positive", 137 | "type": "CONDITIONING", 138 | "link": 40, 139 | "label": "positive" 140 | }, 141 | { 142 | "name": "negative", 143 | "type": "CONDITIONING", 144 | "link": 17, 145 | "label": "negative" 146 | }, 147 | { 148 | "name": "latent_image", 149 | "type": "LATENT", 150 | "link": 18, 151 | "label": "latent_image" 152 | } 153 | ], 154 | "outputs": [ 155 | { 156 | "name": "LATENT", 157 | "type": "LATENT", 158 | "links": [ 159 | 7 160 | ], 161 | "slot_index": 0, 162 | "label": "LATENT" 163 | } 164 | ], 165 | "properties": { 166 | "Node name for S&R": "KSampler" 167 | }, 168 | "widgets_values": [ 169 | 1041562839741100, 170 | "randomize", 171 | 20, 172 | 2.5, 173 | "euler", 174 | "karras", 175 | 1 176 | ] 177 | }, 178 | { 179 | "id": 8, 180 | "type": "VAEDecode", 181 | "pos": [ 182 | 1209, 183 | 254 184 | ], 185 | "size": { 186 | "0": 210, 187 | "1": 46 188 | }, 189 | "flags": {}, 190 | "order": 7, 191 | "mode": 0, 192 | "inputs": [ 193 | { 194 | "name": "samples", 195 | "type": "LATENT", 196 | "link": 7, 197 | "label": "samples" 198 | }, 199 | { 200 | "name": "vae", 201 | "type": "VAE", 202 | "link": 26, 203 | "label": "vae" 204 | } 205 | ], 206 | "outputs": [ 207 | { 208 | "name": "IMAGE", 209 | "type": "IMAGE", 210 | "links": [ 211 | 42 212 | ], 213 | "slot_index": 0, 214 | "label": "IMAGE" 215 | } 216 | ], 217 | "properties": { 218 | "Node name for S&R": "VAEDecode" 219 | } 220 | }, 221 | { 222 | "id": 12, 223 | "type": "SVD_img2vid_Conditioning", 224 | "pos": [ 225 | 475, 226 | 411 227 | ], 228 | "size": [ 229 | 315, 230 | 218 231 | ], 232 | "flags": {}, 233 | "order": 5, 234 | "mode": 0, 235 | "inputs": [ 236 | { 237 | "name": "clip_vision", 238 | "type": "CLIP_VISION", 239 | "link": 24, 240 | "label": "clip_vision" 241 | }, 242 | { 243 | "name": "init_image", 244 | "type": "IMAGE", 245 | "link": 43, 246 | "slot_index": 1, 247 | "label": "init_image" 248 | }, 249 | { 250 | "name": "vae", 251 | "type": "VAE", 252 | "link": 25, 253 | "label": "vae" 254 | }, 255 | { 256 | "name": "width", 257 | "type": "INT", 258 | "link": 49, 259 | "widget": { 260 | "name": "width" 261 | }, 262 | "slot_index": 3 263 | }, 264 | { 265 | "name": "height", 266 | "type": "INT", 267 | "link": 50, 268 | "widget": { 269 | "name": "height" 270 | } 271 | } 272 | ], 273 | "outputs": [ 274 | { 275 | "name": "positive", 276 | "type": "CONDITIONING", 277 | "links": [ 278 | 40 279 | ], 280 | "shape": 3, 281 | "slot_index": 0, 282 | "label": "positive" 283 | }, 284 | { 285 | "name": "negative", 286 | "type": "CONDITIONING", 287 | "links": [ 288 | 17 289 | ], 290 | "shape": 3, 291 | "slot_index": 1, 292 | "label": "negative" 293 | }, 294 | { 295 | "name": "latent", 296 | "type": "LATENT", 297 | "links": [ 298 | 18 299 | ], 300 | "shape": 3, 301 | "slot_index": 2, 302 | "label": "latent" 303 | } 304 | ], 305 | "properties": { 306 | "Node name for S&R": "SVD_img2vid_Conditioning" 307 | }, 308 | "widgets_values": [ 309 | 896, 310 | 1344, 311 | 14, 312 | 127, 313 | 6, 314 | 0 315 | ] 316 | }, 317 | { 318 | "id": 34, 319 | "type": "easy imageSize", 320 | "pos": [ 321 | 467, 322 | 686 323 | ], 324 | "size": [ 325 | 312.35442351087704, 326 | 100.55087963880692 327 | ], 328 | "flags": {}, 329 | "order": 4, 330 | "mode": 0, 331 | "inputs": [ 332 | { 333 | "name": "image", 334 | "type": "IMAGE", 335 | "link": 48, 336 | "label": "image", 337 | "slot_index": 0 338 | } 339 | ], 340 | "outputs": [ 341 | { 342 | "name": "width_int", 343 | "type": "INT", 344 | "links": [ 345 | 49 346 | ], 347 | "shape": 3, 348 | "label": "width_int", 349 | "slot_index": 0 350 | }, 351 | { 352 | "name": "height_int", 353 | "type": "INT", 354 | "links": [ 355 | 50 356 | ], 357 | "shape": 3, 358 | "label": "height_int", 359 | "slot_index": 1 360 | } 361 | ], 362 | "properties": { 363 | "Node name for S&R": "easy imageSize" 364 | }, 365 | "widgets_values": [ 366 | "" 367 | ] 368 | }, 369 | { 370 | "id": 29, 371 | "type": "easy cleanGpuUsed", 372 | "pos": [ 373 | 2037, 374 | 175 375 | ], 376 | "size": { 377 | "0": 210, 378 | "1": 26 379 | }, 380 | "flags": {}, 381 | "order": 9, 382 | "mode": 0, 383 | "inputs": [ 384 | { 385 | "name": "anything", 386 | "type": "*", 387 | "link": 45, 388 | "label": "anything" 389 | } 390 | ], 391 | "properties": { 392 | "Node name for S&R": "easy cleanGpuUsed" 393 | } 394 | }, 395 | { 396 | "id": 15, 397 | "type": "ImageOnlyCheckpointLoader", 398 | "pos": [ 399 | -10, 400 | 174 401 | ], 402 | "size": { 403 | "0": 369.6000061035156, 404 | "1": 98 405 | }, 406 | "flags": {}, 407 | "order": 0, 408 | "mode": 0, 409 | "outputs": [ 410 | { 411 | "name": "MODEL", 412 | "type": "MODEL", 413 | "links": [ 414 | 23 415 | ], 416 | "shape": 3, 417 | "slot_index": 0, 418 | "label": "MODEL" 419 | }, 420 | { 421 | "name": "CLIP_VISION", 422 | "type": "CLIP_VISION", 423 | "links": [ 424 | 24 425 | ], 426 | "shape": 3, 427 | "slot_index": 1, 428 | "label": "CLIP_VISION" 429 | }, 430 | { 431 | "name": "VAE", 432 | "type": "VAE", 433 | "links": [ 434 | 25, 435 | 26 436 | ], 437 | "shape": 3, 438 | "slot_index": 2, 439 | "label": "VAE" 440 | } 441 | ], 442 | "properties": { 443 | "Node name for S&R": "ImageOnlyCheckpointLoader" 444 | }, 445 | "widgets_values": [ 446 | "svd_xt.safetensors" 447 | ] 448 | }, 449 | { 450 | "id": 26, 451 | "type": "Load Image Batch", 452 | "pos": [ 453 | -17, 454 | 352 455 | ], 456 | "size": { 457 | "0": 350.32427978515625, 458 | "1": 244.80410766601562 459 | }, 460 | "flags": {}, 461 | "order": 1, 462 | "mode": 0, 463 | "inputs": [], 464 | "outputs": [ 465 | { 466 | "name": "image", 467 | "type": "IMAGE", 468 | "links": [ 469 | 43, 470 | 48 471 | ], 472 | "shape": 3, 473 | "label": "image", 474 | "slot_index": 0 475 | }, 476 | { 477 | "name": "filename_text", 478 | "type": "STRING", 479 | "links": null, 480 | "shape": 3, 481 | "label": "filename_text" 482 | } 483 | ], 484 | "properties": { 485 | "Node name for S&R": "Load Image Batch" 486 | }, 487 | "widgets_values": [ 488 | "single_image", 489 | 3, 490 | "Batch 001", 491 | "A:\\ComfyUI-ainewsto\\ComfyUI\\input\\cat", 492 | "*", 493 | "false", 494 | "true" 495 | ] 496 | }, 497 | { 498 | "id": 28, 499 | "type": "Note", 500 | "pos": [ 501 | -67, 502 | 669 503 | ], 504 | "size": [ 505 | 429.3651929016801, 506 | 327.55946872206096 507 | ], 508 | "flags": {}, 509 | "order": 2, 510 | "mode": 0, 511 | "properties": { 512 | "text": "" 513 | }, 514 | "widgets_values": [ 515 | "mode里面的值的意思：\n\nsingle_image:就是单独一张图片生成传递，可以改变index的值来控制你想要选择的哪一张图片，基本是以0开始，而不是1，请切记！！\n\nincremental_image:这个是每次生成增加一个数值，比如你有10张图片，index选择0，那么就是一张张生成，0+1模式。这个需要在右边侧栏勾选Extra option下面的Batch count选择10（这个数值代表你文件夹有多少张图片，或者你想要生成多少张）\n\nrandom：就是随机抽取图片\n\n温馨提示：都可以在View Queue里面查看排队生成的队列，可选择取消和删除后面排队的。\n\n用到的插件：\nwas node suite\ncomfyui easy use\ncomfyui-videoHelperSuite" 516 | ], 517 | "color": "#432", 518 | "bgcolor": "#653" 519 | } 520 | ], 521 | "links": [ 522 | [ 523 | 7, 524 | 3, 525 | 0, 526 | 8, 527 | 0, 528 | "LATENT" 529 | ], 530 | [ 531 | 17, 532 | 12, 533 | 1, 534 | 3, 535 | 2, 536 | "CONDITIONING" 537 | ], 538 | [ 539 | 18, 540 | 12, 541 | 2, 542 | 3, 543 | 3, 544 | "LATENT" 545 | ], 546 | [ 547 | 23, 548 | 15, 549 | 0, 550 | 14, 551 | 0, 552 | "MODEL" 553 | ], 554 | [ 555 | 24, 556 | 15, 557 | 1, 558 | 12, 559 | 0, 560 | "CLIP_VISION" 561 | ], 562 | [ 563 | 25, 564 | 15, 565 | 2, 566 | 12, 567 | 2, 568 | "VAE" 569 | ], 570 | [ 571 | 26, 572 | 15, 573 | 2, 574 | 8, 575 | 1, 576 | "VAE" 577 | ], 578 | [ 579 | 39, 580 | 14, 581 | 0, 582 | 3, 583 | 0, 584 | "MODEL" 585 | ], 586 | [ 587 | 40, 588 | 12, 589 | 0, 590 | 3, 591 | 1, 592 | "CONDITIONING" 593 | ], 594 | [ 595 | 42, 596 | 8, 597 | 0, 598 | 24, 599 | 0, 600 | "IMAGE" 601 | ], 602 | [ 603 | 43, 604 | 26, 605 | 0, 606 | 12, 607 | 1, 608 | "IMAGE" 609 | ], 610 | [ 611 | 45, 612 | 24, 613 | 0, 614 | 29, 615 | 0, 616 | "*" 617 | ], 618 | [ 619 | 48, 620 | 26, 621 | 0, 622 | 34, 623 | 0, 624 | "IMAGE" 625 | ], 626 | [ 627 | 49, 628 | 34, 629 | 0, 630 | 12, 631 | 3, 632 | "INT" 633 | ], 634 | [ 635 | 50, 636 | 34, 637 | 1, 638 | 12, 639 | 4, 640 | "INT" 641 | ] 642 | ], 643 | "groups": [ 644 | { 645 | "title": "Image to Video 图片生视频SVD", 646 | "bounding": [ 647 | 424, 648 | 146, 649 | 1008, 650 | 673 651 | ], 652 | "color": "#8A8", 653 | "font_size": 24, 654 | "locked": false 655 | } 656 | ], 657 | "config": {}, 658 | "extra": { 659 | "0246.VERSION": [ 660 | 0, 661 | 0, 662 | 4 663 | ] 664 | }, 665 | "version": 0.4 666 | } -------------------------------------------------------------------------------- /Simple Digital Human Workflow-ainewsto.json: -------------------------------------------------------------------------------- 1 | {"last_node_id":148,"last_link_id":174,"nodes":[{"id":4,"type":"PreViewAudio","pos":[3858.8732532114645,930.2436894388495],"size":{"0":319.34765625,"1":129.68692016601562},"flags":{},"order":28,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":3,"label":"audio"}],"properties":{"Node name for S&R":"PreViewAudio"}},{"id":11,"type":"PreViewAudio","pos":[2542.4748343432257,996.4380579780216],"size":{"0":272.003662109375,"1":122.74897003173828},"flags":{},"order":32,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":9,"label":"audio"}],"properties":{"Node name for S&R":"PreViewAudio"}},{"id":5,"type":"GPT_SOVITS_FT","pos":[1030.4567372711806,919.49207404873],"size":{"0":444.47930908203125,"1":478.7958984375},"flags":{},"order":17,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":58,"label":"audio","slot_index":0},{"name":"srt","type":"SRT","link":8,"label":"srt","slot_index":1}],"title":"GPT_SOVITS_FT","properties":{"Node name for S&R":"GPT_SOVITS_FT"},"widgets_values":["auto","zh","s2G488k.pth","s2D488k.pth",6,8,0.4,4,true,true,"s1bert25hz-2kh-longer-epoch=68e-step=50232.ckpt",6,15,false,true,true,5]},{"id":9,"type":"LoadSRT","pos":[584.7391019524305,1228.2870302213862],"size":{"0":315,"1":82},"flags":{},"order":0,"mode":4,"outputs":[{"name":"SRT","type":"SRT","links":[8],"shape":3,"label":"SRT"}],"properties":{"Node name for S&R":"LoadSRT"},"widgets_values":["zouzou.srt","Audio"]},{"id":8,"type":"LoadAudio","pos":[575.7391019524305,957.2870302213859],"size":{"0":322.9731140136719,"1":181.76953125},"flags":{},"order":1,"mode":4,"outputs":[{"name":"AUDIO","type":"AUDIO","links":[58],"shape":3,"label":"AUDIO","slot_index":0}],"properties":{"Node name for S&R":"LoadAudio"},"widgets_values":["zouzou.WAV","Audio",{"hidden":false,"paused":false,"params":{}}]},{"id":3,"type":"LoadSRT","pos":[2938.873253211463,1210.2436894388493],"size":{"0":315,"1":82},"flags":{},"order":2,"mode":4,"outputs":[{"name":"SRT","type":"SRT","links":[2],"shape":3,"label":"SRT"}],"properties":{"Node name for S&R":"LoadSRT"},"widgets_values":["zouzou.srt","Audio"]},{"id":2,"type":"LoadAudio","pos":[2928.994301732333,933.0282806489744],"size":{"0":323.383056640625,"1":187.96104431152344},"flags":{},"order":3,"mode":4,"outputs":[{"name":"AUDIO","type":"AUDIO","links":[59],"shape":3,"label":"AUDIO","slot_index":0}],"properties":{"Node name for S&R":"LoadAudio"},"widgets_values":["zouzou.WAV","Audio",{"hidden":false,"paused":false,"params":{}}]},{"id":1,"type":"GPT_SOVITS_TTS","pos":[3368.873253211466,930.2436894388495],"size":{"0":397.68145751953125,"1":355.554443359375},"flags":{},"order":18,"mode":4,"inputs":[{"name":"renfer_audio","type":"AUDIO","link":59,"label":"renfer_audio","slot_index":0},{"name":"refer_srt","type":"SRT","link":2,"label":"refer_srt","slot_index":1}],"outputs":[{"name":"AUDIO","type":"AUDIO","links":[3],"shape":3,"label":"AUDIO","slot_index":0}],"title":"GPT_SOVITS_TTS","properties":{"Node name for S&R":"GPT_SOVITS_TTS"},"widgets_values":["中文","我姓橘，鸡鱼橘，外表可爱无人敌\n我姓橘，中华橘，中华田园美名题\n在家称王无人敌，出外只会举白旗\n橘，爱吃席，一见猫条眼迷离\n离，吃的急，碗碗见底不稀奇\n泥，爱啃蹄，最爱突然搞偷袭","中文","speaker_0-e10.ckpt","speaker_0_e8_s136.pth","不切",20,1,1]},{"id":10,"type":"GPT_SOVITS_INFER","pos":[2020.222744814411,910.9002633958164],"size":{"0":429.2896423339844,"1":358.04534912109375},"flags":{},"order":20,"mode":4,"inputs":[{"name":"renfer_audio","type":"AUDIO","link":60,"label":"renfer_audio","slot_index":0},{"name":"refer_srt","type":"SRT","link":11,"label":"refer_srt","slot_index":1},{"name":"text_srt","type":"SRT","link":12,"label":"text_srt","slot_index":2}],"outputs":[{"name":"AUDIO","type":"AUDIO","links":[9],"shape":3,"label":"AUDIO","slot_index":0}],"title":"GPT_SOVITS_INFER","properties":{"Node name for S&R":"GPT_SOVITS_INFER"},"widgets_values":[false,false,"中文","中文","speaker_0-e5.ckpt","speaker_0_e8_s136.pth","不切",20,1,1]},{"id":16,"type":"LoadAudio","pos":[578.7799044118832,203.9266338502867],"size":{"0":285.36688232421875,"1":146.41722106933594},"flags":{},"order":4,"mode":4,"outputs":[{"name":"AUDIO","type":"AUDIO","links":[13],"shape":3,"label":"AUDIO"}],"properties":{"Node name for S&R":"LoadAudio"},"widgets_values":["zouzoua.WAV","Audio",{"hidden":false,"paused":false,"params":{}}]},{"id":59,"type":"PreViewAudio","pos":[2217,496],"size":{"0":348.3131408691406,"1":164.7653045654297},"flags":{},"order":38,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":66,"label":"audio"}],"properties":{"Node name for S&R":"PreViewAudio"}},{"id":15,"type":"UVR5_Node","pos":[975.7799044118832,187.9266338502867],"size":{"0":426.6177978515625,"1":149.14974975585938},"flags":{},"order":19,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":13,"label":"audio","slot_index":0}],"outputs":[{"name":"vocal_AUDIO","type":"AUDIO","links":[14,63],"shape":3,"label":"vocal_AUDIO","slot_index":0},{"name":"bgm_AUDIO","type":"AUDIO","links":[15],"shape":3,"label":"bgm_AUDIO","slot_index":1}],"title":"UVR5_Node","properties":{"Node name for S&R":"UVR5_Node"},"widgets_values":["HP2-人声vocals+非人声instrumentals.pth",10,"wav"]},{"id":56,"type":"UVR5_Node","pos":[1645,193],"size":{"0":426.6177978515625,"1":149.14974975585938},"flags":{},"order":30,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":63,"label":"audio","slot_index":0}],"outputs":[{"name":"vocal_AUDIO","type":"AUDIO","links":[64,69],"shape":3,"label":"vocal_AUDIO","slot_index":0},{"name":"bgm_AUDIO","type":"AUDIO","links":[66],"shape":3,"label":"bgm_AUDIO","slot_index":1}],"title":"UVR5_Node","properties":{"Node name for S&R":"UVR5_Node"},"widgets_values":["HP5_only_main_vocal.pth",10,"wav"]},{"id":58,"type":"PreViewAudio","pos":[2217,209],"size":{"0":353.206298828125,"1":142.8832244873047},"flags":{},"order":36,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":64,"label":"audio"}],"properties":{"Node name for S&R":"PreViewAudio"}},{"id":60,"type":"UVR5_Node","pos":[3043,211],"size":{"0":426.6177978515625,"1":149.14974975585938},"flags":{},"order":37,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":69,"label":"audio","slot_index":0}],"outputs":[{"name":"vocal_AUDIO","type":"AUDIO","links":[67],"shape":3,"label":"vocal_AUDIO","slot_index":0},{"name":"bgm_AUDIO","type":"AUDIO","links":[68],"shape":3,"label":"bgm_AUDIO","slot_index":1}],"title":"UVR5_Node","properties":{"Node name for S&R":"UVR5_Node"},"widgets_values":["HP5_only_main_vocal.pth",10,"wav"]},{"id":61,"type":"PreViewAudio","pos":[3701,212],"size":{"0":353.206298828125,"1":142.8832244873047},"flags":{},"order":42,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":67,"label":"audio"}],"properties":{"Node name for S&R":"PreViewAudio"}},{"id":62,"type":"PreViewAudio","pos":[3706,519],"size":{"0":348.3131408691406,"1":164.7653045654297},"flags":{},"order":43,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":68,"label":"audio"}],"properties":{"Node name for S&R":"PreViewAudio"}},{"id":12,"type":"LoadAudio","pos":[1589.4748343432227,907.4380579780214],"size":{"0":316.65447998046875,"1":155.49456787109375},"flags":{},"order":5,"mode":4,"outputs":[{"name":"AUDIO","type":"AUDIO","links":[60],"shape":3,"label":"AUDIO","slot_index":0}],"properties":{"Node name for S&R":"LoadAudio"},"widgets_values":["eer.mp4.wav","Audio",{"hidden":false,"paused":false,"params":{}}]},{"id":14,"type":"LoadSRT","pos":[1594.4748343432227,1300.4380579780216],"size":{"0":315,"1":82},"flags":{},"order":6,"mode":4,"outputs":[{"name":"SRT","type":"SRT","links":[12],"shape":3,"label":"SRT"}],"properties":{"Node name for S&R":"LoadSRT"},"widgets_values":["4月13日.srt","Audio"]},{"id":13,"type":"LoadSRT","pos":[1591.4748343432227,1144.4380579780209],"size":{"0":315,"1":82},"flags":{},"order":7,"mode":4,"outputs":[{"name":"SRT","type":"SRT","links":[11],"shape":3,"label":"SRT"}],"properties":{"Node name for S&R":"LoadSRT"},"widgets_values":["4月13日.srt","Audio"]},{"id":72,"type":"LoadImage","pos":[2806,1841],"size":{"0":332.3516845703125,"1":438.986328125},"flags":{},"order":8,"mode":4,"outputs":[{"name":"IMAGE","type":"IMAGE","links":[78],"shape":3,"label":"IMAGE"},{"name":"MASK","type":"MASK","links":null,"shape":3,"label":"MASK"}],"properties":{"Node name for S&R":"LoadImage"},"widgets_values":["mountains.png","image"]},{"id":71,"type":"ImageOnlyCheckpointLoader","pos":[2783,1614],"size":{"0":369.6000061035156,"1":98},"flags":{},"order":9,"mode":4,"outputs":[{"name":"MODEL","type":"MODEL","links":[80],"shape":3,"slot_index":0,"label":"MODEL"},{"name":"CLIP_VISION","type":"CLIP_VISION","links":[77],"shape":3,"slot_index":1,"label":"CLIP_VISION"},{"name":"VAE","type":"VAE","links":[75,79],"shape":3,"slot_index":2,"label":"VAE"}],"properties":{"Node name for S&R":"ImageOnlyCheckpointLoader"},"widgets_values":["svd.safetensors"]},{"id":18,"type":"PreViewAudio","pos":[1053.7799044118829,500.9266338502867],"size":{"0":304.0084533691406,"1":160.61380004882812},"flags":{},"order":31,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":15,"label":"audio"}],"title":"bgm_audio","properties":{"Node name for S&R":"PreViewAudio"}},{"id":17,"type":"PreViewAudio","pos":[668.7799044118832,504.9266338502867],"size":{"0":301.9996337890625,"1":154.19766235351562},"flags":{},"order":29,"mode":4,"inputs":[{"name":"audio","type":"AUDIO","link":14,"label":"audio"}],"title":"vocal_audio","properties":{"Node name for S&R":"PreViewAudio"}},{"id":66,"type":"KSampler","pos":[3228,2086],"size":{"0":315,"1":262},"flags":{},"order":33,"mode":4,"inputs":[{"name":"model","type":"MODEL","link":70,"label":"model"},{"name":"positive","type":"CONDITIONING","link":71,"label":"positive"},{"name":"negative","type":"CONDITIONING","link":72,"label":"negative"},{"name":"latent_image","type":"LATENT","link":73,"label":"latent_image"}],"outputs":[{"name":"LATENT","type":"LATENT","links":[74],"slot_index":0,"label":"LATENT"}],"properties":{"Node name for S&R":"KSampler"},"widgets_values":[529877275406078,"randomize",20,2.5,"euler","karras",1]},{"id":69,"type":"SVD_img2vid_Conditioning","pos":[3234,1775],"size":{"0":315,"1":218},"flags":{},"order":22,"mode":4,"inputs":[{"name":"clip_vision","type":"CLIP_VISION","link":77,"label":"clip_vision"},{"name":"init_image","type":"IMAGE","link":78,"slot_index":1,"label":"init_image"},{"name":"vae","type":"VAE","link":79,"label":"vae"}],"outputs":[{"name":"positive","type":"CONDITIONING","links":[71],"shape":3,"slot_index":0,"label":"positive"},{"name":"negative","type":"CONDITIONING","links":[72],"shape":3,"slot_index":1,"label":"negative"},{"name":"latent","type":"LATENT","links":[73],"shape":3,"slot_index":2,"label":"latent"}],"properties":{"Node name for S&R":"SVD_img2vid_Conditioning"},"widgets_values":[1024,576,14,127,6,0]},{"id":70,"type":"VideoLinearCFGGuidance","pos":[3234,1612],"size":{"0":315,"1":58},"flags":{},"order":21,"mode":4,"inputs":[{"name":"model","type":"MODEL","link":80,"label":"model"}],"outputs":[{"name":"MODEL","type":"MODEL","links":[70],"shape":3,"slot_index":0,"label":"MODEL"}],"properties":{"Node name for S&R":"VideoLinearCFGGuidance"},"widgets_values":[5.5]},{"id":140,"type":"VHS_VideoCombine","pos":[3651,1570],"size":{"0":482.7063293457031,"1":290},"flags":{},"order":44,"mode":4,"inputs":[{"name":"images","type":"IMAGE","link":165,"label":"images"},{"name":"audio","type":"VHS_AUDIO","link":null,"label":"audio"},{"name":"meta_batch","type":"VHS_BatchManager","link":null,"label":"meta_batch"}],"outputs":[{"name":"Filenames","type":"VHS_FILENAMES","links":[],"shape":3,"label":"Filenames","slot_index":0}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":6,"loop_count":0,"filename_prefix":"AnimateDiff","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"AnimateDiff_00003.webp","subfolder":"","type":"output","format":"image/webp"}}}},{"id":92,"type":"CLIPTextEncode","pos":[943,1853],"size":{"0":390,"1":130},"flags":{},"order":25,"mode":4,"inputs":[{"name":"clip","type":"CLIP","link":110,"label":"clip"}],"outputs":[{"name":"CONDITIONING","type":"CONDITIONING","links":[107],"shape":3,"slot_index":0,"label":"CONDITIONING"}],"properties":{"Node name for S&R":"CLIPTextEncode"},"widgets_values":["text, watermark"]},{"id":91,"type":"CLIPTextEncode","pos":[951,1606],"size":{"0":390,"1":130},"flags":{},"order":24,"mode":4,"inputs":[{"name":"clip","type":"CLIP","link":109,"label":"clip"}],"outputs":[{"name":"CONDITIONING","type":"CONDITIONING","links":[106],"shape":3,"slot_index":0,"label":"CONDITIONING"}],"properties":{"Node name for S&R":"CLIPTextEncode"},"widgets_values":[""]},{"id":90,"type":"KSampler","pos":[954,2108],"size":{"0":315,"1":262},"flags":{},"order":34,"mode":4,"inputs":[{"name":"model","type":"MODEL","link":105,"label":"model"},{"name":"positive","type":"CONDITIONING","link":106,"label":"positive"},{"name":"negative","type":"CONDITIONING","link":107,"label":"negative"},{"name":"latent_image","type":"LATENT","link":108,"slot_index":3,"label":"latent_image"}],"outputs":[{"name":"LATENT","type":"LATENT","links":[111],"shape":3,"slot_index":0,"label":"LATENT"}],"properties":{"Node name for S&R":"KSampler"},"widgets_values":[515519707953650,"randomize",15,8,"uni_pc_bh2","normal",1]},{"id":95,"type":"EmptyLatentImage","pos":[564,1966],"size":{"0":310,"1":110},"flags":{},"order":10,"mode":4,"outputs":[{"name":"LATENT","type":"LATENT","links":[108],"shape":3,"label":"LATENT"}],"properties":{"Node name for S&R":"EmptyLatentImage"},"widgets_values":[1024,576,1]},{"id":94,"type":"PreviewImage","pos":[1335,2111],"size":{"0":275.9453125,"1":246},"flags":{},"order":46,"mode":4,"inputs":[{"name":"images","type":"IMAGE","link":113,"label":"images"}],"properties":{"Node name for S&R":"PreviewImage"}},{"id":93,"type":"VAEDecode","pos":[1420,1877],"size":{"0":210,"1":46},"flags":{},"order":40,"mode":4,"inputs":[{"name":"samples","type":"LATENT","link":111,"label":"samples"},{"name":"vae","type":"VAE","link":112,"slot_index":1,"label":"vae"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[102,113],"shape":3,"slot_index":0,"label":"IMAGE"}],"properties":{"Node name for S&R":"VAEDecode"}},{"id":86,"type":"SVD_img2vid_Conditioning","pos":[1700,1794],"size":{"0":315,"1":218},"flags":{},"order":45,"mode":4,"inputs":[{"name":"clip_vision","type":"CLIP_VISION","link":101,"label":"clip_vision"},{"name":"init_image","type":"IMAGE","link":102,"slot_index":1,"label":"init_image"},{"name":"vae","type":"VAE","link":103,"label":"vae"}],"outputs":[{"name":"positive","type":"CONDITIONING","links":[95],"shape":3,"slot_index":0,"label":"positive"},{"name":"negative","type":"CONDITIONING","links":[96],"shape":3,"slot_index":1,"label":"negative"},{"name":"latent","type":"LATENT","links":[97],"shape":3,"slot_index":2,"label":"latent"}],"properties":{"Node name for S&R":"SVD_img2vid_Conditioning"},"widgets_values":[1024,576,25,127,6,0]},{"id":83,"type":"KSampler","pos":[1684,2099],"size":{"0":315,"1":262},"flags":{},"order":49,"mode":4,"inputs":[{"name":"model","type":"MODEL","link":94,"label":"model"},{"name":"positive","type":"CONDITIONING","link":95,"label":"positive"},{"name":"negative","type":"CONDITIONING","link":96,"label":"negative"},{"name":"latent_image","type":"LATENT","link":97,"label":"latent_image"}],"outputs":[{"name":"LATENT","type":"LATENT","links":[98],"slot_index":0,"label":"LATENT"}],"properties":{"Node name for S&R":"KSampler"},"widgets_values":[6030811502242,"randomize",20,2.5,"euler","karras",1]},{"id":88,"type":"ImageOnlyCheckpointLoader","pos":[1383,1616],"size":{"0":369.6000061035156,"1":98},"flags":{},"order":11,"mode":4,"outputs":[{"name":"MODEL","type":"MODEL","links":[104],"shape":3,"slot_index":0,"label":"MODEL"},{"name":"CLIP_VISION","type":"CLIP_VISION","links":[101],"shape":3,"slot_index":1,"label":"CLIP_VISION"},{"name":"VAE","type":"VAE","links":[99,103],"shape":3,"slot_index":2,"label":"VAE"}],"properties":{"Node name for S&R":"ImageOnlyCheckpointLoader"},"widgets_values":["svd_xt.safetensors"]},{"id":87,"type":"VideoLinearCFGGuidance","pos":[1770,1614],"size":{"0":315,"1":58},"flags":{},"order":23,"mode":4,"inputs":[{"name":"model","type":"MODEL","link":104,"label":"model"}],"outputs":[{"name":"MODEL","type":"MODEL","links":[94],"shape":3,"slot_index":0,"label":"MODEL"}],"properties":{"Node name for S&R":"VideoLinearCFGGuidance"},"widgets_values":[1]},{"id":99,"type":"VHS_VideoCombine","pos":[2149,1575],"size":{"0":484.8345947265625,"1":290},"flags":{},"order":52,"mode":4,"inputs":[{"name":"images","type":"IMAGE","link":115,"label":"images"},{"name":"audio","type":"VHS_AUDIO","link":null,"label":"audio"},{"name":"meta_batch","type":"VHS_BatchManager","link":null,"label":"meta_batch"}],"outputs":[{"name":"Filenames","type":"VHS_FILENAMES","links":[],"shape":3,"label":"Filenames","slot_index":0}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":6,"loop_count":0,"filename_prefix":"AnimateDiff","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"AnimateDiff_00003.webp","subfolder":"","type":"output","format":"image/webp"}}}},{"id":145,"type":"VHS_VideoCombine","pos":[6432,796],"size":[693.3270874023438,1467.0195146040483],"flags":{},"order":50,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":169,"label":"images"},{"name":"audio","type":"VHS_AUDIO","link":170,"label":"audio"},{"name":"meta_batch","type":"VHS_BatchManager","link":null,"label":"meta_batch"}],"outputs":[{"name":"Filenames","type":"VHS_FILENAMES","links":null,"shape":3,"label":"Filenames"}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":25,"loop_count":0,"filename_prefix":"AnimateDiff","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"AnimateDiff_00039-audio.mp4","subfolder":"","type":"output","format":"video/h264-mp4"}}}},{"id":84,"type":"VAEDecode","pos":[1757,2498],"size":{"0":210,"1":46},"flags":{},"order":51,"mode":4,"inputs":[{"name":"samples","type":"LATENT","link":98,"label":"samples"},{"name":"vae","type":"VAE","link":99,"label":"vae"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[115],"slot_index":0,"label":"IMAGE"}],"properties":{"Node name for S&R":"VAEDecode"}},{"id":67,"type":"VAEDecode","pos":[3268,2436],"size":{"0":210,"1":46},"flags":{},"order":39,"mode":4,"inputs":[{"name":"samples","type":"LATENT","link":74,"label":"samples"},{"name":"vae","type":"VAE","link":75,"label":"vae"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[165],"slot_index":0,"label":"IMAGE"}],"properties":{"Node name for S&R":"VAEDecode"}},{"id":89,"type":"CheckpointLoaderSimple","pos":[558,1649],"size":{"0":315,"1":98},"flags":{},"order":12,"mode":4,"outputs":[{"name":"MODEL","type":"MODEL","links":[105],"shape":3,"slot_index":0,"label":"MODEL"},{"name":"CLIP","type":"CLIP","links":[109,110],"shape":3,"slot_index":1,"label":"CLIP"},{"name":"VAE","type":"VAE","links":[112],"shape":3,"label":"VAE"}],"properties":{"Node name for S&R":"CheckpointLoaderSimple"},"widgets_values":["sd_xl_1.0.safetensors"]},{"id":136,"type":"VHS_VideoCombine","pos":[5715,796],"size":[693.3270874023438,1467.0195146040483],"flags":{},"order":47,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":155,"label":"images"},{"name":"audio","type":"VHS_AUDIO","link":156,"label":"audio"},{"name":"meta_batch","type":"VHS_BatchManager","link":null,"label":"meta_batch"}],"outputs":[{"name":"Filenames","type":"VHS_FILENAMES","links":null,"shape":3,"label":"Filenames"}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":25,"loop_count":0,"filename_prefix":"AnimateDiff","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"AnimateDiff_00038-audio.mp4","subfolder":"","type":"output","format":"video/h264-mp4"}}}},{"id":142,"type":"FaceRestoreCFWithModel","pos":[6406.1644545013,366.7669382816587],"size":{"0":315,"1":102},"flags":{},"order":48,"mode":0,"inputs":[{"name":"facerestore_model","type":"FACERESTORE_MODEL","link":167,"label":"facerestore_model"},{"name":"image","type":"IMAGE","link":168,"label":"image"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[169],"shape":3,"label":"IMAGE","slot_index":0}],"properties":{"Node name for S&R":"FaceRestoreCFWithModel"},"widgets_values":["retinaface_resnet50",0.5]},{"id":143,"type":"FaceRestoreModelLoader","pos":[5927.47246271739,344.9151970409485],"size":{"0":320.9253845214844,"1":91.90687561035156},"flags":{},"order":13,"mode":0,"outputs":[{"name":"FACERESTORE_MODEL","type":"FACERESTORE_MODEL","links":[167],"shape":3,"label":"FACERESTORE_MODEL","slot_index":0}],"properties":{"Node name for S&R":"FaceRestoreModelLoader"},"widgets_values":["codeformer-v0.1.0.pth"]},{"id":135,"type":"VHS_VideoCombine","pos":[5006,797],"size":[692.0125122070312,1464.7488847212358],"flags":{},"order":26,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":174,"label":"images"},{"name":"audio","type":"VHS_AUDIO","link":null,"label":"audio"},{"name":"meta_batch","type":"VHS_BatchManager","link":null,"label":"meta_batch"}],"outputs":[{"name":"Filenames","type":"VHS_FILENAMES","links":[157],"shape":3,"slot_index":0,"label":"Filenames"}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":25,"loop_count":0,"filename_prefix":"AnimateDiff","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"AnimateDiff_00037.mp4","subfolder":"","type":"output","format":"video/h264-mp4"}}}},{"id":134,"type":"VHS_LoadVideo","pos":[4291,824],"size":[693.6207275390625,1439.5267112038352],"flags":{},"order":14,"mode":0,"inputs":[{"name":"meta_batch","type":"VHS_BatchManager","link":null,"label":"meta_batch"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[174],"shape":3,"slot_index":0,"label":"IMAGE"},{"name":"frame_count","type":"INT","links":null,"shape":3,"label":"frame_count"},{"name":"audio","type":"VHS_AUDIO","links":null,"shape":3,"label":"audio"},{"name":"video_info","type":"VHS_VIDEOINFO","links":null,"shape":3,"slot_index":3,"label":"video_info"}],"properties":{"Node name for S&R":"VHS_LoadVideo"},"widgets_values":{"video":"xc.mp4","force_rate":0,"force_size":"Disabled","custom_width":512,"custom_height":512,"frame_load_cap":25,"skip_first_frames":0,"select_every_nth":1,"choose video to upload":"image","videopreview":{"hidden":false,"paused":false,"params":{"frame_load_cap":25,"skip_first_frames":0,"force_rate":0,"filename":"xc.mp4","type":"input","format":"video/mp4","select_every_nth":1}}}},{"id":137,"type":"VHS_FILENAMES_STRING_MuseTalk","pos":[4690,490],"size":{"0":297.6253967285156,"1":71.221923828125},"flags":{},"order":35,"mode":0,"inputs":[{"name":"filenames","type":"VHS_FILENAMES","link":157,"label":"filenames"}],"outputs":[{"name":"STRING","type":"STRING","links":[152],"shape":3,"slot_index":0,"label":"STRING"}],"properties":{"Node name for S&R":"VHS_FILENAMES_STRING_MuseTalk"},"widgets_values":{}},{"id":139,"type":"VHS_LoadAudio","pos":[5161,534],"size":{"0":315,"1":82},"flags":{},"order":27,"mode":0,"inputs":[{"name":"audio_file","type":"STRING","link":158,"widget":{"name":"audio_file"},"label":"audio_file"}],"outputs":[{"name":"audio","type":"VHS_AUDIO","links":[156,170],"shape":3,"slot_index":0,"label":"audio"}],"properties":{"Node name for S&R":"VHS_LoadAudio"},"widgets_values":{"audio_file":"input/","seek_seconds":2}},{"id":133,"type":"MuseTalkRun","pos":[5202,244],"size":{"0":315,"1":130},"flags":{},"order":41,"mode":0,"inputs":[{"name":"video_path","type":"STRING","link":152,"widget":{"name":"video_path"},"label":"video_path"},{"name":"audio_path","type":"STRING","link":153,"widget":{"name":"audio_path"},"label":"audio_path"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[155,168],"shape":3,"slot_index":0,"label":"IMAGE"}],"properties":{"Node name for S&R":"MuseTalkRun"},"widgets_values":["/home/admin/ComfyUI/custom_nodes/ComfyUI-MuseTalk/data/video/monalisa.mp4","/home/admin/ComfyUI/custom_nodes/ComfyUI-MuseTalk/data/audio/monalisa.wav",0,8]},{"id":138,"type":"MuseTalkCupAudio","pos":[4322,271],"size":{"0":349.0962829589844,"1":130.21572875976562},"flags":{},"order":15,"mode":0,"outputs":[{"name":"STRING","type":"STRING","links":[153,158],"shape":3,"slot_index":0,"label":"STRING"}],"properties":{"Node name for S&R":"MuseTalkCupAudio"},"widgets_values":["A:\\ComfyUI-ainewsto\\ComfyUI\\input\\zouzou.WAV",0,16000]},{"id":39,"type":"Note","pos":[533,-526],"size":{"0":986.03662109375,"1":506.7835998535156},"flags":{},"order":16,"mode":0,"properties":{"text":""},"widgets_values":["这是一个生成简单数字人的工作流：\n\n用到的主要插件有：\n\n1：ComfyUI-GPT_SoVITS \ngithub地址：https://github.com/AIFSH/ComfyUI-GPT_SoVITS\n\n\n2：ComfyUI-UVR5\ngithub地址：https://github.com/AIFSH/ComfyUI-UVR5\n\n\n\n3：facerestore_cf\ngithub地址：https://github.com/mav-rik/facerestore_cf\n\n\n4：ComfyUI-VideoHelperSuite\ngithub地址：https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite\n\n\n5: ComfyUI-MuseTalk\ngithub地址：\n\n\n图片生成动态视频在线免费地址：https://huggingface.co/spaces/AnchorFake/MuseVDemo\n\n\n大概流程：\n\n1：如果你没有干净的声音，可以用UVR5这个插件分离干声，我设置了3个，如果分离不干净可以多分离几次，可以测试不同模型的效果(具体效果以实际为准）\n2：干声处理好后，可以开始声音训练了，这个时候你需要准备好这个声音的对应str文件，这个文件可以通过剪映来获取：直接把干声放到剪映轨道里面右键点击智能识别生成字幕文件，自己对一下，基本没有问题，然后导出，导出的时候选择只导出字幕即可~ 具体参数可以自己调整，这类你可以先了解下GPT_SoVITS 这个软件本身，b站有教程。\n3：训练好模型后，就开始推理，这里面有2个推理，一个是上传干声和干声的str文件加上参考的str文件然后推理，另一个TTS就是少一步，只需要上传干声和干声的str文件，然后输入想要的词再框里面即可，我只演示TTS的推理。参数也需要根据时间情况调整，这个没有办法做量化！！\n4：声音推理好后，我们可以接用文生图或者图生图来生成自己想要的形象，再搭配MuseTalk把声音对上嘴型即可完成一个简单的数字人。\n\n\n我们的网站：https://ainewsto.com\nQQ交流群：327147240\n我的b站：https://space.bilibili.com/1653942729\n我的工作流合集github地址：\n尽力用最简单的流程达到最想要的效果~~"],"color":"#432","bgcolor":"#653"}],"links":[[2,3,0,1,1,"SRT"],[3,1,0,4,0,"AUDIO"],[8,9,0,5,1,"SRT"],[9,10,0,11,0,"AUDIO"],[11,13,0,10,1,"SRT"],[12,14,0,10,2,"SRT"],[13,16,0,15,0,"AUDIO"],[14,15,0,17,0,"AUDIO"],[15,15,1,18,0,"AUDIO"],[58,8,0,5,0,"AUDIO"],[59,2,0,1,0,"AUDIO"],[60,12,0,10,0,"AUDIO"],[63,15,0,56,0,"AUDIO"],[64,56,0,58,0,"AUDIO"],[66,56,1,59,0,"AUDIO"],[67,60,0,61,0,"AUDIO"],[68,60,1,62,0,"AUDIO"],[69,56,0,60,0,"AUDIO"],[70,70,0,66,0,"MODEL"],[71,69,0,66,1,"CONDITIONING"],[72,69,1,66,2,"CONDITIONING"],[73,69,2,66,3,"LATENT"],[74,66,0,67,0,"LATENT"],[75,71,2,67,1,"VAE"],[77,71,1,69,0,"CLIP_VISION"],[78,72,0,69,1,"IMAGE"],[79,71,2,69,2,"VAE"],[80,71,0,70,0,"MODEL"],[94,87,0,83,0,"MODEL"],[95,86,0,83,1,"CONDITIONING"],[96,86,1,83,2,"CONDITIONING"],[97,86,2,83,3,"LATENT"],[98,83,0,84,0,"LATENT"],[99,88,2,84,1,"VAE"],[101,88,1,86,0,"CLIP_VISION"],[102,93,0,86,1,"IMAGE"],[103,88,2,86,2,"VAE"],[104,88,0,87,0,"MODEL"],[105,89,0,90,0,"MODEL"],[106,91,0,90,1,"CONDITIONING"],[107,92,0,90,2,"CONDITIONING"],[108,95,0,90,3,"LATENT"],[109,89,1,91,0,"CLIP"],[110,89,1,92,0,"CLIP"],[111,90,0,93,0,"LATENT"],[112,89,2,93,1,"VAE"],[113,93,0,94,0,"IMAGE"],[115,84,0,99,0,"IMAGE"],[152,137,0,133,0,"STRING"],[153,138,0,133,1,"STRING"],[155,133,0,136,0,"IMAGE"],[156,139,0,136,1,"VHS_AUDIO"],[157,135,0,137,0,"VHS_FILENAMES"],[158,138,0,139,0,"STRING"],[165,67,0,140,0,"IMAGE"],[167,143,0,142,0,"FACERESTORE_MODEL"],[168,133,0,142,1,"IMAGE"],[169,142,0,145,0,"IMAGE"],[170,139,0,145,1,"VHS_AUDIO"],[174,134,0,135,0,"IMAGE"]],"groups":[{"title":"UVR5 干声分离","bounding":[531,11,983,776],"color":"#3f789e","font_size":24,"locked":false},{"title":"声音推理","bounding":[1529,803,1347,634],"color":"#3f789e","font_size":24,"locked":false},{"title":"声音训练","bounding":[531,806,981,632],"color":"#3f789e","font_size":24,"locked":false},{"title":"TTS 推理","bounding":[2894,803,1312,635],"color":"#3f789e","font_size":24,"locked":false},{"title":"UVR5 二次干声分离","bounding":[1529,11,1346,773],"color":"#3f789e","font_size":24,"locked":false},{"title":"UVR5 三次干声分离","bounding":[2892,12,1315,770],"color":"#3f789e","font_size":24,"locked":false},{"title":"图生视频","bounding":[2710,1457,1499,1110],"color":"#3f789e","font_size":24,"locked":false},{"title":"文生视频","bounding":[530,1454,2162,1114],"color":"#3f789e","font_size":24,"locked":false},{"title":"视频换声音","bounding":[4235,13,2945,2561],"color":"#3f789e","font_size":24,"locked":false},{"title":"高清修复","bounding":[5791,161,1311,515],"color":"#3f789e","font_size":24,"locked":false}],"config":{},"extra":{"0246.VERSION":[0,0,4],"workspace_info":{"id":"pZ3Hkg_PjbUMgEBIj6vx-","name":"Simple Digital Human Workflow-ainewsto.json 2"}},"version":0.4} --------------------------------------------------------------------------------