audio2video_workflow.json

{
  "last_node_id": 17,
  "last_link_id": 31,
  "nodes": [
    {
      "id": 10,
      "type": "AniPortrait_Audio2Video",
      "pos": [
        -1712,
        -63
      ],
      "size": {
        "0": 315,
        "1": 506
      },
      "flags": {},
      "order": 3,
      "mode": 0,
      "inputs": [
        {
          "name": "ref_image",
          "type": "IMAGE",
          "link": 12,
          "label": "ref_image"
        },
        {
          "name": "images",
          "type": "IMAGE",
          "link": 14,
          "label": "images"
        },
        {
          "name": "audio_path",
          "type": "Audio_Path",
          "link": 15,
          "label": "audio_path"
        },
        {
          "name": "fps",
          "type": "INT",
          "link": null,
          "widget": {
            "name": "fps"
          },
          "label": "fps"
        }
      ],
      "outputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "links": [
            31
          ],
          "shape": 3,
          "label": "images"
        }
      ],
      "properties": {
        "Node name for S&R": "AniPortrait_Audio2Video"
      },
      "widgets_values": [
        512,
        512,
        1748,
        "randomize",
        3.5,
        25,
        "pretrained_model/sd-vae-ft-mse",
        "pretrained_model/stable-diffusion-v1-5",
        "fp16",
        true,
        0,
        3,
        "pretrained_model/motion_module.pth",
        "pretrained_model/image_encoder",
        "pretrained_model/denoising_unet.pth",
        "pretrained_model/reference_unet.pth",
        "pretrained_model/pose_guider.pth",
        0
      ]
    },
    {
      "id": 1,
      "type": "VHS_LoadVideo",
      "pos": [
        -2366,
        -60
      ],
      "size": [
        251.52520751953125,
        507.52520751953125
      ],
      "flags": {},
      "order": 0,
      "mode": 0,
      "inputs": [
        {
          "name": "meta_batch",
          "type": "VHS_BatchManager",
          "link": null,
          "label": "meta_batch"
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": null,
          "label": "vae"
        }
      ],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            14
          ],
          "slot_index": 0,
          "shape": 3,
          "label": "IMAGE"
        },
        {
          "name": "frame_count",
          "type": "INT",
          "links": null,
          "shape": 3,
          "label": "frame_count"
        },
        {
          "name": "audio",
          "type": "VHS_AUDIO",
          "links": null,
          "shape": 3,
          "label": "audio"
        },
        {
          "name": "video_info",
          "type": "VHS_VIDEOINFO",
          "links": [],
          "slot_index": 3,
          "shape": 3,
          "label": "video_info"
        }
      ],
      "properties": {
        "Node name for S&R": "VHS_LoadVideo"
      },
      "widgets_values": {
        "video": "pose_ref_video.mp4",
        "force_rate": 0,
        "force_size": "Disabled",
        "custom_width": 512,
        "custom_height": 512,
        "frame_load_cap": 0,
        "skip_first_frames": 0,
        "select_every_nth": 1,
        "choose video to upload": "image",
        "videopreview": {
          "hidden": false,
          "paused": false,
          "params": {
            "frame_load_cap": 0,
            "skip_first_frames": 0,
            "force_rate": 0,
            "filename": "pose_ref_video.mp4",
            "type": "input",
            "format": "video/mp4",
            "select_every_nth": 1
          }
        }
      }
    },
    {
      "id": 7,
      "type": "LoadImage",
      "pos": [
        -2082,
        122
      ],
      "size": {
        "0": 315,
        "1": 314
      },
      "flags": {},
      "order": 1,
      "mode": 0,
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            12
          ],
          "slot_index": 0,
          "shape": 3,
          "label": "IMAGE"
        },
        {
          "name": "MASK",
          "type": "MASK",
          "links": null,
          "shape": 3,
          "label": "MASK"
        }
      ],
      "properties": {
        "Node name for S&R": "LoadImage"
      },
      "widgets_values": [
        "man.jpg",
        "image"
      ]
    },
    {
      "id": 8,
      "type": "AniPortrait_Audio_Path",
      "pos": [
        -2114,
        -238
      ],
      "size": {
        "0": 315,
        "1": 102
      },
      "flags": {},
      "order": 2,
      "mode": 0,
      "outputs": [
        {
          "name": "audio_path",
          "type": "Audio_Path",
          "links": [
            15
          ],
          "slot_index": 0,
          "shape": 3,
          "label": "audio_path"
        },
        {
          "name": "audio",
          "type": "VHS_AUDIO",
          "links": [
            30
          ],
          "shape": 3,
          "label": "audio",
          "slot_index": 1
        }
      ],
      "properties": {
        "Node name for S&R": "AniPortrait_Audio_Path"
      },
      "widgets_values": [
        "/home/qm/test.wav",
        0
      ]
    },
    {
      "id": 17,
      "type": "VHS_VideoCombine",
      "pos": [
        -1297,
        -16
      ],
      "size": [
        218.82891845703125,
        523.3297469669985
      ],
      "flags": {},
      "order": 5,
      "mode": 0,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 31,
          "label": "images"
        },
        {
          "name": "audio",
          "type": "AUDIO",
          "link": 29,
          "label": "audio"
        },
        {
          "name": "meta_batch",
          "type": "VHS_BatchManager",
          "link": null,
          "label": "meta_batch"
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": null,
          "label": "vae"
        }
      ],
      "outputs": [
        {
          "name": "Filenames",
          "type": "VHS_FILENAMES",
          "links": null,
          "shape": 3,
          "label": "Filenames"
        }
      ],
      "properties": {
        "Node name for S&R": "VHS_VideoCombine"
      },
      "widgets_values": {
        "frame_rate": 30,
        "loop_count": 0,
        "filename_prefix": "Aniportrait",
        "format": "video/h264-mp4",
        "pix_fmt": "yuv420p",
        "crf": 19,
        "save_metadata": true,
        "pingpong": false,
        "save_output": true,
        "videopreview": {
          "hidden": false,
          "paused": false,
          "params": {
            "filename": "Aniportrait_00002-audio.mp4",
            "subfolder": "",
            "type": "output",
            "format": "video/h264-mp4",
            "frame_rate": 30
          },
          "muted": false
        }
      }
    },
    {
      "id": 13,
      "type": "VHS_VHSAudioToAudio",
      "pos": [
        -1682,
        -200
      ],
      "size": {
        "0": 304.67462158203125,
        "1": 26
      },
      "flags": {},
      "order": 4,
      "mode": 0,
      "inputs": [
        {
          "name": "vhs_audio",
          "type": "VHS_AUDIO",
          "link": 30,
          "label": "vhs_audio"
        }
      ],
      "outputs": [
        {
          "name": "audio",
          "type": "AUDIO",
          "links": [
            29
          ],
          "shape": 3,
          "label": "audio",
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "VHS_VHSAudioToAudio"
      },
      "widgets_values": {}
    }
  ],
  "links": [
    [
      12,
      7,
      0,
      10,
      0,
      "IMAGE"
    ],
    [
      14,
      1,
      0,
      10,
      1,
      "IMAGE"
    ],
    [
      15,
      8,
      0,
      10,
      2,
      "Audio_Path"
    ],
    [
      29,
      13,
      0,
      17,
      1,
      "AUDIO"
    ],
    [
      30,
      8,
      1,
      13,
      0,
      "VHS_AUDIO"
    ],
    [
      31,
      10,
      0,
      17,
      0,
      "IMAGE"
    ]
  ],
  "groups": [],
  "config": {},
  "extra": {
    "ds": {
      "scale": 1.061076460950001,
      "offset": [
        2608.218390205725,
        532.0839393915426
      ]
    }
  },
  "version": 0.4
}