├── README.md
└── echomimic2_jupyter.ipynb
/README.md:
--------------------------------------------------------------------------------
1 | 🐣 Please follow me for new updates https://twitter.com/camenduru
2 | 🔥 Please join our discord server https://discord.gg/k5BwmmvJJU
3 | 🥳 Please join my patreon community https://patreon.com/camenduru
4 |
5 | ### 🍊 Jupyter Notebook
6 |
7 | | Notebook | Info
8 | | --- | --- |
9 | [](https://colab.research.google.com/github/camenduru/echomimic-jupyter/blob/main/echomimic2_jupyter.ipynb) | echomimic2_jupyter.ipynb (~17GB Pro Colab 😭)
10 |
11 | ### 🧬 Code
12 | https://github.com/antgroup/echomimic_v2
13 |
14 | ### 📄 Paper
15 | https://arxiv.org/abs/2411.10061
16 |
17 | ### 🌐 Page
18 | https://antgroup.github.io/ai/echomimic_v2/
19 |
20 | ### 🖼 Output
21 |
22 | https://github.com/user-attachments/assets/d32164dc-2f43-4a13-b585-df3cbf870917
23 |
24 | ### 🏢 Sponsor
25 | https://modelslab.com
26 |
--------------------------------------------------------------------------------
/echomimic2_jupyter.ipynb:
--------------------------------------------------------------------------------
1 | {
2 | "cells": [
3 | {
4 | "cell_type": "markdown",
5 | "metadata": {
6 | "id": "view-in-github"
7 | },
8 | "source": [
9 | "[](https://colab.research.google.com/github/camenduru/MeshAnythingV2-jupyter/blob/main/MeshAnythingV2_jupyter.ipynb)"
10 | ]
11 | },
12 | {
13 | "cell_type": "code",
14 | "execution_count": null,
15 | "metadata": {
16 | "id": "VjYy0F2gZIPR"
17 | },
18 | "outputs": [],
19 | "source": [
20 | "%cd /content\n",
21 | "!git clone https://github.com/antgroup/echomimic_v2\n",
22 | "%cd /content/echomimic_v2\n",
23 | "\n",
24 | "!apt install aria2 -qqy\n",
25 | "\n",
26 | "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/BadToBest/EchoMimicV2/resolve/main/denoising_unet.pth -d /content/echomimic_v2/pretrained_weights -o denoising_unet.pth\n",
27 | "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/BadToBest/EchoMimicV2/resolve/main/motion_module.pth -d /content/echomimic_v2/pretrained_weights -o motion_module.pth\n",
28 | "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/BadToBest/EchoMimicV2/resolve/main/reference_unet.pth -d /content/echomimic_v2/pretrained_weights -o reference_unet.pth\n",
29 | "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/BadToBest/EchoMimicV2/resolve/main/pose_encoder.pth -d /content/echomimic_v2/pretrained_weights -o pose_encoder.pth\n",
30 | "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://openaipublic.azureedge.net/main/whisper/models/65147644a518d12f04e32d6f3b26facc3f8dd46e5390956a9424a650c0ce22b9/tiny.pt -d /content/echomimic_v2/pretrained_weights/audio_processor -o whisper_tiny.pt\n",
31 | "!git clone https://huggingface.co/lambdalabs/sd-image-variations-diffusers /content/echomimic_v2/pretrained_weights/sd-image-variations-diffusers\n",
32 | "!git clone https://huggingface.co/stabilityai/sd-vae-ft-mse /content/echomimic_v2/pretrained_weights/sd-vae-ft-mse\n",
33 | "\n",
34 | "!pip install omegaconf diffusers==0.24.0 einops huggingface-hub==0.23.2 ffmpeg imageio-ffmpeg ffmpeg-python av decord transformers matplotlib opencv-python moviepy==1.0.3 accelerate\n",
35 | "\n",
36 | "# !wget https://www.johnvansickle.com/ffmpeg/old-releases/ffmpeg-4.4-amd64-static.tar.xz -O /content/ffmpeg-4.4-amd64-static.tar.xz\n",
37 | "# !mkdir -p /content/ffmpeg\n",
38 | "# !tar -xf /content/ffmpeg-4.4-amd64-static.tar.xz -C /content/ffmpeg --strip-components=1"
39 | ]
40 | },
41 | {
42 | "cell_type": "code",
43 | "execution_count": null,
44 | "metadata": {},
45 | "outputs": [],
46 | "source": [
47 | "# %env FFMPEG_PATH=/content/ffmpeg\n",
48 | "%cd /content/echomimic_v2\n",
49 | "!python infer.py --config='./configs/prompts/infer.yaml' #--audio_dir='' --audio_name='content/optimus.wav' --ref_images_dir='' --refimg_name='content/gandalf.png'"
50 | ]
51 | }
52 | ],
53 | "metadata": {
54 | "accelerator": "GPU",
55 | "colab": {
56 | "gpuType": "T4",
57 | "provenance": []
58 | },
59 | "kernelspec": {
60 | "display_name": "Python 3",
61 | "name": "python3"
62 | },
63 | "language_info": {
64 | "name": "python"
65 | }
66 | },
67 | "nbformat": 4,
68 | "nbformat_minor": 0
69 | }
70 |
--------------------------------------------------------------------------------