├── .DS_Store ├── LICENSE ├── README.md ├── assets ├── dino_game.gif ├── godmodeai-hero-anim.webp ├── godmodeanimation_logo.png ├── godmodeanimation_logo1.png ├── harrypotter_game.gif ├── taylorswift_game.gif └── trump_game.gif └── i2v ├── cog.yaml ├── configs ├── inference_i2v_512_v1.0.yaml ├── inference_t2v_1024_v1.0.yaml ├── inference_t2v_512_v1.0.yaml ├── inference_t2v_512_v2.0.yaml └── train_t2v.yaml ├── data └── DejaVuSans.ttf ├── gradio_app.py ├── lvdm ├── basics.py ├── common.py ├── data │ ├── __pycache__ │ │ └── frame_dataset.cpython-38.pyc │ ├── frame_dataset.py │ └── taichi.py ├── distributions.py ├── ema.py ├── models │ ├── autoencoder.py │ ├── ddpm3d.py │ ├── samplers │ │ └── ddim.py │ └── utils_diffusion.py ├── modules │ ├── attention.py │ ├── encoders │ │ ├── condition.py │ │ └── ip_resampler.py │ ├── networks │ │ ├── ae_modules.py │ │ └── openaimodel3d.py │ └── x_transformer.py └── utils │ ├── callbacks.py │ ├── common_utils.py │ └── saving_utils.py ├── predict.py ├── prompts ├── .ipynb_checkpoints │ ├── gpt4_extended_prompts_gen_original_vc2_noact_050624-checkpoint.txt │ ├── gpt4_random_anthropomorphic_game_chars_050624-checkpoint.txt │ └── gpt4_random_anthropomorphic_game_chars_b2_050624-checkpoint.txt ├── bg_prompts.txt ├── gpt4_extended_prompts_gen_original_vc2_050624.txt ├── gpt4_extended_prompts_gen_original_vc2_noact_050624.txt ├── gpt4_extended_prompts_path_031324.json ├── gpt4_extended_prompts_path_031324.txt ├── gpt4_extended_prompts_path_jump_050624.txt ├── gpt4_extended_prompts_path_runjump_050624.txt ├── gpt4_random_anthropomorphic_game_chars_050624.txt ├── gpt4_random_anthropomorphic_game_chars_b2_050624.txt ├── i2v_prompts │ ├── horse.png │ ├── seashore.png │ └── test_prompts.txt └── test_prompts.txt ├── requirements.txt ├── scripts ├── evaluation │ ├── ddp_wrapper.py │ ├── funcs.py │ ├── inference.py │ ├── inference_util.py │ ├── test_anim.gif │ └── test_seg.py ├── gradio │ ├── i2v_test.py │ └── t2v_test.py ├── run_image2video.sh └── run_text2video.sh ├── train.py ├── train_t2v_run_jump.sh ├── train_t2v_spinkick.sh ├── train_t2v_swordslash.sh └── utils ├── __pycache__ └── utils.cpython-38.pyc ├── common_utils.py ├── log.py └── utils.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/.DS_Store -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/README.md -------------------------------------------------------------------------------- /assets/dino_game.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/dino_game.gif -------------------------------------------------------------------------------- /assets/godmodeai-hero-anim.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/godmodeai-hero-anim.webp -------------------------------------------------------------------------------- /assets/godmodeanimation_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/godmodeanimation_logo.png -------------------------------------------------------------------------------- /assets/godmodeanimation_logo1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/godmodeanimation_logo1.png -------------------------------------------------------------------------------- /assets/harrypotter_game.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/harrypotter_game.gif -------------------------------------------------------------------------------- /assets/taylorswift_game.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/taylorswift_game.gif -------------------------------------------------------------------------------- /assets/trump_game.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/assets/trump_game.gif -------------------------------------------------------------------------------- /i2v/cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/cog.yaml -------------------------------------------------------------------------------- /i2v/configs/inference_i2v_512_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/configs/inference_i2v_512_v1.0.yaml -------------------------------------------------------------------------------- /i2v/configs/inference_t2v_1024_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/configs/inference_t2v_1024_v1.0.yaml -------------------------------------------------------------------------------- /i2v/configs/inference_t2v_512_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/configs/inference_t2v_512_v1.0.yaml -------------------------------------------------------------------------------- /i2v/configs/inference_t2v_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/configs/inference_t2v_512_v2.0.yaml -------------------------------------------------------------------------------- /i2v/configs/train_t2v.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/configs/train_t2v.yaml -------------------------------------------------------------------------------- /i2v/data/DejaVuSans.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/data/DejaVuSans.ttf -------------------------------------------------------------------------------- /i2v/gradio_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/gradio_app.py -------------------------------------------------------------------------------- /i2v/lvdm/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/basics.py -------------------------------------------------------------------------------- /i2v/lvdm/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/common.py -------------------------------------------------------------------------------- /i2v/lvdm/data/__pycache__/frame_dataset.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/data/__pycache__/frame_dataset.cpython-38.pyc -------------------------------------------------------------------------------- /i2v/lvdm/data/frame_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/data/frame_dataset.py -------------------------------------------------------------------------------- /i2v/lvdm/data/taichi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/data/taichi.py -------------------------------------------------------------------------------- /i2v/lvdm/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/distributions.py -------------------------------------------------------------------------------- /i2v/lvdm/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/ema.py -------------------------------------------------------------------------------- /i2v/lvdm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/models/autoencoder.py -------------------------------------------------------------------------------- /i2v/lvdm/models/ddpm3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/models/ddpm3d.py -------------------------------------------------------------------------------- /i2v/lvdm/models/samplers/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/models/samplers/ddim.py -------------------------------------------------------------------------------- /i2v/lvdm/models/utils_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/models/utils_diffusion.py -------------------------------------------------------------------------------- /i2v/lvdm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/modules/attention.py -------------------------------------------------------------------------------- /i2v/lvdm/modules/encoders/condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/modules/encoders/condition.py -------------------------------------------------------------------------------- /i2v/lvdm/modules/encoders/ip_resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/modules/encoders/ip_resampler.py -------------------------------------------------------------------------------- /i2v/lvdm/modules/networks/ae_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/modules/networks/ae_modules.py -------------------------------------------------------------------------------- /i2v/lvdm/modules/networks/openaimodel3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/modules/networks/openaimodel3d.py -------------------------------------------------------------------------------- /i2v/lvdm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/modules/x_transformer.py -------------------------------------------------------------------------------- /i2v/lvdm/utils/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/utils/callbacks.py -------------------------------------------------------------------------------- /i2v/lvdm/utils/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/utils/common_utils.py -------------------------------------------------------------------------------- /i2v/lvdm/utils/saving_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/lvdm/utils/saving_utils.py -------------------------------------------------------------------------------- /i2v/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/predict.py -------------------------------------------------------------------------------- /i2v/prompts/.ipynb_checkpoints/gpt4_extended_prompts_gen_original_vc2_noact_050624-checkpoint.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/.ipynb_checkpoints/gpt4_extended_prompts_gen_original_vc2_noact_050624-checkpoint.txt -------------------------------------------------------------------------------- /i2v/prompts/.ipynb_checkpoints/gpt4_random_anthropomorphic_game_chars_050624-checkpoint.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/.ipynb_checkpoints/gpt4_random_anthropomorphic_game_chars_050624-checkpoint.txt -------------------------------------------------------------------------------- /i2v/prompts/.ipynb_checkpoints/gpt4_random_anthropomorphic_game_chars_b2_050624-checkpoint.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/.ipynb_checkpoints/gpt4_random_anthropomorphic_game_chars_b2_050624-checkpoint.txt -------------------------------------------------------------------------------- /i2v/prompts/bg_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/bg_prompts.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_extended_prompts_gen_original_vc2_050624.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_extended_prompts_gen_original_vc2_050624.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_extended_prompts_gen_original_vc2_noact_050624.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_extended_prompts_gen_original_vc2_noact_050624.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_extended_prompts_path_031324.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_extended_prompts_path_031324.json -------------------------------------------------------------------------------- /i2v/prompts/gpt4_extended_prompts_path_031324.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_extended_prompts_path_031324.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_extended_prompts_path_jump_050624.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_extended_prompts_path_jump_050624.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_extended_prompts_path_runjump_050624.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_extended_prompts_path_runjump_050624.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_random_anthropomorphic_game_chars_050624.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_random_anthropomorphic_game_chars_050624.txt -------------------------------------------------------------------------------- /i2v/prompts/gpt4_random_anthropomorphic_game_chars_b2_050624.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/gpt4_random_anthropomorphic_game_chars_b2_050624.txt -------------------------------------------------------------------------------- /i2v/prompts/i2v_prompts/horse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/i2v_prompts/horse.png -------------------------------------------------------------------------------- /i2v/prompts/i2v_prompts/seashore.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/i2v_prompts/seashore.png -------------------------------------------------------------------------------- /i2v/prompts/i2v_prompts/test_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/i2v_prompts/test_prompts.txt -------------------------------------------------------------------------------- /i2v/prompts/test_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/prompts/test_prompts.txt -------------------------------------------------------------------------------- /i2v/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/requirements.txt -------------------------------------------------------------------------------- /i2v/scripts/evaluation/ddp_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/evaluation/ddp_wrapper.py -------------------------------------------------------------------------------- /i2v/scripts/evaluation/funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/evaluation/funcs.py -------------------------------------------------------------------------------- /i2v/scripts/evaluation/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/evaluation/inference.py -------------------------------------------------------------------------------- /i2v/scripts/evaluation/inference_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/evaluation/inference_util.py -------------------------------------------------------------------------------- /i2v/scripts/evaluation/test_anim.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/evaluation/test_anim.gif -------------------------------------------------------------------------------- /i2v/scripts/evaluation/test_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/evaluation/test_seg.py -------------------------------------------------------------------------------- /i2v/scripts/gradio/i2v_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/gradio/i2v_test.py -------------------------------------------------------------------------------- /i2v/scripts/gradio/t2v_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/gradio/t2v_test.py -------------------------------------------------------------------------------- /i2v/scripts/run_image2video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/run_image2video.sh -------------------------------------------------------------------------------- /i2v/scripts/run_text2video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/scripts/run_text2video.sh -------------------------------------------------------------------------------- /i2v/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/train.py -------------------------------------------------------------------------------- /i2v/train_t2v_run_jump.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/train_t2v_run_jump.sh -------------------------------------------------------------------------------- /i2v/train_t2v_spinkick.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/train_t2v_spinkick.sh -------------------------------------------------------------------------------- /i2v/train_t2v_swordslash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/train_t2v_swordslash.sh -------------------------------------------------------------------------------- /i2v/utils/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/utils/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /i2v/utils/common_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/utils/common_utils.py -------------------------------------------------------------------------------- /i2v/utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/utils/log.py -------------------------------------------------------------------------------- /i2v/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lyogavin/godmodeanimation/HEAD/i2v/utils/utils.py --------------------------------------------------------------------------------