├── .gitignore ├── LICENSE ├── README.md ├── app ├── app.py └── assets │ ├── 0026_0_0.4_0.4.gif │ ├── 0047_1_0.4_0.3.gif │ └── 0051_1_0.4_0.4.gif ├── assets └── demo │ ├── 0019_0_0.3_0.3.gif │ ├── 0026_0_0.4_0.4.gif │ ├── 0035_1_0.35_0.35.gif │ ├── 0041_0_0.35_0.35.gif │ ├── 0047_1_0.4_0.3.gif │ └── 0051_1_0.4_0.4.gif ├── configs ├── inference_i2v_512_v1.0.yaml ├── inference_t2v_1024_v1.0.yaml ├── inference_t2v_512_v1.0.yaml ├── inference_t2v_512_v2.0.yaml └── inference_t2v_freetraj_512_v2.0.yaml ├── lvdm ├── basics.py ├── common.py ├── distributions.py ├── ema.py ├── models │ ├── autoencoder.py │ ├── ddpm3d.py │ ├── samplers │ │ ├── ddim.py │ │ └── ddim_freetraj.py │ └── utils_diffusion.py └── modules │ ├── attention.py │ ├── attention_freetraj.py │ ├── encoders │ ├── condition.py │ └── ip_resampler.py │ ├── networks │ ├── ae_modules.py │ ├── openaimodel3d.py │ └── openaimodel3d_freetraj.py │ └── x_transformer.py ├── prompts └── freetraj │ ├── idx.txt │ ├── text.txt │ ├── traj_d.txt │ └── traj_l.txt ├── requirements.txt ├── scripts ├── evaluation │ ├── ddp_wrapper.py │ ├── funcs.py │ ├── inference.py │ └── inference_freetraj.py ├── run_text2video.sh └── run_text2video_freetraj.sh └── utils ├── utils.py └── utils_freetraj.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/README.md -------------------------------------------------------------------------------- /app/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/app/app.py -------------------------------------------------------------------------------- /app/assets/0026_0_0.4_0.4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/app/assets/0026_0_0.4_0.4.gif -------------------------------------------------------------------------------- /app/assets/0047_1_0.4_0.3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/app/assets/0047_1_0.4_0.3.gif -------------------------------------------------------------------------------- /app/assets/0051_1_0.4_0.4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/app/assets/0051_1_0.4_0.4.gif -------------------------------------------------------------------------------- /assets/demo/0019_0_0.3_0.3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/assets/demo/0019_0_0.3_0.3.gif -------------------------------------------------------------------------------- /assets/demo/0026_0_0.4_0.4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/assets/demo/0026_0_0.4_0.4.gif -------------------------------------------------------------------------------- /assets/demo/0035_1_0.35_0.35.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/assets/demo/0035_1_0.35_0.35.gif -------------------------------------------------------------------------------- /assets/demo/0041_0_0.35_0.35.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/assets/demo/0041_0_0.35_0.35.gif -------------------------------------------------------------------------------- /assets/demo/0047_1_0.4_0.3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/assets/demo/0047_1_0.4_0.3.gif -------------------------------------------------------------------------------- /assets/demo/0051_1_0.4_0.4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/assets/demo/0051_1_0.4_0.4.gif -------------------------------------------------------------------------------- /configs/inference_i2v_512_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/configs/inference_i2v_512_v1.0.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_1024_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/configs/inference_t2v_1024_v1.0.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_512_v1.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/configs/inference_t2v_512_v1.0.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/configs/inference_t2v_512_v2.0.yaml -------------------------------------------------------------------------------- /configs/inference_t2v_freetraj_512_v2.0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/configs/inference_t2v_freetraj_512_v2.0.yaml -------------------------------------------------------------------------------- /lvdm/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/basics.py -------------------------------------------------------------------------------- /lvdm/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/common.py -------------------------------------------------------------------------------- /lvdm/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/distributions.py -------------------------------------------------------------------------------- /lvdm/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/ema.py -------------------------------------------------------------------------------- /lvdm/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/models/autoencoder.py -------------------------------------------------------------------------------- /lvdm/models/ddpm3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/models/ddpm3d.py -------------------------------------------------------------------------------- /lvdm/models/samplers/ddim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/models/samplers/ddim.py -------------------------------------------------------------------------------- /lvdm/models/samplers/ddim_freetraj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/models/samplers/ddim_freetraj.py -------------------------------------------------------------------------------- /lvdm/models/utils_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/models/utils_diffusion.py -------------------------------------------------------------------------------- /lvdm/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/attention.py -------------------------------------------------------------------------------- /lvdm/modules/attention_freetraj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/attention_freetraj.py -------------------------------------------------------------------------------- /lvdm/modules/encoders/condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/encoders/condition.py -------------------------------------------------------------------------------- /lvdm/modules/encoders/ip_resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/encoders/ip_resampler.py -------------------------------------------------------------------------------- /lvdm/modules/networks/ae_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/networks/ae_modules.py -------------------------------------------------------------------------------- /lvdm/modules/networks/openaimodel3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/networks/openaimodel3d.py -------------------------------------------------------------------------------- /lvdm/modules/networks/openaimodel3d_freetraj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/networks/openaimodel3d_freetraj.py -------------------------------------------------------------------------------- /lvdm/modules/x_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/lvdm/modules/x_transformer.py -------------------------------------------------------------------------------- /prompts/freetraj/idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/prompts/freetraj/idx.txt -------------------------------------------------------------------------------- /prompts/freetraj/text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/prompts/freetraj/text.txt -------------------------------------------------------------------------------- /prompts/freetraj/traj_d.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/prompts/freetraj/traj_d.txt -------------------------------------------------------------------------------- /prompts/freetraj/traj_l.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/prompts/freetraj/traj_l.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/evaluation/ddp_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/scripts/evaluation/ddp_wrapper.py -------------------------------------------------------------------------------- /scripts/evaluation/funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/scripts/evaluation/funcs.py -------------------------------------------------------------------------------- /scripts/evaluation/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/scripts/evaluation/inference.py -------------------------------------------------------------------------------- /scripts/evaluation/inference_freetraj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/scripts/evaluation/inference_freetraj.py -------------------------------------------------------------------------------- /scripts/run_text2video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/scripts/run_text2video.sh -------------------------------------------------------------------------------- /scripts/run_text2video_freetraj.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/scripts/run_text2video_freetraj.sh -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/utils/utils.py -------------------------------------------------------------------------------- /utils/utils_freetraj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/arthur-qiu/FreeTraj/HEAD/utils/utils_freetraj.py --------------------------------------------------------------------------------