├── .gitignore ├── LICENSE ├── README.md ├── algorithms ├── README.md ├── __init__.py ├── common │ ├── README.md │ ├── __init__.py │ ├── base_algo.py │ ├── base_pytorch_algo.py │ ├── metrics │ │ ├── __init__.py │ │ ├── fid.py │ │ ├── fvd.py │ │ └── lpips.py │ └── models │ │ ├── __init__.py │ │ ├── cnn.py │ │ └── mlp.py └── diffusion_forcing │ ├── __init__.py │ ├── df_base.py │ ├── df_planning.py │ ├── df_video.py │ └── models │ ├── __init__.py │ ├── attention.py │ ├── diffusion.py │ ├── embeddings.py │ ├── resnet.py │ ├── transformer.py │ ├── unet3d.py │ └── utils.py ├── configurations ├── README.md ├── algorithm │ ├── base_algo.yaml │ ├── base_pytorch_algo.yaml │ ├── df_base.yaml │ ├── df_planning.yaml │ └── df_video.yaml ├── cluster │ ├── base_slurm.yaml │ ├── mit_satori.yaml │ ├── mit_supercloud.yaml │ └── mit_vision.yaml ├── config.yaml ├── dataset │ ├── base_dataset.yaml │ ├── base_video.yaml │ ├── maze2d_large.yaml │ ├── maze2d_medium.yaml │ ├── maze2d_umaze.yaml │ ├── video_dmlab.yaml │ └── video_minecraft.yaml └── experiment │ ├── base_experiment.yaml │ ├── base_pytorch.yaml │ ├── exp_planning.yaml │ └── exp_video.yaml ├── datasets ├── README.md ├── __init__.py ├── offline_rl │ ├── __init__.py │ └── maze2d.py └── video │ ├── __init__.py │ ├── base_video_dataset.py │ ├── dmlab_video_dataset.py │ └── minecraft_video_dataset.py ├── debug ├── README.md └── example_debug.py ├── experiments ├── README.md ├── __init__.py ├── exp_base.py ├── exp_planning.py └── exp_video.py ├── extra_requirements.txt ├── main.py ├── requirements.txt ├── scripts ├── README.md └── dummy_script.sh ├── teaser.png └── utils ├── README.md ├── __init__.py ├── ckpt_utils.py ├── cluster_utils.py ├── distributed_utils.py ├── logging_utils.py ├── print_utils.py └── wandb_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/README.md -------------------------------------------------------------------------------- /algorithms/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/README.md -------------------------------------------------------------------------------- /algorithms/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /algorithms/common/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/README.md -------------------------------------------------------------------------------- /algorithms/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /algorithms/common/base_algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/base_algo.py -------------------------------------------------------------------------------- /algorithms/common/base_pytorch_algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/base_pytorch_algo.py -------------------------------------------------------------------------------- /algorithms/common/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/metrics/__init__.py -------------------------------------------------------------------------------- /algorithms/common/metrics/fid.py: -------------------------------------------------------------------------------- 1 | from torchmetrics.image.fid import FrechetInceptionDistance 2 | -------------------------------------------------------------------------------- /algorithms/common/metrics/fvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/metrics/fvd.py -------------------------------------------------------------------------------- /algorithms/common/metrics/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/metrics/lpips.py -------------------------------------------------------------------------------- /algorithms/common/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /algorithms/common/models/cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/models/cnn.py -------------------------------------------------------------------------------- /algorithms/common/models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/common/models/mlp.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/__init__.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/df_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/df_base.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/df_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/df_planning.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/df_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/df_video.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/__init__.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/attention.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/diffusion.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/embeddings.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/resnet.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/transformer.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/unet3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/unet3d.py -------------------------------------------------------------------------------- /algorithms/diffusion_forcing/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/algorithms/diffusion_forcing/models/utils.py -------------------------------------------------------------------------------- /configurations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/README.md -------------------------------------------------------------------------------- /configurations/algorithm/base_algo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/algorithm/base_algo.yaml -------------------------------------------------------------------------------- /configurations/algorithm/base_pytorch_algo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/algorithm/base_pytorch_algo.yaml -------------------------------------------------------------------------------- /configurations/algorithm/df_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/algorithm/df_base.yaml -------------------------------------------------------------------------------- /configurations/algorithm/df_planning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/algorithm/df_planning.yaml -------------------------------------------------------------------------------- /configurations/algorithm/df_video.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/algorithm/df_video.yaml -------------------------------------------------------------------------------- /configurations/cluster/base_slurm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/cluster/base_slurm.yaml -------------------------------------------------------------------------------- /configurations/cluster/mit_satori.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/cluster/mit_satori.yaml -------------------------------------------------------------------------------- /configurations/cluster/mit_supercloud.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/cluster/mit_supercloud.yaml -------------------------------------------------------------------------------- /configurations/cluster/mit_vision.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/cluster/mit_vision.yaml -------------------------------------------------------------------------------- /configurations/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/config.yaml -------------------------------------------------------------------------------- /configurations/dataset/base_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/base_dataset.yaml -------------------------------------------------------------------------------- /configurations/dataset/base_video.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/base_video.yaml -------------------------------------------------------------------------------- /configurations/dataset/maze2d_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/maze2d_large.yaml -------------------------------------------------------------------------------- /configurations/dataset/maze2d_medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/maze2d_medium.yaml -------------------------------------------------------------------------------- /configurations/dataset/maze2d_umaze.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/maze2d_umaze.yaml -------------------------------------------------------------------------------- /configurations/dataset/video_dmlab.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/video_dmlab.yaml -------------------------------------------------------------------------------- /configurations/dataset/video_minecraft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/dataset/video_minecraft.yaml -------------------------------------------------------------------------------- /configurations/experiment/base_experiment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/experiment/base_experiment.yaml -------------------------------------------------------------------------------- /configurations/experiment/base_pytorch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/experiment/base_pytorch.yaml -------------------------------------------------------------------------------- /configurations/experiment/exp_planning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/experiment/exp_planning.yaml -------------------------------------------------------------------------------- /configurations/experiment/exp_video.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/configurations/experiment/exp_video.yaml -------------------------------------------------------------------------------- /datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/README.md -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/offline_rl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/offline_rl/__init__.py -------------------------------------------------------------------------------- /datasets/offline_rl/maze2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/offline_rl/maze2d.py -------------------------------------------------------------------------------- /datasets/video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/video/__init__.py -------------------------------------------------------------------------------- /datasets/video/base_video_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/video/base_video_dataset.py -------------------------------------------------------------------------------- /datasets/video/dmlab_video_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/video/dmlab_video_dataset.py -------------------------------------------------------------------------------- /datasets/video/minecraft_video_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/datasets/video/minecraft_video_dataset.py -------------------------------------------------------------------------------- /debug/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/debug/README.md -------------------------------------------------------------------------------- /debug/example_debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/debug/example_debug.py -------------------------------------------------------------------------------- /experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/experiments/README.md -------------------------------------------------------------------------------- /experiments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/experiments/__init__.py -------------------------------------------------------------------------------- /experiments/exp_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/experiments/exp_base.py -------------------------------------------------------------------------------- /experiments/exp_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/experiments/exp_planning.py -------------------------------------------------------------------------------- /experiments/exp_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/experiments/exp_video.py -------------------------------------------------------------------------------- /extra_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/extra_requirements.txt -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/scripts/README.md -------------------------------------------------------------------------------- /scripts/dummy_script.sh: -------------------------------------------------------------------------------- 1 | echo 'hello world' -------------------------------------------------------------------------------- /teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/teaser.png -------------------------------------------------------------------------------- /utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/README.md -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/ckpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/ckpt_utils.py -------------------------------------------------------------------------------- /utils/cluster_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/cluster_utils.py -------------------------------------------------------------------------------- /utils/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/distributed_utils.py -------------------------------------------------------------------------------- /utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/logging_utils.py -------------------------------------------------------------------------------- /utils/print_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/print_utils.py -------------------------------------------------------------------------------- /utils/wandb_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/buoyancy99/diffusion-forcing/HEAD/utils/wandb_utils.py --------------------------------------------------------------------------------