├── .env.example ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── configs ├── datamodule │ └── youtubevos_tapvid.yaml ├── debug │ ├── default.yaml │ ├── fdr.yaml │ ├── limit.yaml │ ├── overfit.yaml │ └── profiler.yaml ├── eval.yaml ├── experiment │ └── doduo_train.yaml ├── extras │ └── default.yaml ├── hydra │ └── default.yaml ├── local │ └── .gitkeep ├── logger │ ├── comet.yaml │ ├── csv.yaml │ ├── mlflow.yaml │ ├── neptune.yaml │ ├── tensorboard.yaml │ ├── wandb.yaml │ └── wandb_csv.yaml ├── model │ └── doduo.yaml ├── paths │ └── default.yaml ├── train.yaml └── trainer │ ├── cpu.yaml │ ├── default.yaml │ └── gpu.yaml ├── data ├── .gitignore ├── imgs_dst.png └── imgs_src.png ├── env.yaml ├── notebooks ├── .gitignore ├── eg_demo_correspondence.ipynb └── eg_demo_correspondence_huggingface.ipynb ├── pyproject.toml ├── requirements.txt ├── setup.py └── src ├── __init__.py ├── datamodules ├── __init__.py ├── components │ ├── __init__.py │ ├── tapvid_datasets.py │ ├── transforms.py │ └── youtubevos_seg_dataset.py └── video_datamodule.py ├── eval.py ├── models ├── __init__.py ├── basic_module.py ├── components │ ├── __init__.py │ ├── dino │ │ ├── utils.py │ │ └── vision_transformer.py │ ├── eval.py │ ├── lr_schedulers.py │ ├── models_corr_seg_flow.py │ ├── unimatch │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── backbone.py │ │ ├── geometry.py │ │ ├── matching.py │ │ ├── position.py │ │ ├── reg_refine.py │ │ ├── transformer.py │ │ ├── trident_conv.py │ │ ├── unimatch.py │ │ └── utils.py │ └── utils.py └── corr_flow_module_v0.py ├── train.py └── utils ├── __init__.py ├── dist.py ├── hparams.py ├── pylogger.py ├── rich_utils.py └── utils.py /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/README.md -------------------------------------------------------------------------------- /configs/datamodule/youtubevos_tapvid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/datamodule/youtubevos_tapvid.yaml -------------------------------------------------------------------------------- /configs/debug/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/debug/default.yaml -------------------------------------------------------------------------------- /configs/debug/fdr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/debug/fdr.yaml -------------------------------------------------------------------------------- /configs/debug/limit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/debug/limit.yaml -------------------------------------------------------------------------------- /configs/debug/overfit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/debug/overfit.yaml -------------------------------------------------------------------------------- /configs/debug/profiler.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/debug/profiler.yaml -------------------------------------------------------------------------------- /configs/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/eval.yaml -------------------------------------------------------------------------------- /configs/experiment/doduo_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/experiment/doduo_train.yaml -------------------------------------------------------------------------------- /configs/extras/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/extras/default.yaml -------------------------------------------------------------------------------- /configs/hydra/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/hydra/default.yaml -------------------------------------------------------------------------------- /configs/local/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/logger/comet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/comet.yaml -------------------------------------------------------------------------------- /configs/logger/csv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/csv.yaml -------------------------------------------------------------------------------- /configs/logger/mlflow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/mlflow.yaml -------------------------------------------------------------------------------- /configs/logger/neptune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/neptune.yaml -------------------------------------------------------------------------------- /configs/logger/tensorboard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/tensorboard.yaml -------------------------------------------------------------------------------- /configs/logger/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/wandb.yaml -------------------------------------------------------------------------------- /configs/logger/wandb_csv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/logger/wandb_csv.yaml -------------------------------------------------------------------------------- /configs/model/doduo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/model/doduo.yaml -------------------------------------------------------------------------------- /configs/paths/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/paths/default.yaml -------------------------------------------------------------------------------- /configs/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/train.yaml -------------------------------------------------------------------------------- /configs/trainer/cpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/trainer/cpu.yaml -------------------------------------------------------------------------------- /configs/trainer/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/trainer/default.yaml -------------------------------------------------------------------------------- /configs/trainer/gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/configs/trainer/gpu.yaml -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !imgs*.png 4 | -------------------------------------------------------------------------------- /data/imgs_dst.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/data/imgs_dst.png -------------------------------------------------------------------------------- /data/imgs_src.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/data/imgs_src.png -------------------------------------------------------------------------------- /env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/env.yaml -------------------------------------------------------------------------------- /notebooks/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !eg* 4 | -------------------------------------------------------------------------------- /notebooks/eg_demo_correspondence.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/notebooks/eg_demo_correspondence.ipynb -------------------------------------------------------------------------------- /notebooks/eg_demo_correspondence_huggingface.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/notebooks/eg_demo_correspondence_huggingface.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/setup.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/datamodules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/datamodules/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/datamodules/components/tapvid_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/datamodules/components/tapvid_datasets.py -------------------------------------------------------------------------------- /src/datamodules/components/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/datamodules/components/transforms.py -------------------------------------------------------------------------------- /src/datamodules/components/youtubevos_seg_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/datamodules/components/youtubevos_seg_dataset.py -------------------------------------------------------------------------------- /src/datamodules/video_datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/datamodules/video_datamodule.py -------------------------------------------------------------------------------- /src/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/eval.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/basic_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/basic_module.py -------------------------------------------------------------------------------- /src/models/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/components/dino/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/dino/utils.py -------------------------------------------------------------------------------- /src/models/components/dino/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/dino/vision_transformer.py -------------------------------------------------------------------------------- /src/models/components/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/eval.py -------------------------------------------------------------------------------- /src/models/components/lr_schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/lr_schedulers.py -------------------------------------------------------------------------------- /src/models/components/models_corr_seg_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/models_corr_seg_flow.py -------------------------------------------------------------------------------- /src/models/components/unimatch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/components/unimatch/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/attention.py -------------------------------------------------------------------------------- /src/models/components/unimatch/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/backbone.py -------------------------------------------------------------------------------- /src/models/components/unimatch/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/geometry.py -------------------------------------------------------------------------------- /src/models/components/unimatch/matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/matching.py -------------------------------------------------------------------------------- /src/models/components/unimatch/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/position.py -------------------------------------------------------------------------------- /src/models/components/unimatch/reg_refine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/reg_refine.py -------------------------------------------------------------------------------- /src/models/components/unimatch/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/transformer.py -------------------------------------------------------------------------------- /src/models/components/unimatch/trident_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/trident_conv.py -------------------------------------------------------------------------------- /src/models/components/unimatch/unimatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/unimatch.py -------------------------------------------------------------------------------- /src/models/components/unimatch/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/unimatch/utils.py -------------------------------------------------------------------------------- /src/models/components/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/components/utils.py -------------------------------------------------------------------------------- /src/models/corr_flow_module_v0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/models/corr_flow_module_v0.py -------------------------------------------------------------------------------- /src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/train.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/utils/dist.py -------------------------------------------------------------------------------- /src/utils/hparams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/utils/hparams.py -------------------------------------------------------------------------------- /src/utils/pylogger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/utils/pylogger.py -------------------------------------------------------------------------------- /src/utils/rich_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/utils/rich_utils.py -------------------------------------------------------------------------------- /src/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UT-Austin-RPL/Doduo/HEAD/src/utils/utils.py --------------------------------------------------------------------------------