├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE.md ├── README.md ├── assets ├── apple.mp4 ├── apple_mask.png ├── bmx-bumps.gif └── teaser.png ├── cotracker ├── __init__.py ├── datasets │ ├── __init__.py │ ├── dataclass_utils.py │ ├── dr_dataset.py │ ├── kubric_movif_dataset.py │ ├── real_dataset.py │ ├── tap_vid_datasets.py │ └── utils.py ├── evaluation │ ├── __init__.py │ ├── configs │ │ ├── eval_dynamic_replica.yaml │ │ ├── eval_tapvid_davis_first.yaml │ │ ├── eval_tapvid_davis_strided.yaml │ │ ├── eval_tapvid_kinetics_first.yaml │ │ ├── eval_tapvid_robotap_first.yaml │ │ ├── eval_tapvid_stacking_first.yaml │ │ └── eval_tapvid_stacking_strided.yaml │ ├── core │ │ ├── __init__.py │ │ ├── eval_utils.py │ │ └── evaluator.py │ └── evaluate.py ├── models │ ├── __init__.py │ ├── bootstap_predictor.py │ ├── build_cotracker.py │ ├── core │ │ ├── __init__.py │ │ ├── cotracker │ │ │ ├── __init__.py │ │ │ ├── blocks.py │ │ │ ├── cotracker.py │ │ │ ├── cotracker3_offline.py │ │ │ ├── cotracker3_online.py │ │ │ └── losses.py │ │ ├── embeddings.py │ │ └── model_utils.py │ └── evaluation_predictor.py ├── predictor.py ├── utils │ ├── __init__.py │ ├── train_utils.py │ └── visualizer.py └── version.py ├── demo.py ├── docs ├── Makefile └── source │ ├── apis │ ├── models.rst │ └── utils.rst │ ├── conf.py │ ├── index.rst │ └── references.bib ├── gradio_demo ├── app.py ├── requirements.txt └── videos │ ├── apple.mp4 │ ├── backpack.mp4 │ ├── bear.mp4 │ ├── cat.mp4 │ ├── paragliding-launch.mp4 │ ├── paragliding.mp4 │ ├── pillow.mp4 │ └── teddy.mp4 ├── hubconf.py ├── launch_training_kubric_offline.sh ├── launch_training_kubric_online.sh ├── launch_training_scaling_offline.sh ├── launch_training_scaling_online.sh ├── notebooks └── demo.ipynb ├── online_demo.py ├── setup.py ├── tests └── test_bilinear_sample.py ├── train_on_kubric.py └── train_on_real_data.py /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/README.md -------------------------------------------------------------------------------- /assets/apple.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/assets/apple.mp4 -------------------------------------------------------------------------------- /assets/apple_mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/assets/apple_mask.png -------------------------------------------------------------------------------- /assets/bmx-bumps.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/assets/bmx-bumps.gif -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /cotracker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/__init__.py -------------------------------------------------------------------------------- /cotracker/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/__init__.py -------------------------------------------------------------------------------- /cotracker/datasets/dataclass_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/dataclass_utils.py -------------------------------------------------------------------------------- /cotracker/datasets/dr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/dr_dataset.py -------------------------------------------------------------------------------- /cotracker/datasets/kubric_movif_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/kubric_movif_dataset.py -------------------------------------------------------------------------------- /cotracker/datasets/real_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/real_dataset.py -------------------------------------------------------------------------------- /cotracker/datasets/tap_vid_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/tap_vid_datasets.py -------------------------------------------------------------------------------- /cotracker/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/datasets/utils.py -------------------------------------------------------------------------------- /cotracker/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/__init__.py -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_dynamic_replica.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_dynamic_replica.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_tapvid_davis_first.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_tapvid_davis_first.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_tapvid_davis_strided.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_tapvid_davis_strided.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_tapvid_kinetics_first.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_tapvid_kinetics_first.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_tapvid_robotap_first.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_tapvid_robotap_first.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_tapvid_stacking_first.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_tapvid_stacking_first.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/configs/eval_tapvid_stacking_strided.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/configs/eval_tapvid_stacking_strided.yaml -------------------------------------------------------------------------------- /cotracker/evaluation/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/core/__init__.py -------------------------------------------------------------------------------- /cotracker/evaluation/core/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/core/eval_utils.py -------------------------------------------------------------------------------- /cotracker/evaluation/core/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/core/evaluator.py -------------------------------------------------------------------------------- /cotracker/evaluation/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/evaluation/evaluate.py -------------------------------------------------------------------------------- /cotracker/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/__init__.py -------------------------------------------------------------------------------- /cotracker/models/bootstap_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/bootstap_predictor.py -------------------------------------------------------------------------------- /cotracker/models/build_cotracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/build_cotracker.py -------------------------------------------------------------------------------- /cotracker/models/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/__init__.py -------------------------------------------------------------------------------- /cotracker/models/core/cotracker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/cotracker/__init__.py -------------------------------------------------------------------------------- /cotracker/models/core/cotracker/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/cotracker/blocks.py -------------------------------------------------------------------------------- /cotracker/models/core/cotracker/cotracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/cotracker/cotracker.py -------------------------------------------------------------------------------- /cotracker/models/core/cotracker/cotracker3_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/cotracker/cotracker3_offline.py -------------------------------------------------------------------------------- /cotracker/models/core/cotracker/cotracker3_online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/cotracker/cotracker3_online.py -------------------------------------------------------------------------------- /cotracker/models/core/cotracker/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/cotracker/losses.py -------------------------------------------------------------------------------- /cotracker/models/core/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/embeddings.py -------------------------------------------------------------------------------- /cotracker/models/core/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/core/model_utils.py -------------------------------------------------------------------------------- /cotracker/models/evaluation_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/models/evaluation_predictor.py -------------------------------------------------------------------------------- /cotracker/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/predictor.py -------------------------------------------------------------------------------- /cotracker/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/utils/__init__.py -------------------------------------------------------------------------------- /cotracker/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/utils/train_utils.py -------------------------------------------------------------------------------- /cotracker/utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/utils/visualizer.py -------------------------------------------------------------------------------- /cotracker/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/cotracker/version.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/demo.py -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/source/apis/models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/docs/source/apis/models.rst -------------------------------------------------------------------------------- /docs/source/apis/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/docs/source/apis/utils.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/references.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/docs/source/references.bib -------------------------------------------------------------------------------- /gradio_demo/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/app.py -------------------------------------------------------------------------------- /gradio_demo/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/requirements.txt -------------------------------------------------------------------------------- /gradio_demo/videos/apple.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/apple.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/backpack.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/backpack.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/bear.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/bear.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/cat.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/cat.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/paragliding-launch.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/paragliding-launch.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/paragliding.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/paragliding.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/pillow.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/pillow.mp4 -------------------------------------------------------------------------------- /gradio_demo/videos/teddy.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/gradio_demo/videos/teddy.mp4 -------------------------------------------------------------------------------- /hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/hubconf.py -------------------------------------------------------------------------------- /launch_training_kubric_offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/launch_training_kubric_offline.sh -------------------------------------------------------------------------------- /launch_training_kubric_online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/launch_training_kubric_online.sh -------------------------------------------------------------------------------- /launch_training_scaling_offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/launch_training_scaling_offline.sh -------------------------------------------------------------------------------- /launch_training_scaling_online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/launch_training_scaling_online.sh -------------------------------------------------------------------------------- /notebooks/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/notebooks/demo.ipynb -------------------------------------------------------------------------------- /online_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/online_demo.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_bilinear_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/tests/test_bilinear_sample.py -------------------------------------------------------------------------------- /train_on_kubric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/train_on_kubric.py -------------------------------------------------------------------------------- /train_on_real_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/co-tracker/HEAD/train_on_real_data.py --------------------------------------------------------------------------------