├── .gitattributes ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE.txt ├── README.md ├── demo_colmap.py ├── demo_gradio.py ├── demo_viser.py ├── docs └── package.md ├── examples ├── kitchen │ └── images │ │ ├── 00.png │ │ ├── 01.png │ │ ├── 02.png │ │ ├── 03.png │ │ ├── 04.png │ │ ├── 05.png │ │ ├── 06.png │ │ ├── 07.png │ │ ├── 08.png │ │ ├── 09.png │ │ ├── 10.png │ │ ├── 11.png │ │ ├── 12.png │ │ ├── 13.png │ │ ├── 14.png │ │ ├── 15.png │ │ ├── 16.png │ │ ├── 17.png │ │ ├── 18.png │ │ ├── 19.png │ │ ├── 20.png │ │ ├── 21.png │ │ ├── 22.png │ │ ├── 23.png │ │ └── 24.png ├── llff_fern │ └── images │ │ ├── 000.png │ │ ├── 001.png │ │ ├── 002.png │ │ ├── 003.png │ │ ├── 004.png │ │ ├── 005.png │ │ ├── 006.png │ │ ├── 007.png │ │ ├── 008.png │ │ ├── 009.png │ │ ├── 010.png │ │ ├── 011.png │ │ ├── 012.png │ │ ├── 013.png │ │ ├── 014.png │ │ ├── 015.png │ │ ├── 016.png │ │ ├── 017.png │ │ ├── 018.png │ │ └── 019.png ├── llff_flower │ └── images │ │ ├── 000.png │ │ ├── 001.png │ │ ├── 002.png │ │ ├── 003.png │ │ ├── 004.png │ │ ├── 005.png │ │ ├── 006.png │ │ ├── 007.png │ │ ├── 008.png │ │ ├── 009.png │ │ ├── 010.png │ │ ├── 011.png │ │ ├── 012.png │ │ ├── 013.png │ │ ├── 014.png │ │ ├── 015.png │ │ ├── 016.png │ │ ├── 017.png │ │ ├── 018.png │ │ ├── 019.png │ │ ├── 020.png │ │ ├── 021.png │ │ ├── 022.png │ │ ├── 023.png │ │ └── 024.png ├── room │ └── images │ │ ├── no_overlap_1.png │ │ ├── no_overlap_2.jpg │ │ ├── no_overlap_3.jpg │ │ ├── no_overlap_4.jpg │ │ ├── no_overlap_5.jpg │ │ ├── no_overlap_6.jpg │ │ ├── no_overlap_7.jpg │ │ └── no_overlap_8.jpg ├── single_cartoon │ └── images │ │ └── model_was_never_trained_on_single_image_or_cartoon.jpg ├── single_oil_painting │ └── images │ │ └── model_was_never_trained_on_single_image_or_oil_painting.png └── videos │ ├── Colosseum.mp4 │ ├── fern.mp4 │ ├── great_wall.mp4 │ ├── kitchen.mp4 │ ├── pyramid.mp4 │ ├── room.mp4 │ ├── single_cartoon.mp4 │ └── single_oil_painting.mp4 ├── pyproject.toml ├── requirements.txt ├── requirements_demo.txt ├── training ├── README.md ├── __init__.py ├── config │ ├── default.yaml │ └── default_dataset.yaml ├── data │ ├── __init__.py │ ├── augmentation.py │ ├── base_dataset.py │ ├── composed_dataset.py │ ├── dataset_util.py │ ├── datasets │ │ ├── co3d.py │ │ └── vkitti.py │ ├── dynamic_dataloader.py │ ├── preprocess │ │ └── vkitti.sh │ ├── track_util.py │ └── worker_fn.py ├── launch.py ├── loss.py ├── train_utils │ ├── __init__.py │ ├── checkpoint.py │ ├── distributed.py │ ├── freeze.py │ ├── general.py │ ├── gradient_clip.py │ ├── logging.py │ ├── normalization.py │ ├── optimizer.py │ └── tb_writer.py └── trainer.py ├── vggt ├── dependency │ ├── __init__.py │ ├── distortion.py │ ├── np_to_pycolmap.py │ ├── projection.py │ ├── track_modules │ │ ├── __init__.py │ │ ├── base_track_predictor.py │ │ ├── blocks.py │ │ ├── modules.py │ │ ├── track_refine.py │ │ └── utils.py │ ├── track_predict.py │ ├── vggsfm_tracker.py │ └── vggsfm_utils.py ├── heads │ ├── camera_head.py │ ├── dpt_head.py │ ├── head_act.py │ ├── track_head.py │ ├── track_modules │ │ ├── __init__.py │ │ ├── base_track_predictor.py │ │ ├── blocks.py │ │ ├── modules.py │ │ └── utils.py │ └── utils.py ├── layers │ ├── __init__.py │ ├── attention.py │ ├── block.py │ ├── drop_path.py │ ├── layer_scale.py │ ├── mlp.py │ ├── patch_embed.py │ ├── rope.py │ ├── swiglu_ffn.py │ └── vision_transformer.py ├── models │ ├── aggregator.py │ └── vggt.py └── utils │ ├── geometry.py │ ├── helper.py │ ├── load_fn.py │ ├── pose_enc.py │ ├── rotation.py │ └── visual_track.py └── visual_util.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/README.md -------------------------------------------------------------------------------- /demo_colmap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/demo_colmap.py -------------------------------------------------------------------------------- /demo_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/demo_gradio.py -------------------------------------------------------------------------------- /demo_viser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/demo_viser.py -------------------------------------------------------------------------------- /docs/package.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/docs/package.md -------------------------------------------------------------------------------- /examples/kitchen/images/00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/00.png -------------------------------------------------------------------------------- /examples/kitchen/images/01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/01.png -------------------------------------------------------------------------------- /examples/kitchen/images/02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/02.png -------------------------------------------------------------------------------- /examples/kitchen/images/03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/03.png -------------------------------------------------------------------------------- /examples/kitchen/images/04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/04.png -------------------------------------------------------------------------------- /examples/kitchen/images/05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/05.png -------------------------------------------------------------------------------- /examples/kitchen/images/06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/06.png -------------------------------------------------------------------------------- /examples/kitchen/images/07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/07.png -------------------------------------------------------------------------------- /examples/kitchen/images/08.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/08.png -------------------------------------------------------------------------------- /examples/kitchen/images/09.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/09.png -------------------------------------------------------------------------------- /examples/kitchen/images/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/10.png -------------------------------------------------------------------------------- /examples/kitchen/images/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/11.png -------------------------------------------------------------------------------- /examples/kitchen/images/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/12.png -------------------------------------------------------------------------------- /examples/kitchen/images/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/13.png -------------------------------------------------------------------------------- /examples/kitchen/images/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/14.png -------------------------------------------------------------------------------- /examples/kitchen/images/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/15.png -------------------------------------------------------------------------------- /examples/kitchen/images/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/16.png -------------------------------------------------------------------------------- /examples/kitchen/images/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/17.png -------------------------------------------------------------------------------- /examples/kitchen/images/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/18.png -------------------------------------------------------------------------------- /examples/kitchen/images/19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/19.png -------------------------------------------------------------------------------- /examples/kitchen/images/20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/20.png -------------------------------------------------------------------------------- /examples/kitchen/images/21.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/21.png -------------------------------------------------------------------------------- /examples/kitchen/images/22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/22.png -------------------------------------------------------------------------------- /examples/kitchen/images/23.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/23.png -------------------------------------------------------------------------------- /examples/kitchen/images/24.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/kitchen/images/24.png -------------------------------------------------------------------------------- /examples/llff_fern/images/000.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/000.png -------------------------------------------------------------------------------- /examples/llff_fern/images/001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/001.png -------------------------------------------------------------------------------- /examples/llff_fern/images/002.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/002.png -------------------------------------------------------------------------------- /examples/llff_fern/images/003.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/003.png -------------------------------------------------------------------------------- /examples/llff_fern/images/004.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/004.png -------------------------------------------------------------------------------- /examples/llff_fern/images/005.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/005.png -------------------------------------------------------------------------------- /examples/llff_fern/images/006.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/006.png -------------------------------------------------------------------------------- /examples/llff_fern/images/007.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/007.png -------------------------------------------------------------------------------- /examples/llff_fern/images/008.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/008.png -------------------------------------------------------------------------------- /examples/llff_fern/images/009.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/009.png -------------------------------------------------------------------------------- /examples/llff_fern/images/010.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/010.png -------------------------------------------------------------------------------- /examples/llff_fern/images/011.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/011.png -------------------------------------------------------------------------------- /examples/llff_fern/images/012.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/012.png -------------------------------------------------------------------------------- /examples/llff_fern/images/013.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/013.png -------------------------------------------------------------------------------- /examples/llff_fern/images/014.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/014.png -------------------------------------------------------------------------------- /examples/llff_fern/images/015.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/015.png -------------------------------------------------------------------------------- /examples/llff_fern/images/016.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/016.png -------------------------------------------------------------------------------- /examples/llff_fern/images/017.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/017.png -------------------------------------------------------------------------------- /examples/llff_fern/images/018.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/018.png -------------------------------------------------------------------------------- /examples/llff_fern/images/019.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_fern/images/019.png -------------------------------------------------------------------------------- /examples/llff_flower/images/000.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/000.png -------------------------------------------------------------------------------- /examples/llff_flower/images/001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/001.png -------------------------------------------------------------------------------- /examples/llff_flower/images/002.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/002.png -------------------------------------------------------------------------------- /examples/llff_flower/images/003.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/003.png -------------------------------------------------------------------------------- /examples/llff_flower/images/004.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/004.png -------------------------------------------------------------------------------- /examples/llff_flower/images/005.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/005.png -------------------------------------------------------------------------------- /examples/llff_flower/images/006.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/006.png -------------------------------------------------------------------------------- /examples/llff_flower/images/007.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/007.png -------------------------------------------------------------------------------- /examples/llff_flower/images/008.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/008.png -------------------------------------------------------------------------------- /examples/llff_flower/images/009.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/009.png -------------------------------------------------------------------------------- /examples/llff_flower/images/010.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/010.png -------------------------------------------------------------------------------- /examples/llff_flower/images/011.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/011.png -------------------------------------------------------------------------------- /examples/llff_flower/images/012.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/012.png -------------------------------------------------------------------------------- /examples/llff_flower/images/013.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/013.png -------------------------------------------------------------------------------- /examples/llff_flower/images/014.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/014.png -------------------------------------------------------------------------------- /examples/llff_flower/images/015.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/015.png -------------------------------------------------------------------------------- /examples/llff_flower/images/016.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/016.png -------------------------------------------------------------------------------- /examples/llff_flower/images/017.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/017.png -------------------------------------------------------------------------------- /examples/llff_flower/images/018.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/018.png -------------------------------------------------------------------------------- /examples/llff_flower/images/019.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/019.png -------------------------------------------------------------------------------- /examples/llff_flower/images/020.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/020.png -------------------------------------------------------------------------------- /examples/llff_flower/images/021.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/021.png -------------------------------------------------------------------------------- /examples/llff_flower/images/022.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/022.png -------------------------------------------------------------------------------- /examples/llff_flower/images/023.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/023.png -------------------------------------------------------------------------------- /examples/llff_flower/images/024.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/llff_flower/images/024.png -------------------------------------------------------------------------------- /examples/room/images/no_overlap_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_1.png -------------------------------------------------------------------------------- /examples/room/images/no_overlap_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_2.jpg -------------------------------------------------------------------------------- /examples/room/images/no_overlap_3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_3.jpg -------------------------------------------------------------------------------- /examples/room/images/no_overlap_4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_4.jpg -------------------------------------------------------------------------------- /examples/room/images/no_overlap_5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_5.jpg -------------------------------------------------------------------------------- /examples/room/images/no_overlap_6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_6.jpg -------------------------------------------------------------------------------- /examples/room/images/no_overlap_7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_7.jpg -------------------------------------------------------------------------------- /examples/room/images/no_overlap_8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/room/images/no_overlap_8.jpg -------------------------------------------------------------------------------- /examples/single_cartoon/images/model_was_never_trained_on_single_image_or_cartoon.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/single_cartoon/images/model_was_never_trained_on_single_image_or_cartoon.jpg -------------------------------------------------------------------------------- /examples/single_oil_painting/images/model_was_never_trained_on_single_image_or_oil_painting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/single_oil_painting/images/model_was_never_trained_on_single_image_or_oil_painting.png -------------------------------------------------------------------------------- /examples/videos/Colosseum.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/Colosseum.mp4 -------------------------------------------------------------------------------- /examples/videos/fern.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/fern.mp4 -------------------------------------------------------------------------------- /examples/videos/great_wall.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/great_wall.mp4 -------------------------------------------------------------------------------- /examples/videos/kitchen.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/kitchen.mp4 -------------------------------------------------------------------------------- /examples/videos/pyramid.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/pyramid.mp4 -------------------------------------------------------------------------------- /examples/videos/room.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/room.mp4 -------------------------------------------------------------------------------- /examples/videos/single_cartoon.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/single_cartoon.mp4 -------------------------------------------------------------------------------- /examples/videos/single_oil_painting.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/examples/videos/single_oil_painting.mp4 -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_demo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/requirements_demo.txt -------------------------------------------------------------------------------- /training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/README.md -------------------------------------------------------------------------------- /training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /training/config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/config/default.yaml -------------------------------------------------------------------------------- /training/config/default_dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/config/default_dataset.yaml -------------------------------------------------------------------------------- /training/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /training/data/augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/augmentation.py -------------------------------------------------------------------------------- /training/data/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/base_dataset.py -------------------------------------------------------------------------------- /training/data/composed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/composed_dataset.py -------------------------------------------------------------------------------- /training/data/dataset_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/dataset_util.py -------------------------------------------------------------------------------- /training/data/datasets/co3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/datasets/co3d.py -------------------------------------------------------------------------------- /training/data/datasets/vkitti.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/datasets/vkitti.py -------------------------------------------------------------------------------- /training/data/dynamic_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/dynamic_dataloader.py -------------------------------------------------------------------------------- /training/data/preprocess/vkitti.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/preprocess/vkitti.sh -------------------------------------------------------------------------------- /training/data/track_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/track_util.py -------------------------------------------------------------------------------- /training/data/worker_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/data/worker_fn.py -------------------------------------------------------------------------------- /training/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/launch.py -------------------------------------------------------------------------------- /training/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/loss.py -------------------------------------------------------------------------------- /training/train_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /training/train_utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/checkpoint.py -------------------------------------------------------------------------------- /training/train_utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/distributed.py -------------------------------------------------------------------------------- /training/train_utils/freeze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/freeze.py -------------------------------------------------------------------------------- /training/train_utils/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/general.py -------------------------------------------------------------------------------- /training/train_utils/gradient_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/gradient_clip.py -------------------------------------------------------------------------------- /training/train_utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/logging.py -------------------------------------------------------------------------------- /training/train_utils/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/normalization.py -------------------------------------------------------------------------------- /training/train_utils/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/optimizer.py -------------------------------------------------------------------------------- /training/train_utils/tb_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/train_utils/tb_writer.py -------------------------------------------------------------------------------- /training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/training/trainer.py -------------------------------------------------------------------------------- /vggt/dependency/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/__init__.py -------------------------------------------------------------------------------- /vggt/dependency/distortion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/distortion.py -------------------------------------------------------------------------------- /vggt/dependency/np_to_pycolmap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/np_to_pycolmap.py -------------------------------------------------------------------------------- /vggt/dependency/projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/projection.py -------------------------------------------------------------------------------- /vggt/dependency/track_modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vggt/dependency/track_modules/base_track_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/track_modules/base_track_predictor.py -------------------------------------------------------------------------------- /vggt/dependency/track_modules/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/track_modules/blocks.py -------------------------------------------------------------------------------- /vggt/dependency/track_modules/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/track_modules/modules.py -------------------------------------------------------------------------------- /vggt/dependency/track_modules/track_refine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/track_modules/track_refine.py -------------------------------------------------------------------------------- /vggt/dependency/track_modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/track_modules/utils.py -------------------------------------------------------------------------------- /vggt/dependency/track_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/track_predict.py -------------------------------------------------------------------------------- /vggt/dependency/vggsfm_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/vggsfm_tracker.py -------------------------------------------------------------------------------- /vggt/dependency/vggsfm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/dependency/vggsfm_utils.py -------------------------------------------------------------------------------- /vggt/heads/camera_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/camera_head.py -------------------------------------------------------------------------------- /vggt/heads/dpt_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/dpt_head.py -------------------------------------------------------------------------------- /vggt/heads/head_act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/head_act.py -------------------------------------------------------------------------------- /vggt/heads/track_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/track_head.py -------------------------------------------------------------------------------- /vggt/heads/track_modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/track_modules/__init__.py -------------------------------------------------------------------------------- /vggt/heads/track_modules/base_track_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/track_modules/base_track_predictor.py -------------------------------------------------------------------------------- /vggt/heads/track_modules/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/track_modules/blocks.py -------------------------------------------------------------------------------- /vggt/heads/track_modules/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/track_modules/modules.py -------------------------------------------------------------------------------- /vggt/heads/track_modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/track_modules/utils.py -------------------------------------------------------------------------------- /vggt/heads/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/heads/utils.py -------------------------------------------------------------------------------- /vggt/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/__init__.py -------------------------------------------------------------------------------- /vggt/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/attention.py -------------------------------------------------------------------------------- /vggt/layers/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/block.py -------------------------------------------------------------------------------- /vggt/layers/drop_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/drop_path.py -------------------------------------------------------------------------------- /vggt/layers/layer_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/layer_scale.py -------------------------------------------------------------------------------- /vggt/layers/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/mlp.py -------------------------------------------------------------------------------- /vggt/layers/patch_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/patch_embed.py -------------------------------------------------------------------------------- /vggt/layers/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/rope.py -------------------------------------------------------------------------------- /vggt/layers/swiglu_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/swiglu_ffn.py -------------------------------------------------------------------------------- /vggt/layers/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/layers/vision_transformer.py -------------------------------------------------------------------------------- /vggt/models/aggregator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/models/aggregator.py -------------------------------------------------------------------------------- /vggt/models/vggt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/models/vggt.py -------------------------------------------------------------------------------- /vggt/utils/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/utils/geometry.py -------------------------------------------------------------------------------- /vggt/utils/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/utils/helper.py -------------------------------------------------------------------------------- /vggt/utils/load_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/utils/load_fn.py -------------------------------------------------------------------------------- /vggt/utils/pose_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/utils/pose_enc.py -------------------------------------------------------------------------------- /vggt/utils/rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/utils/rotation.py -------------------------------------------------------------------------------- /vggt/utils/visual_track.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/vggt/utils/visual_track.py -------------------------------------------------------------------------------- /visual_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/vggt/HEAD/visual_util.py --------------------------------------------------------------------------------