├── .devcontainer └── devcontainer.json ├── .gitignore ├── LICENSE ├── README.md ├── configs └── model.yaml ├── demo ├── demo.ipynb ├── demo.py └── paths.py ├── env ├── Dockerfile ├── install.sh └── requirements.txt ├── l4p ├── __init__.py ├── data │ ├── __init__.py │ ├── davis.py │ ├── dycheck_dataset.py │ ├── l4p_dataset_mini.py │ └── video_dataset.py ├── l4p.py ├── main.py ├── models │ ├── VideoMAEv2 │ │ ├── __init__.py │ │ └── models │ │ │ ├── LICENSE │ │ │ ├── __init__.py │ │ │ ├── modeling_finetune.py │ │ │ └── modeling_pretrain.py │ ├── __init__.py │ ├── aligner.py │ ├── blocks.py │ ├── l4p_videomae.py │ ├── task_heads │ │ ├── dense_heads.py │ │ ├── dpt │ │ │ ├── __init__.py │ │ │ ├── croco │ │ │ │ ├── LICENSE │ │ │ │ └── dpt_block.py │ │ │ └── dust3r │ │ │ │ ├── LICENSE │ │ │ │ └── dpt_head.py │ │ ├── sam │ │ │ ├── LICENSE │ │ │ ├── __init__.py │ │ │ ├── common.py │ │ │ ├── mask_decoder.py │ │ │ ├── prompt_encoder.py │ │ │ └── transformer.py │ │ └── sparse_heads.py │ └── utils.py └── utils │ ├── geometry_utils.py │ ├── misc.py │ ├── vis.py │ └── viser.py ├── media ├── 4d_recon_visuals_camel.gif ├── 4d_recon_visuals_car-roundabout.gif ├── 4d_recon_visuals_car-shadow.gif ├── 4d_recon_visuals_drift-straight.gif ├── 4d_recon_visuals_longboard.gif ├── 4d_recon_visuals_parkour.gif ├── 4d_recon_visuals_running.gif ├── 4d_recon_visuals_snowboard.gif ├── 4d_recon_visuals_train.gif ├── Dycheck_haru-sit.gif ├── Dycheck_paper-windmill.gif ├── Dycheck_spin.gif ├── car-shadow.gif ├── galileo_teaser_text.gif ├── grass-chopper.gif ├── lady-running.gif ├── longboard.gif ├── nvidialogo.png ├── parkour.gif ├── snowboard.gif ├── teaser.png └── train.gif └── weights └── download.sh /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/README.md -------------------------------------------------------------------------------- /configs/model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/configs/model.yaml -------------------------------------------------------------------------------- /demo/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/demo/demo.ipynb -------------------------------------------------------------------------------- /demo/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/demo/demo.py -------------------------------------------------------------------------------- /demo/paths.py: -------------------------------------------------------------------------------- 1 | import sys 2 | 3 | sys.path.append("..") 4 | -------------------------------------------------------------------------------- /env/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/env/Dockerfile -------------------------------------------------------------------------------- /env/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/env/install.sh -------------------------------------------------------------------------------- /env/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/env/requirements.txt -------------------------------------------------------------------------------- /l4p/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /l4p/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /l4p/data/davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/data/davis.py -------------------------------------------------------------------------------- /l4p/data/dycheck_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/data/dycheck_dataset.py -------------------------------------------------------------------------------- /l4p/data/l4p_dataset_mini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/data/l4p_dataset_mini.py -------------------------------------------------------------------------------- /l4p/data/video_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/data/video_dataset.py -------------------------------------------------------------------------------- /l4p/l4p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/l4p.py -------------------------------------------------------------------------------- /l4p/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/main.py -------------------------------------------------------------------------------- /l4p/models/VideoMAEv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /l4p/models/VideoMAEv2/models/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/VideoMAEv2/models/LICENSE -------------------------------------------------------------------------------- /l4p/models/VideoMAEv2/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/VideoMAEv2/models/__init__.py -------------------------------------------------------------------------------- /l4p/models/VideoMAEv2/models/modeling_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/VideoMAEv2/models/modeling_finetune.py -------------------------------------------------------------------------------- /l4p/models/VideoMAEv2/models/modeling_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/VideoMAEv2/models/modeling_pretrain.py -------------------------------------------------------------------------------- /l4p/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /l4p/models/aligner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/aligner.py -------------------------------------------------------------------------------- /l4p/models/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/blocks.py -------------------------------------------------------------------------------- /l4p/models/l4p_videomae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/l4p_videomae.py -------------------------------------------------------------------------------- /l4p/models/task_heads/dense_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/dense_heads.py -------------------------------------------------------------------------------- /l4p/models/task_heads/dpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /l4p/models/task_heads/dpt/croco/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/dpt/croco/LICENSE -------------------------------------------------------------------------------- /l4p/models/task_heads/dpt/croco/dpt_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/dpt/croco/dpt_block.py -------------------------------------------------------------------------------- /l4p/models/task_heads/dpt/dust3r/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/dpt/dust3r/LICENSE -------------------------------------------------------------------------------- /l4p/models/task_heads/dpt/dust3r/dpt_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/dpt/dust3r/dpt_head.py -------------------------------------------------------------------------------- /l4p/models/task_heads/sam/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/sam/LICENSE -------------------------------------------------------------------------------- /l4p/models/task_heads/sam/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /l4p/models/task_heads/sam/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/sam/common.py -------------------------------------------------------------------------------- /l4p/models/task_heads/sam/mask_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/sam/mask_decoder.py -------------------------------------------------------------------------------- /l4p/models/task_heads/sam/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/sam/prompt_encoder.py -------------------------------------------------------------------------------- /l4p/models/task_heads/sam/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/sam/transformer.py -------------------------------------------------------------------------------- /l4p/models/task_heads/sparse_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/task_heads/sparse_heads.py -------------------------------------------------------------------------------- /l4p/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/models/utils.py -------------------------------------------------------------------------------- /l4p/utils/geometry_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/utils/geometry_utils.py -------------------------------------------------------------------------------- /l4p/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/utils/misc.py -------------------------------------------------------------------------------- /l4p/utils/vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/utils/vis.py -------------------------------------------------------------------------------- /l4p/utils/viser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/l4p/utils/viser.py -------------------------------------------------------------------------------- /media/4d_recon_visuals_camel.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_camel.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_car-roundabout.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_car-roundabout.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_car-shadow.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_car-shadow.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_drift-straight.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_drift-straight.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_longboard.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_longboard.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_parkour.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_parkour.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_running.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_running.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_snowboard.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_snowboard.gif -------------------------------------------------------------------------------- /media/4d_recon_visuals_train.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/4d_recon_visuals_train.gif -------------------------------------------------------------------------------- /media/Dycheck_haru-sit.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/Dycheck_haru-sit.gif -------------------------------------------------------------------------------- /media/Dycheck_paper-windmill.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/Dycheck_paper-windmill.gif -------------------------------------------------------------------------------- /media/Dycheck_spin.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/Dycheck_spin.gif -------------------------------------------------------------------------------- /media/car-shadow.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/car-shadow.gif -------------------------------------------------------------------------------- /media/galileo_teaser_text.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/galileo_teaser_text.gif -------------------------------------------------------------------------------- /media/grass-chopper.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/grass-chopper.gif -------------------------------------------------------------------------------- /media/lady-running.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/lady-running.gif -------------------------------------------------------------------------------- /media/longboard.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/longboard.gif -------------------------------------------------------------------------------- /media/nvidialogo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/nvidialogo.png -------------------------------------------------------------------------------- /media/parkour.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/parkour.gif -------------------------------------------------------------------------------- /media/snowboard.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/snowboard.gif -------------------------------------------------------------------------------- /media/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/teaser.png -------------------------------------------------------------------------------- /media/train.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/media/train.gif -------------------------------------------------------------------------------- /weights/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/L4P/HEAD/weights/download.sh --------------------------------------------------------------------------------