├── .gitignore ├── LICENSE-APACHE ├── LICENSE-MIT ├── README.md ├── data └── example-data │ ├── Amir-Khan-Lamont-Peterson_2689582.jpg │ ├── BNAAHPYGMYSE26U6C6T7VA6544.jpg │ ├── Canelo-Alvarez-b4d59f2080464e4d996177f5ce9792ee.jpg │ ├── Planche.jpg │ └── yoga-example.jpg ├── media └── sam3d-body-demo.gif ├── pixi.lock ├── pyproject.toml ├── src └── sam3d_body │ ├── __init__.py │ ├── api │ ├── demo.py │ └── visualization.py │ ├── build_models.py │ ├── data │ ├── __init__.py │ ├── transforms │ │ ├── __init__.py │ │ ├── bbox_utils.py │ │ └── common.py │ └── utils │ │ ├── io.py │ │ └── prepare_batch.py │ ├── gradio_ui │ └── sam3d_body_ui.py │ ├── metadata │ ├── __init__.py │ └── mhr70.py │ ├── models │ ├── __init__.py │ ├── backbones │ │ ├── __init__.py │ │ ├── dinov3.py │ │ └── vit.py │ ├── decoders │ │ ├── __init__.py │ │ ├── keypoint_prompt_sampler.py │ │ ├── prompt_encoder.py │ │ └── promptable_decoder.py │ ├── heads │ │ ├── __init__.py │ │ ├── camera_head.py │ │ └── mhr_head.py │ ├── meta_arch │ │ ├── __init__.py │ │ ├── base_lightning_module.py │ │ ├── base_model.py │ │ └── sam3d_body.py │ ├── modules │ │ ├── __init__.py │ │ ├── camera_embed.py │ │ ├── drop_path.py │ │ ├── geometry_utils.py │ │ ├── layer_scale.py │ │ ├── mhr_utils.py │ │ ├── misc.py │ │ ├── swiglu_ffn.py │ │ └── transformer.py │ └── optim │ │ ├── __init__.py │ │ └── fp16_utils.py │ ├── sam_3d_body_estimator.py │ ├── transforms │ ├── __init__.py │ ├── bbox_utils.py │ └── common.py │ └── utils │ ├── __init__.py │ ├── checkpoint.py │ ├── config.py │ ├── dist.py │ └── logging.py └── tool ├── demo.py ├── gradio_sam3.py └── gradio_sam3d_body.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE-APACHE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/LICENSE-APACHE -------------------------------------------------------------------------------- /LICENSE-MIT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/LICENSE-MIT -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/README.md -------------------------------------------------------------------------------- /data/example-data/Amir-Khan-Lamont-Peterson_2689582.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/data/example-data/Amir-Khan-Lamont-Peterson_2689582.jpg -------------------------------------------------------------------------------- /data/example-data/BNAAHPYGMYSE26U6C6T7VA6544.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/data/example-data/BNAAHPYGMYSE26U6C6T7VA6544.jpg -------------------------------------------------------------------------------- /data/example-data/Canelo-Alvarez-b4d59f2080464e4d996177f5ce9792ee.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/data/example-data/Canelo-Alvarez-b4d59f2080464e4d996177f5ce9792ee.jpg -------------------------------------------------------------------------------- /data/example-data/Planche.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/data/example-data/Planche.jpg -------------------------------------------------------------------------------- /data/example-data/yoga-example.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/data/example-data/yoga-example.jpg -------------------------------------------------------------------------------- /media/sam3d-body-demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/media/sam3d-body-demo.gif -------------------------------------------------------------------------------- /pixi.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/pixi.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/sam3d_body/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/api/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/api/demo.py -------------------------------------------------------------------------------- /src/sam3d_body/api/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/api/visualization.py -------------------------------------------------------------------------------- /src/sam3d_body/build_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/build_models.py -------------------------------------------------------------------------------- /src/sam3d_body/data/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Meta Platforms, Inc. and affiliates. 2 | -------------------------------------------------------------------------------- /src/sam3d_body/data/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/data/transforms/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/data/transforms/bbox_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/data/transforms/bbox_utils.py -------------------------------------------------------------------------------- /src/sam3d_body/data/transforms/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/data/transforms/common.py -------------------------------------------------------------------------------- /src/sam3d_body/data/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/data/utils/io.py -------------------------------------------------------------------------------- /src/sam3d_body/data/utils/prepare_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/data/utils/prepare_batch.py -------------------------------------------------------------------------------- /src/sam3d_body/gradio_ui/sam3d_body_ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/gradio_ui/sam3d_body_ui.py -------------------------------------------------------------------------------- /src/sam3d_body/metadata/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/metadata/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/metadata/mhr70.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/metadata/mhr70.py -------------------------------------------------------------------------------- /src/sam3d_body/models/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Meta Platforms, Inc. and affiliates. 2 | -------------------------------------------------------------------------------- /src/sam3d_body/models/backbones/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/backbones/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/models/backbones/dinov3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/backbones/dinov3.py -------------------------------------------------------------------------------- /src/sam3d_body/models/backbones/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/backbones/vit.py -------------------------------------------------------------------------------- /src/sam3d_body/models/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/decoders/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/models/decoders/keypoint_prompt_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/decoders/keypoint_prompt_sampler.py -------------------------------------------------------------------------------- /src/sam3d_body/models/decoders/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/decoders/prompt_encoder.py -------------------------------------------------------------------------------- /src/sam3d_body/models/decoders/promptable_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/decoders/promptable_decoder.py -------------------------------------------------------------------------------- /src/sam3d_body/models/heads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/heads/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/models/heads/camera_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/heads/camera_head.py -------------------------------------------------------------------------------- /src/sam3d_body/models/heads/mhr_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/heads/mhr_head.py -------------------------------------------------------------------------------- /src/sam3d_body/models/meta_arch/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Meta Platforms, Inc. and affiliates. 2 | 3 | from .sam3d_body import SAM3DBody 4 | -------------------------------------------------------------------------------- /src/sam3d_body/models/meta_arch/base_lightning_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/meta_arch/base_lightning_module.py -------------------------------------------------------------------------------- /src/sam3d_body/models/meta_arch/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/meta_arch/base_model.py -------------------------------------------------------------------------------- /src/sam3d_body/models/meta_arch/sam3d_body.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/meta_arch/sam3d_body.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/camera_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/camera_embed.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/drop_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/drop_path.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/geometry_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/geometry_utils.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/layer_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/layer_scale.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/mhr_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/mhr_utils.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/misc.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/swiglu_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/swiglu_ffn.py -------------------------------------------------------------------------------- /src/sam3d_body/models/modules/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/modules/transformer.py -------------------------------------------------------------------------------- /src/sam3d_body/models/optim/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Meta Platforms, Inc. and affiliates. 2 | -------------------------------------------------------------------------------- /src/sam3d_body/models/optim/fp16_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/models/optim/fp16_utils.py -------------------------------------------------------------------------------- /src/sam3d_body/sam_3d_body_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/sam_3d_body_estimator.py -------------------------------------------------------------------------------- /src/sam3d_body/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/transforms/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/transforms/bbox_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/transforms/bbox_utils.py -------------------------------------------------------------------------------- /src/sam3d_body/transforms/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/transforms/common.py -------------------------------------------------------------------------------- /src/sam3d_body/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/utils/__init__.py -------------------------------------------------------------------------------- /src/sam3d_body/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/utils/checkpoint.py -------------------------------------------------------------------------------- /src/sam3d_body/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/utils/config.py -------------------------------------------------------------------------------- /src/sam3d_body/utils/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/utils/dist.py -------------------------------------------------------------------------------- /src/sam3d_body/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/src/sam3d_body/utils/logging.py -------------------------------------------------------------------------------- /tool/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/tool/demo.py -------------------------------------------------------------------------------- /tool/gradio_sam3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/tool/gradio_sam3.py -------------------------------------------------------------------------------- /tool/gradio_sam3d_body.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rerun-io/sam3d-body-rerun/HEAD/tool/gradio_sam3d_body.py --------------------------------------------------------------------------------