├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── __init__.py ├── configs └── eval_seg.yaml ├── datasets ├── COCO.py ├── EmbeddingFile.py ├── README.md ├── __init__.py ├── cityscapes.py ├── sa1b.py └── util.py ├── davis2017-evaluation ├── LICENSE ├── README.md ├── davis2017 │ ├── __init__.py │ ├── davis.py │ ├── evaluation.py │ ├── metrics.py │ ├── results.py │ └── utils.py ├── evaluation_codalab.py ├── evaluation_method.py ├── setup.cfg └── setup.py ├── environment.yaml ├── environment_cuda11.yaml ├── eval_davis_video_seg.py ├── eval_seg.py ├── example_usage.py ├── examples ├── bike-packing.gif ├── blackswan.gif ├── breakdance.gif ├── clip-camel.gif ├── feats.png ├── sa_1.jpg └── siglip2-horsejump.gif ├── featurizers ├── CLIP.py ├── DINOv2.py ├── RADIO.py ├── SigLIP.py ├── __init__.py ├── dinov2 │ ├── __init__.py │ └── layers │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── block.py │ │ ├── dino_head.py │ │ ├── drop_path.py │ │ ├── layer_scale.py │ │ ├── mlp.py │ │ ├── patch_embed.py │ │ └── swiglu_ffn.py ├── maskclip │ ├── README.md │ ├── __init__.py │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── clip.py │ ├── interpolate.py │ ├── model.py │ └── simple_tokenizer.py └── util.py ├── figures ├── loftup-teaser.png └── teaser-2.png ├── gen_video_davis.py ├── hubconf.py ├── push_to_hf.py ├── tools ├── eval_video_segmentation.py └── upload_to_hugging_face.py ├── upsamplers ├── __init__.py ├── layers.py ├── lift.py └── upsamplers.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/eval_seg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/configs/eval_seg.yaml -------------------------------------------------------------------------------- /datasets/COCO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/COCO.py -------------------------------------------------------------------------------- /datasets/EmbeddingFile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/EmbeddingFile.py -------------------------------------------------------------------------------- /datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/README.md -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/cityscapes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/cityscapes.py -------------------------------------------------------------------------------- /datasets/sa1b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/sa1b.py -------------------------------------------------------------------------------- /datasets/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/datasets/util.py -------------------------------------------------------------------------------- /davis2017-evaluation/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/LICENSE -------------------------------------------------------------------------------- /davis2017-evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/README.md -------------------------------------------------------------------------------- /davis2017-evaluation/davis2017/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/davis2017/__init__.py -------------------------------------------------------------------------------- /davis2017-evaluation/davis2017/davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/davis2017/davis.py -------------------------------------------------------------------------------- /davis2017-evaluation/davis2017/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/davis2017/evaluation.py -------------------------------------------------------------------------------- /davis2017-evaluation/davis2017/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/davis2017/metrics.py -------------------------------------------------------------------------------- /davis2017-evaluation/davis2017/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/davis2017/results.py -------------------------------------------------------------------------------- /davis2017-evaluation/davis2017/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/davis2017/utils.py -------------------------------------------------------------------------------- /davis2017-evaluation/evaluation_codalab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/evaluation_codalab.py -------------------------------------------------------------------------------- /davis2017-evaluation/evaluation_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/evaluation_method.py -------------------------------------------------------------------------------- /davis2017-evaluation/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/setup.cfg -------------------------------------------------------------------------------- /davis2017-evaluation/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/davis2017-evaluation/setup.py -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/environment.yaml -------------------------------------------------------------------------------- /environment_cuda11.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/environment_cuda11.yaml -------------------------------------------------------------------------------- /eval_davis_video_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/eval_davis_video_seg.py -------------------------------------------------------------------------------- /eval_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/eval_seg.py -------------------------------------------------------------------------------- /example_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/example_usage.py -------------------------------------------------------------------------------- /examples/bike-packing.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/bike-packing.gif -------------------------------------------------------------------------------- /examples/blackswan.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/blackswan.gif -------------------------------------------------------------------------------- /examples/breakdance.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/breakdance.gif -------------------------------------------------------------------------------- /examples/clip-camel.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/clip-camel.gif -------------------------------------------------------------------------------- /examples/feats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/feats.png -------------------------------------------------------------------------------- /examples/sa_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/sa_1.jpg -------------------------------------------------------------------------------- /examples/siglip2-horsejump.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/examples/siglip2-horsejump.gif -------------------------------------------------------------------------------- /featurizers/CLIP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/CLIP.py -------------------------------------------------------------------------------- /featurizers/DINOv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/DINOv2.py -------------------------------------------------------------------------------- /featurizers/RADIO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/RADIO.py -------------------------------------------------------------------------------- /featurizers/SigLIP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/SigLIP.py -------------------------------------------------------------------------------- /featurizers/__init__.py: -------------------------------------------------------------------------------- 1 | from .util import get_featurizer -------------------------------------------------------------------------------- /featurizers/dinov2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /featurizers/dinov2/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/__init__.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/attention.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/block.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/dino_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/dino_head.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/drop_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/drop_path.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/layer_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/layer_scale.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/mlp.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/patch_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/patch_embed.py -------------------------------------------------------------------------------- /featurizers/dinov2/layers/swiglu_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/dinov2/layers/swiglu_ffn.py -------------------------------------------------------------------------------- /featurizers/maskclip/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/README.md -------------------------------------------------------------------------------- /featurizers/maskclip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/__init__.py -------------------------------------------------------------------------------- /featurizers/maskclip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /featurizers/maskclip/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/clip.py -------------------------------------------------------------------------------- /featurizers/maskclip/interpolate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/interpolate.py -------------------------------------------------------------------------------- /featurizers/maskclip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/model.py -------------------------------------------------------------------------------- /featurizers/maskclip/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/maskclip/simple_tokenizer.py -------------------------------------------------------------------------------- /featurizers/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/featurizers/util.py -------------------------------------------------------------------------------- /figures/loftup-teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/figures/loftup-teaser.png -------------------------------------------------------------------------------- /figures/teaser-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/figures/teaser-2.png -------------------------------------------------------------------------------- /gen_video_davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/gen_video_davis.py -------------------------------------------------------------------------------- /hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/hubconf.py -------------------------------------------------------------------------------- /push_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/push_to_hf.py -------------------------------------------------------------------------------- /tools/eval_video_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/tools/eval_video_segmentation.py -------------------------------------------------------------------------------- /tools/upload_to_hugging_face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/tools/upload_to_hugging_face.py -------------------------------------------------------------------------------- /upsamplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/upsamplers/__init__.py -------------------------------------------------------------------------------- /upsamplers/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/upsamplers/layers.py -------------------------------------------------------------------------------- /upsamplers/lift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/upsamplers/lift.py -------------------------------------------------------------------------------- /upsamplers/upsamplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/upsamplers/upsamplers.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/andrehuang/loftup/HEAD/utils.py --------------------------------------------------------------------------------