├── .gitignore ├── README.md ├── checkpoints └── download_ckpts.sh ├── dam4sam_config.yaml ├── dam4sam_tracker.py ├── didi-workspace ├── analysis │ └── empty ├── baseline_experiment.yaml ├── config.yaml ├── reports │ └── empty ├── results │ └── empty ├── sequences │ └── empty └── trackers.ini ├── imgs ├── didi-examples.jpg └── object-removal.png ├── inpaint_object.sh ├── move_didi_results.py ├── pyproject.toml ├── requirements.txt ├── run_bbox_example.py ├── run_on_box_dataset.py ├── run_on_didi.py ├── sam2 ├── _C.so ├── __init__.py ├── automatic_mask_generator.py ├── build_sam.py ├── csrc │ └── connected_components.cu ├── modeling │ ├── __init__.py │ ├── backbones │ │ ├── __init__.py │ │ ├── hieradet.py │ │ ├── image_encoder.py │ │ └── utils.py │ ├── memory_attention.py │ ├── memory_encoder.py │ ├── position_encoding.py │ ├── sam │ │ ├── __init__.py │ │ ├── mask_decoder.py │ │ ├── prompt_encoder.py │ │ └── transformer.py │ ├── sam2_base.py │ └── sam2_utils.py ├── sam21pp_hiera_b+.yaml ├── sam21pp_hiera_l.yaml ├── sam21pp_hiera_s.yaml ├── sam21pp_hiera_t.yaml ├── sam2_image_predictor.py ├── sam2_video_predictor.py ├── sam2pp_hiera_b+.yaml ├── sam2pp_hiera_l.yaml ├── sam2pp_hiera_s.yaml ├── sam2pp_hiera_t.yaml └── utils │ ├── __init__.py │ ├── amg.py │ ├── misc.py │ └── transforms.py ├── setup.py ├── training ├── README.md ├── __init__.py ├── assets │ ├── MOSE_sample_train_list.txt │ └── MOSE_sample_val_list.txt ├── dataset │ ├── __init__.py │ ├── sam2_datasets.py │ ├── transforms.py │ ├── utils.py │ ├── vos_dataset.py │ ├── vos_raw_dataset.py │ ├── vos_sampler.py │ └── vos_segment_loader.py ├── loss_fns.py ├── model │ ├── __init__.py │ └── sam2.py ├── optimizer.py ├── scripts │ └── sav_frame_extraction_submitit.py ├── train.py ├── trainer.py └── utils │ ├── __init__.py │ ├── checkpoint_utils.py │ ├── data_utils.py │ ├── distributed.py │ ├── logger.py │ └── train_utils.py ├── utils ├── box_selector.py ├── dataset_utils.py ├── mask_utils.py ├── utils.py ├── visualization_utils.py └── vot_helper.py ├── vot_integration └── vot2022_st │ ├── rt_stack.yaml │ ├── st_stack.yaml │ └── trackers.ini └── vot_wrapper_dam4sam.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/README.md -------------------------------------------------------------------------------- /checkpoints/download_ckpts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/checkpoints/download_ckpts.sh -------------------------------------------------------------------------------- /dam4sam_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/dam4sam_config.yaml -------------------------------------------------------------------------------- /dam4sam_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/dam4sam_tracker.py -------------------------------------------------------------------------------- /didi-workspace/analysis/empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /didi-workspace/baseline_experiment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/didi-workspace/baseline_experiment.yaml -------------------------------------------------------------------------------- /didi-workspace/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/didi-workspace/config.yaml -------------------------------------------------------------------------------- /didi-workspace/reports/empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /didi-workspace/results/empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /didi-workspace/sequences/empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /didi-workspace/trackers.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/didi-workspace/trackers.ini -------------------------------------------------------------------------------- /imgs/didi-examples.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/imgs/didi-examples.jpg -------------------------------------------------------------------------------- /imgs/object-removal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/imgs/object-removal.png -------------------------------------------------------------------------------- /inpaint_object.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/inpaint_object.sh -------------------------------------------------------------------------------- /move_didi_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/move_didi_results.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_bbox_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/run_bbox_example.py -------------------------------------------------------------------------------- /run_on_box_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/run_on_box_dataset.py -------------------------------------------------------------------------------- /run_on_didi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/run_on_didi.py -------------------------------------------------------------------------------- /sam2/_C.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/_C.so -------------------------------------------------------------------------------- /sam2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/__init__.py -------------------------------------------------------------------------------- /sam2/automatic_mask_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/automatic_mask_generator.py -------------------------------------------------------------------------------- /sam2/build_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/build_sam.py -------------------------------------------------------------------------------- /sam2/csrc/connected_components.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/csrc/connected_components.cu -------------------------------------------------------------------------------- /sam2/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/__init__.py -------------------------------------------------------------------------------- /sam2/modeling/backbones/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/backbones/__init__.py -------------------------------------------------------------------------------- /sam2/modeling/backbones/hieradet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/backbones/hieradet.py -------------------------------------------------------------------------------- /sam2/modeling/backbones/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/backbones/image_encoder.py -------------------------------------------------------------------------------- /sam2/modeling/backbones/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/backbones/utils.py -------------------------------------------------------------------------------- /sam2/modeling/memory_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/memory_attention.py -------------------------------------------------------------------------------- /sam2/modeling/memory_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/memory_encoder.py -------------------------------------------------------------------------------- /sam2/modeling/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/position_encoding.py -------------------------------------------------------------------------------- /sam2/modeling/sam/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/sam/__init__.py -------------------------------------------------------------------------------- /sam2/modeling/sam/mask_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/sam/mask_decoder.py -------------------------------------------------------------------------------- /sam2/modeling/sam/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/sam/prompt_encoder.py -------------------------------------------------------------------------------- /sam2/modeling/sam/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/sam/transformer.py -------------------------------------------------------------------------------- /sam2/modeling/sam2_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/sam2_base.py -------------------------------------------------------------------------------- /sam2/modeling/sam2_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/modeling/sam2_utils.py -------------------------------------------------------------------------------- /sam2/sam21pp_hiera_b+.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam21pp_hiera_b+.yaml -------------------------------------------------------------------------------- /sam2/sam21pp_hiera_l.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam21pp_hiera_l.yaml -------------------------------------------------------------------------------- /sam2/sam21pp_hiera_s.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam21pp_hiera_s.yaml -------------------------------------------------------------------------------- /sam2/sam21pp_hiera_t.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam21pp_hiera_t.yaml -------------------------------------------------------------------------------- /sam2/sam2_image_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam2_image_predictor.py -------------------------------------------------------------------------------- /sam2/sam2_video_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam2_video_predictor.py -------------------------------------------------------------------------------- /sam2/sam2pp_hiera_b+.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam2pp_hiera_b+.yaml -------------------------------------------------------------------------------- /sam2/sam2pp_hiera_l.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam2pp_hiera_l.yaml -------------------------------------------------------------------------------- /sam2/sam2pp_hiera_s.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam2pp_hiera_s.yaml -------------------------------------------------------------------------------- /sam2/sam2pp_hiera_t.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/sam2pp_hiera_t.yaml -------------------------------------------------------------------------------- /sam2/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/utils/__init__.py -------------------------------------------------------------------------------- /sam2/utils/amg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/utils/amg.py -------------------------------------------------------------------------------- /sam2/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/utils/misc.py -------------------------------------------------------------------------------- /sam2/utils/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/sam2/utils/transforms.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/setup.py -------------------------------------------------------------------------------- /training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/README.md -------------------------------------------------------------------------------- /training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/__init__.py -------------------------------------------------------------------------------- /training/assets/MOSE_sample_train_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/assets/MOSE_sample_train_list.txt -------------------------------------------------------------------------------- /training/assets/MOSE_sample_val_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/assets/MOSE_sample_val_list.txt -------------------------------------------------------------------------------- /training/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/__init__.py -------------------------------------------------------------------------------- /training/dataset/sam2_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/sam2_datasets.py -------------------------------------------------------------------------------- /training/dataset/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/transforms.py -------------------------------------------------------------------------------- /training/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/utils.py -------------------------------------------------------------------------------- /training/dataset/vos_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/vos_dataset.py -------------------------------------------------------------------------------- /training/dataset/vos_raw_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/vos_raw_dataset.py -------------------------------------------------------------------------------- /training/dataset/vos_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/vos_sampler.py -------------------------------------------------------------------------------- /training/dataset/vos_segment_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/dataset/vos_segment_loader.py -------------------------------------------------------------------------------- /training/loss_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/loss_fns.py -------------------------------------------------------------------------------- /training/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/model/__init__.py -------------------------------------------------------------------------------- /training/model/sam2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/model/sam2.py -------------------------------------------------------------------------------- /training/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/optimizer.py -------------------------------------------------------------------------------- /training/scripts/sav_frame_extraction_submitit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/scripts/sav_frame_extraction_submitit.py -------------------------------------------------------------------------------- /training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/train.py -------------------------------------------------------------------------------- /training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/trainer.py -------------------------------------------------------------------------------- /training/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/utils/__init__.py -------------------------------------------------------------------------------- /training/utils/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/utils/checkpoint_utils.py -------------------------------------------------------------------------------- /training/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/utils/data_utils.py -------------------------------------------------------------------------------- /training/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/utils/distributed.py -------------------------------------------------------------------------------- /training/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/utils/logger.py -------------------------------------------------------------------------------- /training/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/training/utils/train_utils.py -------------------------------------------------------------------------------- /utils/box_selector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/utils/box_selector.py -------------------------------------------------------------------------------- /utils/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/utils/dataset_utils.py -------------------------------------------------------------------------------- /utils/mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/utils/mask_utils.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/utils/utils.py -------------------------------------------------------------------------------- /utils/visualization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/utils/visualization_utils.py -------------------------------------------------------------------------------- /utils/vot_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/utils/vot_helper.py -------------------------------------------------------------------------------- /vot_integration/vot2022_st/rt_stack.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/vot_integration/vot2022_st/rt_stack.yaml -------------------------------------------------------------------------------- /vot_integration/vot2022_st/st_stack.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/vot_integration/vot2022_st/st_stack.yaml -------------------------------------------------------------------------------- /vot_integration/vot2022_st/trackers.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/vot_integration/vot2022_st/trackers.ini -------------------------------------------------------------------------------- /vot_wrapper_dam4sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jovanavidenovic/DAM4SAM/HEAD/vot_wrapper_dam4sam.py --------------------------------------------------------------------------------