├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── README_TRAIN.md ├── edge_sam ├── __init__.py ├── automatic_mask_generator.py ├── build_sam.py ├── config.py ├── modeling │ ├── __init__.py │ ├── common.py │ ├── image_encoder.py │ ├── mask_decoder.py │ ├── prompt_encoder.py │ ├── rep_vit.py │ ├── sam.py │ ├── sam_batch.py │ └── transformer.py ├── onnx │ ├── __init__.py │ └── predictor_onnx.py ├── predictor.py └── utils │ ├── __init__.py │ ├── amg.py │ ├── common.py │ ├── coreml.py │ └── transforms.py ├── evaluation └── eval_mIoU.py ├── notebooks ├── images │ ├── dog.jpg │ ├── groceries.jpg │ └── truck.jpg └── predictor_example.ipynb ├── requirements.txt ├── scripts ├── convert_weights.py ├── distill_embedding.sh ├── eval_mIoU.sh ├── export_coreml_model.py ├── export_onnx_model.py ├── extract_weights.py └── save_embedding.sh ├── setup.cfg ├── setup.py ├── training ├── configs │ ├── rep_vit_m1_fuse_enc_dec_4m_ft_bp_iter2b_sa_distill.yaml │ ├── rep_vit_m1_fuse_sa_distill.yaml │ └── teacher │ │ └── sam_vit_huge_sa1b.yaml ├── data │ ├── __init__.py │ ├── augmentation │ │ ├── aug_random.py │ │ ├── dataset_wrapper.py │ │ └── manager.py │ ├── build.py │ ├── coco_dataset.py │ ├── sa1b_dataset.py │ └── sampler.py ├── logger.py ├── lr_scheduler.py ├── my_meter.py ├── optimizer.py ├── sa_train_subset.txt ├── sa_val_subset.txt ├── save_embedding.py ├── train.py └── utils.py └── web_demo ├── assets ├── 1.jpeg ├── 10.jpeg ├── 11.jpeg ├── 12.jpeg ├── 13.jpeg ├── 14.jpeg ├── 15.jpeg ├── 16.jpeg ├── 2.jpeg ├── 3.jpeg ├── 4.jpeg ├── 5.jpeg ├── 6.jpeg ├── 7.jpeg ├── 8.jpeg └── 9.jpeg ├── gradio_app.py └── utils ├── __init__.py ├── tools.py └── tools_gradio.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/README.md -------------------------------------------------------------------------------- /README_TRAIN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/README_TRAIN.md -------------------------------------------------------------------------------- /edge_sam/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/__init__.py -------------------------------------------------------------------------------- /edge_sam/automatic_mask_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/automatic_mask_generator.py -------------------------------------------------------------------------------- /edge_sam/build_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/build_sam.py -------------------------------------------------------------------------------- /edge_sam/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/config.py -------------------------------------------------------------------------------- /edge_sam/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/__init__.py -------------------------------------------------------------------------------- /edge_sam/modeling/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/common.py -------------------------------------------------------------------------------- /edge_sam/modeling/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/image_encoder.py -------------------------------------------------------------------------------- /edge_sam/modeling/mask_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/mask_decoder.py -------------------------------------------------------------------------------- /edge_sam/modeling/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/prompt_encoder.py -------------------------------------------------------------------------------- /edge_sam/modeling/rep_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/rep_vit.py -------------------------------------------------------------------------------- /edge_sam/modeling/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/sam.py -------------------------------------------------------------------------------- /edge_sam/modeling/sam_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/sam_batch.py -------------------------------------------------------------------------------- /edge_sam/modeling/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/modeling/transformer.py -------------------------------------------------------------------------------- /edge_sam/onnx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/onnx/__init__.py -------------------------------------------------------------------------------- /edge_sam/onnx/predictor_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/onnx/predictor_onnx.py -------------------------------------------------------------------------------- /edge_sam/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/predictor.py -------------------------------------------------------------------------------- /edge_sam/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/utils/__init__.py -------------------------------------------------------------------------------- /edge_sam/utils/amg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/utils/amg.py -------------------------------------------------------------------------------- /edge_sam/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/utils/common.py -------------------------------------------------------------------------------- /edge_sam/utils/coreml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/utils/coreml.py -------------------------------------------------------------------------------- /edge_sam/utils/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/edge_sam/utils/transforms.py -------------------------------------------------------------------------------- /evaluation/eval_mIoU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/evaluation/eval_mIoU.py -------------------------------------------------------------------------------- /notebooks/images/dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/notebooks/images/dog.jpg -------------------------------------------------------------------------------- /notebooks/images/groceries.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/notebooks/images/groceries.jpg -------------------------------------------------------------------------------- /notebooks/images/truck.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/notebooks/images/truck.jpg -------------------------------------------------------------------------------- /notebooks/predictor_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/notebooks/predictor_example.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/convert_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/convert_weights.py -------------------------------------------------------------------------------- /scripts/distill_embedding.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/distill_embedding.sh -------------------------------------------------------------------------------- /scripts/eval_mIoU.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/eval_mIoU.sh -------------------------------------------------------------------------------- /scripts/export_coreml_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/export_coreml_model.py -------------------------------------------------------------------------------- /scripts/export_onnx_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/export_onnx_model.py -------------------------------------------------------------------------------- /scripts/extract_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/extract_weights.py -------------------------------------------------------------------------------- /scripts/save_embedding.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/scripts/save_embedding.sh -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/setup.py -------------------------------------------------------------------------------- /training/configs/rep_vit_m1_fuse_enc_dec_4m_ft_bp_iter2b_sa_distill.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/configs/rep_vit_m1_fuse_enc_dec_4m_ft_bp_iter2b_sa_distill.yaml -------------------------------------------------------------------------------- /training/configs/rep_vit_m1_fuse_sa_distill.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/configs/rep_vit_m1_fuse_sa_distill.yaml -------------------------------------------------------------------------------- /training/configs/teacher/sam_vit_huge_sa1b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/configs/teacher/sam_vit_huge_sa1b.yaml -------------------------------------------------------------------------------- /training/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/__init__.py -------------------------------------------------------------------------------- /training/data/augmentation/aug_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/augmentation/aug_random.py -------------------------------------------------------------------------------- /training/data/augmentation/dataset_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/augmentation/dataset_wrapper.py -------------------------------------------------------------------------------- /training/data/augmentation/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/augmentation/manager.py -------------------------------------------------------------------------------- /training/data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/build.py -------------------------------------------------------------------------------- /training/data/coco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/coco_dataset.py -------------------------------------------------------------------------------- /training/data/sa1b_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/sa1b_dataset.py -------------------------------------------------------------------------------- /training/data/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/data/sampler.py -------------------------------------------------------------------------------- /training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/logger.py -------------------------------------------------------------------------------- /training/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/lr_scheduler.py -------------------------------------------------------------------------------- /training/my_meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/my_meter.py -------------------------------------------------------------------------------- /training/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/optimizer.py -------------------------------------------------------------------------------- /training/sa_train_subset.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/sa_train_subset.txt -------------------------------------------------------------------------------- /training/sa_val_subset.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/sa_val_subset.txt -------------------------------------------------------------------------------- /training/save_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/save_embedding.py -------------------------------------------------------------------------------- /training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/train.py -------------------------------------------------------------------------------- /training/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/training/utils.py -------------------------------------------------------------------------------- /web_demo/assets/1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/1.jpeg -------------------------------------------------------------------------------- /web_demo/assets/10.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/10.jpeg -------------------------------------------------------------------------------- /web_demo/assets/11.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/11.jpeg -------------------------------------------------------------------------------- /web_demo/assets/12.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/12.jpeg -------------------------------------------------------------------------------- /web_demo/assets/13.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/13.jpeg -------------------------------------------------------------------------------- /web_demo/assets/14.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/14.jpeg -------------------------------------------------------------------------------- /web_demo/assets/15.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/15.jpeg -------------------------------------------------------------------------------- /web_demo/assets/16.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/16.jpeg -------------------------------------------------------------------------------- /web_demo/assets/2.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/2.jpeg -------------------------------------------------------------------------------- /web_demo/assets/3.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/3.jpeg -------------------------------------------------------------------------------- /web_demo/assets/4.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/4.jpeg -------------------------------------------------------------------------------- /web_demo/assets/5.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/5.jpeg -------------------------------------------------------------------------------- /web_demo/assets/6.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/6.jpeg -------------------------------------------------------------------------------- /web_demo/assets/7.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/7.jpeg -------------------------------------------------------------------------------- /web_demo/assets/8.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/8.jpeg -------------------------------------------------------------------------------- /web_demo/assets/9.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/assets/9.jpeg -------------------------------------------------------------------------------- /web_demo/gradio_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/gradio_app.py -------------------------------------------------------------------------------- /web_demo/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /web_demo/utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/utils/tools.py -------------------------------------------------------------------------------- /web_demo/utils/tools_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chongzhou96/EdgeSAM/HEAD/web_demo/utils/tools_gradio.py --------------------------------------------------------------------------------