├── .gitignore ├── LICENSE ├── README.md ├── docs ├── DATASET.md ├── INFERENCE.md ├── INSTALL.md └── TRAINING.md ├── imgs ├── exp_mmbench.jpg ├── exp_res.jpg ├── exp_revos.jpg ├── exp_rvos.jpg ├── intro.jpg ├── model.jpg ├── visual_reasonseg.jpg ├── visual_res.jpg ├── visual_revos.jpg └── visual_rvos.jpg ├── instructseg ├── __init__.py ├── datasets │ ├── InstructSegDatasets.py │ └── ytvos.py ├── eval │ ├── eval_tools │ │ ├── davis2017-evaluation │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── davis2017 │ │ │ │ ├── __init__.py │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── __init__.cpython-310.pyc │ │ │ │ │ ├── davis.cpython-310.pyc │ │ │ │ │ ├── evaluation.cpython-310.pyc │ │ │ │ │ ├── metrics.cpython-310.pyc │ │ │ │ │ ├── results.cpython-310.pyc │ │ │ │ │ └── utils.cpython-310.pyc │ │ │ │ ├── davis.py │ │ │ │ ├── evaluation.py │ │ │ │ ├── metrics.py │ │ │ │ ├── results.py │ │ │ │ └── utils.py │ │ │ ├── evaluation_codalab.py │ │ │ ├── evaluation_method.py │ │ │ ├── pytest │ │ │ │ └── test_evaluation.py │ │ │ ├── setup.cfg │ │ │ ├── setup.py │ │ │ └── test.sh │ │ └── revos-evaluation │ │ │ ├── metrics.py │ │ │ └── revos_evaluation.py │ └── seg │ │ ├── eval_reasonseg.py │ │ ├── eval_res.py │ │ ├── eval_revos.py │ │ └── eval_rvos.py ├── model │ ├── __init__.py │ ├── datasets_mapper │ │ └── IVS_mapper.py │ ├── language_model │ │ ├── einops_exts.py │ │ ├── llava_phi.py │ │ ├── ovp.py │ │ └── vmtf.py │ ├── mask_decoder │ │ ├── Mask2Former_Simplify │ │ │ ├── Segmentation.py │ │ │ ├── __init__.py │ │ │ ├── configs │ │ │ │ ├── Base-segmention.yaml │ │ │ │ ├── config.py │ │ │ │ ├── maskformer_ake150.yaml │ │ │ │ └── maskformer_nuimages.yaml │ │ │ ├── dataset │ │ │ │ ├── NuImages │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── color_map.py │ │ │ │ │ ├── nuimages.py │ │ │ │ │ └── utils.py │ │ │ │ ├── aug_strategy.py │ │ │ │ ├── color150.mat │ │ │ │ ├── dataset.py │ │ │ │ ├── object150_info.csv │ │ │ │ ├── training.odgt │ │ │ │ ├── training_test.odgt │ │ │ │ ├── validation.odgt │ │ │ │ └── validation_test.odgt │ │ │ ├── main.py │ │ │ ├── maskformer_train.py │ │ │ ├── modeling │ │ │ │ ├── MaskFormerModel.py │ │ │ │ ├── __init__.py │ │ │ │ ├── backbone │ │ │ │ │ ├── resnet.py │ │ │ │ │ └── swin.py │ │ │ │ ├── pixel_decoder │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── msdeformattn.py │ │ │ │ │ └── ops │ │ │ │ │ │ ├── MultiScaleDeformableAttention.egg-info │ │ │ │ │ │ ├── PKG-INFO │ │ │ │ │ │ ├── dependency_links.txt │ │ │ │ │ │ └── top_level.txt │ │ │ │ │ │ ├── build │ │ │ │ │ │ └── lib.linux-x86_64-cpython-310 │ │ │ │ │ │ │ ├── MultiScaleDeformableAttention.cpython-310-x86_64-linux-gnu.so │ │ │ │ │ │ │ ├── functions │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── ms_deform_attn_func.py │ │ │ │ │ │ │ └── modules │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── ms_deform_attn.py │ │ │ │ │ │ ├── dist │ │ │ │ │ │ └── MultiScaleDeformableAttention-1.0-py3.10-linux-x86_64.egg │ │ │ │ │ │ ├── functions │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── __pycache__ │ │ │ │ │ │ │ ├── __init__.cpython-310.pyc │ │ │ │ │ │ │ └── ms_deform_attn_func.cpython-310.pyc │ │ │ │ │ │ └── ms_deform_attn_func.py │ │ │ │ │ │ ├── make.sh │ │ │ │ │ │ ├── modules │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── __pycache__ │ │ │ │ │ │ │ ├── __init__.cpython-310.pyc │ │ │ │ │ │ │ └── ms_deform_attn.cpython-310.pyc │ │ │ │ │ │ └── ms_deform_attn.py │ │ │ │ │ │ ├── setup.py │ │ │ │ │ │ ├── src │ │ │ │ │ │ ├── cpu │ │ │ │ │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ │ │ │ │ └── ms_deform_attn_cpu.h │ │ │ │ │ │ ├── cuda │ │ │ │ │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ │ │ │ │ ├── ms_deform_attn_cuda.h │ │ │ │ │ │ │ └── ms_deform_im2col_cuda.cuh │ │ │ │ │ │ ├── ms_deform_attn.h │ │ │ │ │ │ └── vision.cpp │ │ │ │ │ │ └── test.py │ │ │ │ └── transformer_decoder │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── mask2former_transformer_decoder.py │ │ │ │ │ ├── maskformer_transformer_decoder.py │ │ │ │ │ ├── position_encoding.py │ │ │ │ │ └── transformer.py │ │ │ ├── test_time_augmentation.py │ │ │ └── utils │ │ │ │ ├── DataTools.py │ │ │ │ ├── DatasetAnalyzer.py │ │ │ │ ├── __init__.py │ │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-310.pyc │ │ │ │ ├── criterion.cpython-310.pyc │ │ │ │ ├── matcher.cpython-310.pyc │ │ │ │ ├── misc.cpython-310.pyc │ │ │ │ └── point_features.cpython-310.pyc │ │ │ │ ├── criterion.py │ │ │ │ ├── matcher.py │ │ │ │ ├── misc.py │ │ │ │ ├── point_features.py │ │ │ │ ├── solver.py │ │ │ │ └── summary.py │ │ ├── __init__.py │ │ ├── mask_config │ │ │ ├── Base-COCO-InstanceSegmentation.yaml │ │ │ ├── Base-segmention.yaml │ │ │ ├── __init__.py │ │ │ ├── config.py │ │ │ ├── maskformer2_R50_bs16_50ep.yaml │ │ │ ├── maskformer2_swin_base_384_bs16_50ep.yaml │ │ │ ├── maskformer2_swin_base_panoptic.yaml │ │ │ ├── maskformer2_swin_large.yaml │ │ │ └── maskformer_nuimages.yaml │ │ └── mask_criterion │ │ │ └── Mask_Criterion.py │ ├── mask_encoder │ │ └── swin_trans.py │ └── mipha │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── conversation.py │ │ ├── eval │ │ ├── eval_gpt_review.py │ │ ├── eval_gpt_review_bench.py │ │ ├── eval_gpt_review_visual.py │ │ ├── eval_pope.py │ │ ├── eval_science_qa.py │ │ ├── eval_science_qa_gpt4.py │ │ ├── eval_science_qa_gpt4_requery.py │ │ ├── eval_textvqa.py │ │ ├── m4c_evaluator.py │ │ ├── model_qa.py │ │ ├── model_vqa.py │ │ ├── model_vqa_loader.py │ │ ├── model_vqa_mmbench.py │ │ ├── model_vqa_science.py │ │ ├── qa_baseline_gpt35.py │ │ ├── summarize_gpt_review.py │ │ └── table │ │ │ └── rule.json │ │ ├── mm_utils.py │ │ ├── model │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── mipha_arch.cpython-310.pyc │ │ ├── builder.py │ │ ├── language_model │ │ │ ├── __pycache__ │ │ │ │ ├── configuration_mipha.cpython-310.pyc │ │ │ │ ├── mipha_gemma.cpython-310.pyc │ │ │ │ └── mipha_phi.cpython-310.pyc │ │ │ ├── configuration_mipha.py │ │ │ ├── mipha_gemma.py │ │ │ └── mipha_phi.py │ │ ├── mipha_arch.py │ │ ├── multimodal_encoder │ │ │ ├── __pycache__ │ │ │ │ ├── clip_encoder.cpython-310.pyc │ │ │ │ ├── dinov2_encoder.cpython-310.pyc │ │ │ │ └── siglip_encoder.cpython-310.pyc │ │ │ ├── clip_encoder.py │ │ │ ├── dinov2_encoder.py │ │ │ └── siglip_encoder.py │ │ └── multimodal_projector │ │ │ ├── __pycache__ │ │ │ └── builder.cpython-310.pyc │ │ │ └── builder.py │ │ ├── train │ │ ├── convert_model2base_mipha.py │ │ ├── mipha_trainer.py │ │ └── train.py │ │ └── utils.py ├── train │ ├── __init__.py │ ├── llava_trainer.py │ ├── merge_lora_weights_and_save_hf_model.py │ └── train.py └── utils │ ├── builder.py │ ├── constants.py │ ├── conversation.py │ └── mm_utils.py ├── requirements.txt └── scripts └── seg ├── merge_lora_weights.sh ├── test_reason.sh ├── test_res.sh ├── test_revos.sh ├── test_rvos.sh ├── train.sh └── zero1.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/README.md -------------------------------------------------------------------------------- /docs/DATASET.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/docs/DATASET.md -------------------------------------------------------------------------------- /docs/INFERENCE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/docs/INFERENCE.md -------------------------------------------------------------------------------- /docs/INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/docs/INSTALL.md -------------------------------------------------------------------------------- /docs/TRAINING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/docs/TRAINING.md -------------------------------------------------------------------------------- /imgs/exp_mmbench.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/exp_mmbench.jpg -------------------------------------------------------------------------------- /imgs/exp_res.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/exp_res.jpg -------------------------------------------------------------------------------- /imgs/exp_revos.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/exp_revos.jpg -------------------------------------------------------------------------------- /imgs/exp_rvos.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/exp_rvos.jpg -------------------------------------------------------------------------------- /imgs/intro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/intro.jpg -------------------------------------------------------------------------------- /imgs/model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/model.jpg -------------------------------------------------------------------------------- /imgs/visual_reasonseg.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/visual_reasonseg.jpg -------------------------------------------------------------------------------- /imgs/visual_res.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/visual_res.jpg -------------------------------------------------------------------------------- /imgs/visual_revos.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/visual_revos.jpg -------------------------------------------------------------------------------- /imgs/visual_rvos.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/imgs/visual_rvos.jpg -------------------------------------------------------------------------------- /instructseg/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /instructseg/datasets/InstructSegDatasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/datasets/InstructSegDatasets.py -------------------------------------------------------------------------------- /instructseg/datasets/ytvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/datasets/ytvos.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/LICENSE -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/README.md -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__init__.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/davis.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/davis.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/evaluation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/evaluation.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/metrics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/metrics.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/results.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/results.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/davis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/davis.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/evaluation.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/metrics.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/results.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/davis2017/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/davis2017/utils.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/evaluation_codalab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/evaluation_codalab.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/evaluation_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/evaluation_method.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/pytest/test_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/pytest/test_evaluation.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/setup.cfg -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/setup.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/davis2017-evaluation/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/davis2017-evaluation/test.sh -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/revos-evaluation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/revos-evaluation/metrics.py -------------------------------------------------------------------------------- /instructseg/eval/eval_tools/revos-evaluation/revos_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/eval_tools/revos-evaluation/revos_evaluation.py -------------------------------------------------------------------------------- /instructseg/eval/seg/eval_reasonseg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/seg/eval_reasonseg.py -------------------------------------------------------------------------------- /instructseg/eval/seg/eval_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/seg/eval_res.py -------------------------------------------------------------------------------- /instructseg/eval/seg/eval_revos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/seg/eval_revos.py -------------------------------------------------------------------------------- /instructseg/eval/seg/eval_rvos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/eval/seg/eval_rvos.py -------------------------------------------------------------------------------- /instructseg/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/__init__.py -------------------------------------------------------------------------------- /instructseg/model/datasets_mapper/IVS_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/datasets_mapper/IVS_mapper.py -------------------------------------------------------------------------------- /instructseg/model/language_model/einops_exts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/language_model/einops_exts.py -------------------------------------------------------------------------------- /instructseg/model/language_model/llava_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/language_model/llava_phi.py -------------------------------------------------------------------------------- /instructseg/model/language_model/ovp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/language_model/ovp.py -------------------------------------------------------------------------------- /instructseg/model/language_model/vmtf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/language_model/vmtf.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/Segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/Segmentation.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/configs/Base-segmention.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/configs/Base-segmention.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/configs/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/configs/config.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/configs/maskformer_ake150.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/configs/maskformer_ake150.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/configs/maskformer_nuimages.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/configs/maskformer_nuimages.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/color_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/color_map.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/nuimages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/nuimages.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/NuImages/utils.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/aug_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/aug_strategy.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/color150.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/color150.mat -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/dataset.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/object150_info.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/object150_info.csv -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/training.odgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/training.odgt -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/training_test.odgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/training_test.odgt -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/validation.odgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/validation.odgt -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/validation_test.odgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/dataset/validation_test.odgt -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/main.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/maskformer_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/maskformer_train.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/MaskFormerModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/MaskFormerModel.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/backbone/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/backbone/resnet.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/backbone/swin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/backbone/swin.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. 2 | -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/msdeformattn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/msdeformattn.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/MultiScaleDeformableAttention.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/MultiScaleDeformableAttention.egg-info/PKG-INFO -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/MultiScaleDeformableAttention.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/MultiScaleDeformableAttention.egg-info/top_level.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/MultiScaleDeformableAttention.egg-info/top_level.txt -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/MultiScaleDeformableAttention.cpython-310-x86_64-linux-gnu.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/MultiScaleDeformableAttention.cpython-310-x86_64-linux-gnu.so -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/functions/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/functions/ms_deform_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/functions/ms_deform_attn_func.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/modules/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/modules/ms_deform_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/build/lib.linux-x86_64-cpython-310/modules/ms_deform_attn.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/dist/MultiScaleDeformableAttention-1.0-py3.10-linux-x86_64.egg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/dist/MultiScaleDeformableAttention-1.0-py3.10-linux-x86_64.egg -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/__pycache__/ms_deform_attn_func.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/__pycache__/ms_deform_attn_func.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/ms_deform_attn_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/functions/ms_deform_attn_func.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/make.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/make.sh -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/__pycache__/ms_deform_attn.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/__pycache__/ms_deform_attn.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/ms_deform_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/modules/ms_deform_attn.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/setup.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cpu/ms_deform_attn_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cpu/ms_deform_attn_cpu.cpp -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cpu/ms_deform_attn_cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cpu/ms_deform_attn_cpu.h -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cuda/ms_deform_attn_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cuda/ms_deform_attn_cuda.cu -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cuda/ms_deform_attn_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cuda/ms_deform_attn_cuda.h -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cuda/ms_deform_im2col_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/cuda/ms_deform_im2col_cuda.cuh -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/ms_deform_attn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/ms_deform_attn.h -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/src/vision.cpp -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/pixel_decoder/ops/test.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/mask2former_transformer_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/mask2former_transformer_decoder.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/maskformer_transformer_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/maskformer_transformer_decoder.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/position_encoding.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/modeling/transformer_decoder/transformer.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/test_time_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/test_time_augmentation.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/DataTools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/DataTools.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/DatasetAnalyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/DatasetAnalyzer.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/criterion.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/criterion.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/matcher.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/matcher.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/misc.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/misc.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/point_features.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/__pycache__/point_features.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/criterion.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/matcher.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/misc.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/point_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/point_features.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/solver.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/Mask2Former_Simplify/utils/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/Mask2Former_Simplify/utils/summary.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/Base-COCO-InstanceSegmentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/Base-COCO-InstanceSegmentation.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/Base-segmention.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/Base-segmention.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/config.py -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/maskformer2_R50_bs16_50ep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/maskformer2_R50_bs16_50ep.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/maskformer2_swin_base_384_bs16_50ep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/maskformer2_swin_base_384_bs16_50ep.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/maskformer2_swin_base_panoptic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/maskformer2_swin_base_panoptic.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/maskformer2_swin_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/maskformer2_swin_large.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_config/maskformer_nuimages.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_config/maskformer_nuimages.yaml -------------------------------------------------------------------------------- /instructseg/model/mask_decoder/mask_criterion/Mask_Criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_decoder/mask_criterion/Mask_Criterion.py -------------------------------------------------------------------------------- /instructseg/model/mask_encoder/swin_trans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mask_encoder/swin_trans.py -------------------------------------------------------------------------------- /instructseg/model/mipha/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mipha/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/constants.py -------------------------------------------------------------------------------- /instructseg/model/mipha/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/conversation.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_pope.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_science_qa.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/eval_textvqa.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/model_qa.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/model_vqa.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/model_vqa_science.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /instructseg/model/mipha/eval/table/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/eval/table/rule.json -------------------------------------------------------------------------------- /instructseg/model/mipha/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/mm_utils.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/__init__.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/__pycache__/mipha_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/__pycache__/mipha_arch.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/builder.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/language_model/__pycache__/configuration_mipha.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/language_model/__pycache__/configuration_mipha.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/language_model/__pycache__/mipha_gemma.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/language_model/__pycache__/mipha_gemma.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/language_model/__pycache__/mipha_phi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/language_model/__pycache__/mipha_phi.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/language_model/configuration_mipha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/language_model/configuration_mipha.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/language_model/mipha_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/language_model/mipha_gemma.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/language_model/mipha_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/language_model/mipha_phi.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/mipha_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/mipha_arch.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_encoder/__pycache__/dinov2_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_encoder/__pycache__/dinov2_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_encoder/__pycache__/siglip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_encoder/__pycache__/siglip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_encoder/dinov2_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_encoder/dinov2_encoder.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_encoder/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_encoder/siglip_encoder.py -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /instructseg/model/mipha/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /instructseg/model/mipha/train/convert_model2base_mipha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/train/convert_model2base_mipha.py -------------------------------------------------------------------------------- /instructseg/model/mipha/train/mipha_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/train/mipha_trainer.py -------------------------------------------------------------------------------- /instructseg/model/mipha/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/train/train.py -------------------------------------------------------------------------------- /instructseg/model/mipha/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/model/mipha/utils.py -------------------------------------------------------------------------------- /instructseg/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /instructseg/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/train/llava_trainer.py -------------------------------------------------------------------------------- /instructseg/train/merge_lora_weights_and_save_hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/train/merge_lora_weights_and_save_hf_model.py -------------------------------------------------------------------------------- /instructseg/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/train/train.py -------------------------------------------------------------------------------- /instructseg/utils/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/utils/builder.py -------------------------------------------------------------------------------- /instructseg/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/utils/constants.py -------------------------------------------------------------------------------- /instructseg/utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/utils/conversation.py -------------------------------------------------------------------------------- /instructseg/utils/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/instructseg/utils/mm_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/seg/merge_lora_weights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/merge_lora_weights.sh -------------------------------------------------------------------------------- /scripts/seg/test_reason.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/test_reason.sh -------------------------------------------------------------------------------- /scripts/seg/test_res.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/test_res.sh -------------------------------------------------------------------------------- /scripts/seg/test_revos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/test_revos.sh -------------------------------------------------------------------------------- /scripts/seg/test_rvos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/test_rvos.sh -------------------------------------------------------------------------------- /scripts/seg/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/train.sh -------------------------------------------------------------------------------- /scripts/seg/zero1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/congvvc/InstructSeg/HEAD/scripts/seg/zero1.json --------------------------------------------------------------------------------