├── .gitignore ├── README.md ├── configs ├── endovis_2017 │ ├── MATIS_FULL.yaml │ └── MATIS_SEGMENTATION.yaml └── endovis_2018 │ ├── MATIS_FULL.yaml │ └── MATIS_SEGMENTATION.yaml ├── images ├── MATIS_architecture.png └── Results.png ├── matis ├── __init__.py ├── config │ ├── __init__.py │ ├── custom_config.py │ └── defaults.py ├── datasets │ ├── __init__.py │ ├── build.py │ ├── cv2_transform.py │ ├── decoder.py │ ├── endovis_2017.py │ ├── endovis_2017_helper.py │ ├── endovis_2018.py │ ├── endovis_2018_helper.py │ ├── loader.py │ └── utils.py ├── evaluate │ ├── __init__.py │ ├── compute_all_iou.py │ ├── compute_all_metrics.py │ └── main_eval.py ├── models │ ├── __init__.py │ ├── attention.py │ ├── batchnorm_helper.py │ ├── build.py │ ├── common.py │ ├── head_helper.py │ ├── losses.py │ ├── nonlocal_helper.py │ ├── operators.py │ ├── optimizer.py │ ├── stem_helper.py │ ├── utils.py │ └── video_model_builder.py └── utils │ ├── __init__.py │ ├── ava_eval_helper.py │ ├── ava_evaluation │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── label_map_util.cpython-38.pyc │ │ ├── metrics.cpython-38.pyc │ │ ├── np_box_list.cpython-38.pyc │ │ ├── np_box_list_ops.cpython-38.pyc │ │ ├── np_box_mask_list.cpython-38.pyc │ │ ├── np_box_mask_list_ops.cpython-38.pyc │ │ ├── np_box_ops.cpython-38.pyc │ │ ├── np_mask_ops.cpython-38.pyc │ │ ├── object_detection_evaluation.cpython-38.pyc │ │ ├── per_image_evaluation.cpython-38.pyc │ │ └── standard_fields.cpython-38.pyc │ ├── ava_action_list_v2.1_for_activitynet_2018.pbtxt.txt │ ├── label_map_util.py │ ├── metrics.py │ ├── np_box_list.py │ ├── np_box_list_ops.py │ ├── np_box_mask_list.py │ ├── np_box_mask_list_ops.py │ ├── np_box_ops.py │ ├── np_mask_ops.py │ ├── object_detection_evaluation.py │ ├── per_image_evaluation.py │ └── standard_fields.py │ ├── benchmark.py │ ├── bn_helper.py │ ├── c2_model_loading.py │ ├── checkpoint.py │ ├── distributed.py │ ├── env.py │ ├── logging.py │ ├── lr_policy.py │ ├── meters.py │ ├── metrics.py │ ├── misc.py │ ├── multigrid.py │ ├── multiprocessing.py │ ├── parser.py │ └── weight_init_helper.py ├── requirements.txt ├── run_files ├── ENDOVIS_2017 │ └── endovis_segmentation.sh └── ENDOVIS_2018 │ └── endovis_segmentation.sh └── tools ├── run_net.py └── train_net.py /.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | data 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/README.md -------------------------------------------------------------------------------- /configs/endovis_2017/MATIS_FULL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/configs/endovis_2017/MATIS_FULL.yaml -------------------------------------------------------------------------------- /configs/endovis_2017/MATIS_SEGMENTATION.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/configs/endovis_2017/MATIS_SEGMENTATION.yaml -------------------------------------------------------------------------------- /configs/endovis_2018/MATIS_FULL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/configs/endovis_2018/MATIS_FULL.yaml -------------------------------------------------------------------------------- /configs/endovis_2018/MATIS_SEGMENTATION.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/configs/endovis_2018/MATIS_SEGMENTATION.yaml -------------------------------------------------------------------------------- /images/MATIS_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/images/MATIS_architecture.png -------------------------------------------------------------------------------- /images/Results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/images/Results.png -------------------------------------------------------------------------------- /matis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/__init__.py -------------------------------------------------------------------------------- /matis/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/config/__init__.py -------------------------------------------------------------------------------- /matis/config/custom_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/config/custom_config.py -------------------------------------------------------------------------------- /matis/config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/config/defaults.py -------------------------------------------------------------------------------- /matis/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/__init__.py -------------------------------------------------------------------------------- /matis/datasets/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/build.py -------------------------------------------------------------------------------- /matis/datasets/cv2_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/cv2_transform.py -------------------------------------------------------------------------------- /matis/datasets/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/decoder.py -------------------------------------------------------------------------------- /matis/datasets/endovis_2017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/endovis_2017.py -------------------------------------------------------------------------------- /matis/datasets/endovis_2017_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/endovis_2017_helper.py -------------------------------------------------------------------------------- /matis/datasets/endovis_2018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/endovis_2018.py -------------------------------------------------------------------------------- /matis/datasets/endovis_2018_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/endovis_2018_helper.py -------------------------------------------------------------------------------- /matis/datasets/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/loader.py -------------------------------------------------------------------------------- /matis/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/datasets/utils.py -------------------------------------------------------------------------------- /matis/evaluate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /matis/evaluate/compute_all_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/evaluate/compute_all_iou.py -------------------------------------------------------------------------------- /matis/evaluate/compute_all_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/evaluate/compute_all_metrics.py -------------------------------------------------------------------------------- /matis/evaluate/main_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/evaluate/main_eval.py -------------------------------------------------------------------------------- /matis/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/__init__.py -------------------------------------------------------------------------------- /matis/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/attention.py -------------------------------------------------------------------------------- /matis/models/batchnorm_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/batchnorm_helper.py -------------------------------------------------------------------------------- /matis/models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/build.py -------------------------------------------------------------------------------- /matis/models/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/common.py -------------------------------------------------------------------------------- /matis/models/head_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/head_helper.py -------------------------------------------------------------------------------- /matis/models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/losses.py -------------------------------------------------------------------------------- /matis/models/nonlocal_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/nonlocal_helper.py -------------------------------------------------------------------------------- /matis/models/operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/operators.py -------------------------------------------------------------------------------- /matis/models/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/optimizer.py -------------------------------------------------------------------------------- /matis/models/stem_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/stem_helper.py -------------------------------------------------------------------------------- /matis/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/utils.py -------------------------------------------------------------------------------- /matis/models/video_model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/models/video_model_builder.py -------------------------------------------------------------------------------- /matis/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/__init__.py -------------------------------------------------------------------------------- /matis/utils/ava_eval_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_eval_helper.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/README.md -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/label_map_util.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/label_map_util.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/metrics.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/metrics.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/np_box_list.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/np_box_list.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/np_box_list_ops.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/np_box_list_ops.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/np_box_mask_list.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/np_box_mask_list.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/np_box_mask_list_ops.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/np_box_mask_list_ops.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/np_box_ops.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/np_box_ops.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/np_mask_ops.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/np_mask_ops.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/object_detection_evaluation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/object_detection_evaluation.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/per_image_evaluation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/per_image_evaluation.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/__pycache__/standard_fields.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/__pycache__/standard_fields.cpython-38.pyc -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/ava_action_list_v2.1_for_activitynet_2018.pbtxt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/ava_action_list_v2.1_for_activitynet_2018.pbtxt.txt -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/label_map_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/label_map_util.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/metrics.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/np_box_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/np_box_list.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/np_box_list_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/np_box_list_ops.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/np_box_mask_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/np_box_mask_list.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/np_box_mask_list_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/np_box_mask_list_ops.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/np_box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/np_box_ops.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/np_mask_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/np_mask_ops.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/object_detection_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/object_detection_evaluation.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/per_image_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/per_image_evaluation.py -------------------------------------------------------------------------------- /matis/utils/ava_evaluation/standard_fields.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/ava_evaluation/standard_fields.py -------------------------------------------------------------------------------- /matis/utils/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/benchmark.py -------------------------------------------------------------------------------- /matis/utils/bn_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/bn_helper.py -------------------------------------------------------------------------------- /matis/utils/c2_model_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/c2_model_loading.py -------------------------------------------------------------------------------- /matis/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/checkpoint.py -------------------------------------------------------------------------------- /matis/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/distributed.py -------------------------------------------------------------------------------- /matis/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/env.py -------------------------------------------------------------------------------- /matis/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/logging.py -------------------------------------------------------------------------------- /matis/utils/lr_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/lr_policy.py -------------------------------------------------------------------------------- /matis/utils/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/meters.py -------------------------------------------------------------------------------- /matis/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/metrics.py -------------------------------------------------------------------------------- /matis/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/misc.py -------------------------------------------------------------------------------- /matis/utils/multigrid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/multigrid.py -------------------------------------------------------------------------------- /matis/utils/multiprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/multiprocessing.py -------------------------------------------------------------------------------- /matis/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/parser.py -------------------------------------------------------------------------------- /matis/utils/weight_init_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/matis/utils/weight_init_helper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_files/ENDOVIS_2017/endovis_segmentation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/run_files/ENDOVIS_2017/endovis_segmentation.sh -------------------------------------------------------------------------------- /run_files/ENDOVIS_2018/endovis_segmentation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/run_files/ENDOVIS_2018/endovis_segmentation.sh -------------------------------------------------------------------------------- /tools/run_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/tools/run_net.py -------------------------------------------------------------------------------- /tools/train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BCV-Uniandes/MATIS/HEAD/tools/train_net.py --------------------------------------------------------------------------------