├── .gitignore ├── assets ├── Overview.png └── detection.png ├── checkpoints └── .gitignore ├── datasets ├── .gitignore ├── __init__.py ├── evaluate_instance_detection.py ├── hico_constants.py ├── hico_dataset.py ├── hico_hoi_cls_count.py ├── hico_mat_to_json.py ├── hico_process.sh ├── hico_run_faster_rcnn.py ├── hico_select_confident_boxes.py ├── hico_spatial_feature.py ├── hico_split_ids.py ├── hico_train_val_test_data.py ├── hico_word2vec.py ├── metadata.py ├── processed │ └── .gitignore ├── vcoco_constants.py ├── vcoco_dataset.py ├── vcoco_metadata.py ├── vcoco_process.sh ├── vcoco_run_faster_rcnn.py ├── vcoco_select_confident_boxes.py ├── vcoco_spatial_feature.py ├── vcoco_train_val_test_data.py ├── vcoco_trainval_data.py └── vcoco_word2vec.py ├── hico_eval.py ├── hico_eval.sh ├── hico_train.py ├── inference.py ├── model ├── __init__.py ├── gcn.py ├── no_frill_pose_net.py ├── pgception.py └── vsgats │ ├── __init__.py │ ├── config.py │ ├── graph_head.py │ ├── grnn.py │ ├── model.py │ ├── s3d_g.py │ ├── utils.py │ ├── vcoco_config.py │ └── vcoco_model.py ├── readme.md ├── requirements.txt ├── result ├── .gitignore ├── compute_map.py ├── sample_analysis.py └── vsrl_eval.py ├── train_tune.py ├── utils ├── .gitignore ├── __init__.py ├── bbox_utils.py ├── confusion_matrix.py ├── generalized_rcnn.py ├── io.py ├── roi_heads.py ├── vis_object_aps_per_interaction.py └── vis_tool.py ├── vcoco_eval.py └── vcoco_train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/.gitignore -------------------------------------------------------------------------------- /assets/Overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/assets/Overview.png -------------------------------------------------------------------------------- /assets/detection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/assets/detection.png -------------------------------------------------------------------------------- /checkpoints/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/checkpoints/.gitignore -------------------------------------------------------------------------------- /datasets/.gitignore: -------------------------------------------------------------------------------- 1 | detection_data 2 | hico 3 | __pycache__ 4 | vcoco 5 | -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/evaluate_instance_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/evaluate_instance_detection.py -------------------------------------------------------------------------------- /datasets/hico_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_constants.py -------------------------------------------------------------------------------- /datasets/hico_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_dataset.py -------------------------------------------------------------------------------- /datasets/hico_hoi_cls_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_hoi_cls_count.py -------------------------------------------------------------------------------- /datasets/hico_mat_to_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_mat_to_json.py -------------------------------------------------------------------------------- /datasets/hico_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_process.sh -------------------------------------------------------------------------------- /datasets/hico_run_faster_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_run_faster_rcnn.py -------------------------------------------------------------------------------- /datasets/hico_select_confident_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_select_confident_boxes.py -------------------------------------------------------------------------------- /datasets/hico_spatial_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_spatial_feature.py -------------------------------------------------------------------------------- /datasets/hico_split_ids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_split_ids.py -------------------------------------------------------------------------------- /datasets/hico_train_val_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_train_val_test_data.py -------------------------------------------------------------------------------- /datasets/hico_word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/hico_word2vec.py -------------------------------------------------------------------------------- /datasets/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/metadata.py -------------------------------------------------------------------------------- /datasets/processed/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/processed/.gitignore -------------------------------------------------------------------------------- /datasets/vcoco_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_constants.py -------------------------------------------------------------------------------- /datasets/vcoco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_dataset.py -------------------------------------------------------------------------------- /datasets/vcoco_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_metadata.py -------------------------------------------------------------------------------- /datasets/vcoco_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_process.sh -------------------------------------------------------------------------------- /datasets/vcoco_run_faster_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_run_faster_rcnn.py -------------------------------------------------------------------------------- /datasets/vcoco_select_confident_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_select_confident_boxes.py -------------------------------------------------------------------------------- /datasets/vcoco_spatial_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_spatial_feature.py -------------------------------------------------------------------------------- /datasets/vcoco_train_val_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_train_val_test_data.py -------------------------------------------------------------------------------- /datasets/vcoco_trainval_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_trainval_data.py -------------------------------------------------------------------------------- /datasets/vcoco_word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/datasets/vcoco_word2vec.py -------------------------------------------------------------------------------- /hico_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/hico_eval.py -------------------------------------------------------------------------------- /hico_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/hico_eval.sh -------------------------------------------------------------------------------- /hico_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/hico_train.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/inference.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/gcn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/gcn.py -------------------------------------------------------------------------------- /model/no_frill_pose_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/no_frill_pose_net.py -------------------------------------------------------------------------------- /model/pgception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/pgception.py -------------------------------------------------------------------------------- /model/vsgats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/vsgats/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/config.py -------------------------------------------------------------------------------- /model/vsgats/graph_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/graph_head.py -------------------------------------------------------------------------------- /model/vsgats/grnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/grnn.py -------------------------------------------------------------------------------- /model/vsgats/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/model.py -------------------------------------------------------------------------------- /model/vsgats/s3d_g.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/s3d_g.py -------------------------------------------------------------------------------- /model/vsgats/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/utils.py -------------------------------------------------------------------------------- /model/vsgats/vcoco_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/vcoco_config.py -------------------------------------------------------------------------------- /model/vsgats/vcoco_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/model/vsgats/vcoco_model.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/requirements.txt -------------------------------------------------------------------------------- /result/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/result/.gitignore -------------------------------------------------------------------------------- /result/compute_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/result/compute_map.py -------------------------------------------------------------------------------- /result/sample_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/result/sample_analysis.py -------------------------------------------------------------------------------- /result/vsrl_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/result/vsrl_eval.py -------------------------------------------------------------------------------- /train_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/train_tune.py -------------------------------------------------------------------------------- /utils/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/.gitignore -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/bbox_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/bbox_utils.py -------------------------------------------------------------------------------- /utils/confusion_matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/confusion_matrix.py -------------------------------------------------------------------------------- /utils/generalized_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/generalized_rcnn.py -------------------------------------------------------------------------------- /utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/io.py -------------------------------------------------------------------------------- /utils/roi_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/roi_heads.py -------------------------------------------------------------------------------- /utils/vis_object_aps_per_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/vis_object_aps_per_interaction.py -------------------------------------------------------------------------------- /utils/vis_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/utils/vis_tool.py -------------------------------------------------------------------------------- /vcoco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/vcoco_eval.py -------------------------------------------------------------------------------- /vcoco_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/PMN/HEAD/vcoco_train.py --------------------------------------------------------------------------------