├── .gitignore ├── .vscode └── settings.json ├── assets ├── detection.png ├── insight.png └── overview.png ├── datasets ├── .gitignore ├── __init__.py ├── evaluate_instance_detection.py ├── hico_constants.py ├── hico_dataset.py ├── hico_hoi_cls_count.py ├── hico_mat_to_json.py ├── hico_process.sh ├── hico_run_faster_rcnn.py ├── hico_select_confident_boxes.py ├── hico_spatial_feature.py ├── hico_split_ids.py ├── hico_train_val_test_data.py ├── hico_word2vec.py ├── metadata.py ├── vcoco ├── vcoco_constants.py ├── vcoco_dataset.py ├── vcoco_metadata.py ├── vcoco_process.sh ├── vcoco_run_faster_rcnn.py ├── vcoco_select_confident_boxes.py ├── vcoco_spatial_feature.py ├── vcoco_train_val_test_data.py ├── vcoco_trainval_data.py └── vcoco_word2vec.py ├── hico_eval.py ├── hico_eval.sh ├── hico_train.py ├── hico_trainval.py ├── inference.py ├── model ├── .gitignore ├── __init__.py ├── config.py ├── graph_head.py ├── grnn.py ├── model.py ├── s3d_g.py ├── utils.py ├── vcoco_config.py └── vcoco_model.py ├── readme.md ├── requirements.txt ├── result ├── .gitignore ├── bad_faster_rcnn_det_imgs.json ├── checkpoint_248_epoch.pth ├── compute_map.py ├── sample_analysis.py └── vsrl_eval.py ├── utils ├── .gitignore ├── __init__.py ├── bbox_utils.py ├── confusion_matrix.py ├── generalized_rcnn.py ├── io.py ├── roi_heads.py ├── vis_object_aps_per_interaction.py └── vis_tool.py ├── vcoco_eval.py ├── vcoco_train.py └── vcoco_trainval.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /assets/detection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/assets/detection.png -------------------------------------------------------------------------------- /assets/insight.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/assets/insight.png -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/assets/overview.png -------------------------------------------------------------------------------- /datasets/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/.gitignore -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/evaluate_instance_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/evaluate_instance_detection.py -------------------------------------------------------------------------------- /datasets/hico_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_constants.py -------------------------------------------------------------------------------- /datasets/hico_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_dataset.py -------------------------------------------------------------------------------- /datasets/hico_hoi_cls_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_hoi_cls_count.py -------------------------------------------------------------------------------- /datasets/hico_mat_to_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_mat_to_json.py -------------------------------------------------------------------------------- /datasets/hico_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_process.sh -------------------------------------------------------------------------------- /datasets/hico_run_faster_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_run_faster_rcnn.py -------------------------------------------------------------------------------- /datasets/hico_select_confident_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_select_confident_boxes.py -------------------------------------------------------------------------------- /datasets/hico_spatial_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_spatial_feature.py -------------------------------------------------------------------------------- /datasets/hico_split_ids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_split_ids.py -------------------------------------------------------------------------------- /datasets/hico_train_val_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_train_val_test_data.py -------------------------------------------------------------------------------- /datasets/hico_word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/hico_word2vec.py -------------------------------------------------------------------------------- /datasets/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/metadata.py -------------------------------------------------------------------------------- /datasets/vcoco: -------------------------------------------------------------------------------- 1 | /home/birl/personal_data/bigjun/dataset/coco2014/v-coco -------------------------------------------------------------------------------- /datasets/vcoco_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_constants.py -------------------------------------------------------------------------------- /datasets/vcoco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_dataset.py -------------------------------------------------------------------------------- /datasets/vcoco_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_metadata.py -------------------------------------------------------------------------------- /datasets/vcoco_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_process.sh -------------------------------------------------------------------------------- /datasets/vcoco_run_faster_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_run_faster_rcnn.py -------------------------------------------------------------------------------- /datasets/vcoco_select_confident_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_select_confident_boxes.py -------------------------------------------------------------------------------- /datasets/vcoco_spatial_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_spatial_feature.py -------------------------------------------------------------------------------- /datasets/vcoco_train_val_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_train_val_test_data.py -------------------------------------------------------------------------------- /datasets/vcoco_trainval_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_trainval_data.py -------------------------------------------------------------------------------- /datasets/vcoco_word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/datasets/vcoco_word2vec.py -------------------------------------------------------------------------------- /hico_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/hico_eval.py -------------------------------------------------------------------------------- /hico_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/hico_eval.sh -------------------------------------------------------------------------------- /hico_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/hico_train.py -------------------------------------------------------------------------------- /hico_trainval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/hico_trainval.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/inference.py -------------------------------------------------------------------------------- /model/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/.gitignore -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/config.py -------------------------------------------------------------------------------- /model/graph_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/graph_head.py -------------------------------------------------------------------------------- /model/grnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/grnn.py -------------------------------------------------------------------------------- /model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/model.py -------------------------------------------------------------------------------- /model/s3d_g.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/s3d_g.py -------------------------------------------------------------------------------- /model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/utils.py -------------------------------------------------------------------------------- /model/vcoco_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/vcoco_config.py -------------------------------------------------------------------------------- /model/vcoco_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/model/vcoco_model.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/requirements.txt -------------------------------------------------------------------------------- /result/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/result/.gitignore -------------------------------------------------------------------------------- /result/bad_faster_rcnn_det_imgs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/result/bad_faster_rcnn_det_imgs.json -------------------------------------------------------------------------------- /result/checkpoint_248_epoch.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/result/checkpoint_248_epoch.pth -------------------------------------------------------------------------------- /result/compute_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/result/compute_map.py -------------------------------------------------------------------------------- /result/sample_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/result/sample_analysis.py -------------------------------------------------------------------------------- /result/vsrl_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/result/vsrl_eval.py -------------------------------------------------------------------------------- /utils/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/.gitignore -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/bbox_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/bbox_utils.py -------------------------------------------------------------------------------- /utils/confusion_matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/confusion_matrix.py -------------------------------------------------------------------------------- /utils/generalized_rcnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/generalized_rcnn.py -------------------------------------------------------------------------------- /utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/io.py -------------------------------------------------------------------------------- /utils/roi_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/roi_heads.py -------------------------------------------------------------------------------- /utils/vis_object_aps_per_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/vis_object_aps_per_interaction.py -------------------------------------------------------------------------------- /utils/vis_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/utils/vis_tool.py -------------------------------------------------------------------------------- /vcoco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/vcoco_eval.py -------------------------------------------------------------------------------- /vcoco_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/vcoco_train.py -------------------------------------------------------------------------------- /vcoco_trainval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/birlrobotics/vs-gats/HEAD/vcoco_trainval.py --------------------------------------------------------------------------------