├── LICENSE ├── Pack_scan_files.py ├── README.md ├── data ├── class_embeddings3d.npy ├── cls_results.json ├── fig.png ├── gen_class_embeddings.py ├── meta_data │ ├── nr3d_test_scans.txt │ ├── nr3d_train_scans.txt │ ├── scannet_idx_to_semantic_class.json │ ├── scannet_instance_class_to_semantic_class.json │ ├── scannet_train.txt │ ├── scannetv2-labels.combined.tsv │ ├── scannetv2_test.txt │ ├── scannetv2_train.txt │ ├── scannetv2_train_val.txt │ ├── scannetv2_val.txt │ ├── scans_axis_alignment_matrices.json │ ├── sr3d_test_scans.txt │ └── sr3d_train_scans.txt ├── model_util_scannet.py └── scannet_utils.py ├── environment.yml ├── init.sh ├── main_utils.py ├── mapping_full2rio27.json ├── models ├── __init__.py ├── ap_helper.py ├── backbone_module.py ├── encoder_decoder_layers.py ├── losses.py ├── mcln.py ├── mcln_attention.py └── modules.py ├── pointnet2 ├── _ext_src │ ├── include │ │ ├── ball_query.h │ │ ├── cuda_utils.h │ │ ├── group_points.h │ │ ├── interpolate.h │ │ ├── sampling.h │ │ └── utils.h │ └── src │ │ ├── ball_query.cpp │ │ ├── ball_query_gpu.cu │ │ ├── bindings.cpp │ │ ├── group_points.cpp │ │ ├── group_points_gpu.cu │ │ ├── interpolate.cpp │ │ ├── interpolate_gpu.cu │ │ ├── sampling.cpp │ │ └── sampling_gpu.cu ├── pointnet2_modules.py ├── pointnet2_test.py ├── pointnet2_utils.py ├── pytorch_utils.py └── setup.py ├── prepare_data.py ├── scripts ├── command.sh ├── download_scannet_files.py ├── test_nr3d_mcln_sp.sh ├── test_scanrefer_mcln_sp.sh ├── test_scanrefer_mcln_sp_single.sh ├── test_sr3d_mcln_sp.sh ├── train_nr3d_mcln_sp.sh ├── train_scanrefer_mcln_sp.sh ├── train_scanrefer_mcln_sp_single.sh └── train_sr3d_mcln_sp.sh ├── sng_parser ├── __init__.py ├── _data │ ├── object-nouns.txt │ ├── phrasal-preps.txt │ ├── phrasal-verbs.txt │ └── scene-nouns.txt ├── backends │ ├── __init__.py │ ├── backend.py │ └── spacy_parser.py ├── database.py ├── parser.py └── utils.py ├── src ├── __init__.py ├── grounding_evaluator.py ├── joint_det_dataset.py ├── scannet_classes.py └── visual_data_handlers.py ├── superpoint_maker.py ├── train_dist_mod.py └── utils ├── __init__.py ├── box_util.py ├── eval_det.py ├── lineMesh.py ├── logger.py ├── lr_scheduler.py ├── metric_util.py ├── misc.py ├── nms.py ├── record_tensorboard.py ├── scatter_util.py └── vis_util.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/LICENSE -------------------------------------------------------------------------------- /Pack_scan_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/Pack_scan_files.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/README.md -------------------------------------------------------------------------------- /data/class_embeddings3d.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/class_embeddings3d.npy -------------------------------------------------------------------------------- /data/cls_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/cls_results.json -------------------------------------------------------------------------------- /data/fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/fig.png -------------------------------------------------------------------------------- /data/gen_class_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/gen_class_embeddings.py -------------------------------------------------------------------------------- /data/meta_data/nr3d_test_scans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/nr3d_test_scans.txt -------------------------------------------------------------------------------- /data/meta_data/nr3d_train_scans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/nr3d_train_scans.txt -------------------------------------------------------------------------------- /data/meta_data/scannet_idx_to_semantic_class.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannet_idx_to_semantic_class.json -------------------------------------------------------------------------------- /data/meta_data/scannet_instance_class_to_semantic_class.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannet_instance_class_to_semantic_class.json -------------------------------------------------------------------------------- /data/meta_data/scannet_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannet_train.txt -------------------------------------------------------------------------------- /data/meta_data/scannetv2-labels.combined.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannetv2-labels.combined.tsv -------------------------------------------------------------------------------- /data/meta_data/scannetv2_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannetv2_test.txt -------------------------------------------------------------------------------- /data/meta_data/scannetv2_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannetv2_train.txt -------------------------------------------------------------------------------- /data/meta_data/scannetv2_train_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannetv2_train_val.txt -------------------------------------------------------------------------------- /data/meta_data/scannetv2_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scannetv2_val.txt -------------------------------------------------------------------------------- /data/meta_data/scans_axis_alignment_matrices.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/scans_axis_alignment_matrices.json -------------------------------------------------------------------------------- /data/meta_data/sr3d_test_scans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/sr3d_test_scans.txt -------------------------------------------------------------------------------- /data/meta_data/sr3d_train_scans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/meta_data/sr3d_train_scans.txt -------------------------------------------------------------------------------- /data/model_util_scannet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/model_util_scannet.py -------------------------------------------------------------------------------- /data/scannet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/data/scannet_utils.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/environment.yml -------------------------------------------------------------------------------- /init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/init.sh -------------------------------------------------------------------------------- /main_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/main_utils.py -------------------------------------------------------------------------------- /mapping_full2rio27.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/mapping_full2rio27.json -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/ap_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/ap_helper.py -------------------------------------------------------------------------------- /models/backbone_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/backbone_module.py -------------------------------------------------------------------------------- /models/encoder_decoder_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/encoder_decoder_layers.py -------------------------------------------------------------------------------- /models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/losses.py -------------------------------------------------------------------------------- /models/mcln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/mcln.py -------------------------------------------------------------------------------- /models/mcln_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/mcln_attention.py -------------------------------------------------------------------------------- /models/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/models/modules.py -------------------------------------------------------------------------------- /pointnet2/_ext_src/include/ball_query.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/include/ball_query.h -------------------------------------------------------------------------------- /pointnet2/_ext_src/include/cuda_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/include/cuda_utils.h -------------------------------------------------------------------------------- /pointnet2/_ext_src/include/group_points.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/include/group_points.h -------------------------------------------------------------------------------- /pointnet2/_ext_src/include/interpolate.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/include/interpolate.h -------------------------------------------------------------------------------- /pointnet2/_ext_src/include/sampling.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/include/sampling.h -------------------------------------------------------------------------------- /pointnet2/_ext_src/include/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/include/utils.h -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/ball_query.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/ball_query.cpp -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/ball_query_gpu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/ball_query_gpu.cu -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/bindings.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/bindings.cpp -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/group_points.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/group_points.cpp -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/group_points_gpu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/group_points_gpu.cu -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/interpolate.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/interpolate.cpp -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/interpolate_gpu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/interpolate_gpu.cu -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/sampling.cpp -------------------------------------------------------------------------------- /pointnet2/_ext_src/src/sampling_gpu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/_ext_src/src/sampling_gpu.cu -------------------------------------------------------------------------------- /pointnet2/pointnet2_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/pointnet2_modules.py -------------------------------------------------------------------------------- /pointnet2/pointnet2_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/pointnet2_test.py -------------------------------------------------------------------------------- /pointnet2/pointnet2_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/pointnet2_utils.py -------------------------------------------------------------------------------- /pointnet2/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/pytorch_utils.py -------------------------------------------------------------------------------- /pointnet2/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/pointnet2/setup.py -------------------------------------------------------------------------------- /prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/prepare_data.py -------------------------------------------------------------------------------- /scripts/command.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/command.sh -------------------------------------------------------------------------------- /scripts/download_scannet_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/download_scannet_files.py -------------------------------------------------------------------------------- /scripts/test_nr3d_mcln_sp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/test_nr3d_mcln_sp.sh -------------------------------------------------------------------------------- /scripts/test_scanrefer_mcln_sp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/test_scanrefer_mcln_sp.sh -------------------------------------------------------------------------------- /scripts/test_scanrefer_mcln_sp_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/test_scanrefer_mcln_sp_single.sh -------------------------------------------------------------------------------- /scripts/test_sr3d_mcln_sp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/test_sr3d_mcln_sp.sh -------------------------------------------------------------------------------- /scripts/train_nr3d_mcln_sp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/train_nr3d_mcln_sp.sh -------------------------------------------------------------------------------- /scripts/train_scanrefer_mcln_sp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/train_scanrefer_mcln_sp.sh -------------------------------------------------------------------------------- /scripts/train_scanrefer_mcln_sp_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/train_scanrefer_mcln_sp_single.sh -------------------------------------------------------------------------------- /scripts/train_sr3d_mcln_sp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/scripts/train_sr3d_mcln_sp.sh -------------------------------------------------------------------------------- /sng_parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/__init__.py -------------------------------------------------------------------------------- /sng_parser/_data/object-nouns.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/_data/object-nouns.txt -------------------------------------------------------------------------------- /sng_parser/_data/phrasal-preps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/_data/phrasal-preps.txt -------------------------------------------------------------------------------- /sng_parser/_data/phrasal-verbs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/_data/phrasal-verbs.txt -------------------------------------------------------------------------------- /sng_parser/_data/scene-nouns.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/_data/scene-nouns.txt -------------------------------------------------------------------------------- /sng_parser/backends/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/backends/__init__.py -------------------------------------------------------------------------------- /sng_parser/backends/backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/backends/backend.py -------------------------------------------------------------------------------- /sng_parser/backends/spacy_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/backends/spacy_parser.py -------------------------------------------------------------------------------- /sng_parser/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/database.py -------------------------------------------------------------------------------- /sng_parser/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/parser.py -------------------------------------------------------------------------------- /sng_parser/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/sng_parser/utils.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/grounding_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/src/grounding_evaluator.py -------------------------------------------------------------------------------- /src/joint_det_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/src/joint_det_dataset.py -------------------------------------------------------------------------------- /src/scannet_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/src/scannet_classes.py -------------------------------------------------------------------------------- /src/visual_data_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/src/visual_data_handlers.py -------------------------------------------------------------------------------- /superpoint_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/superpoint_maker.py -------------------------------------------------------------------------------- /train_dist_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/train_dist_mod.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/box_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/box_util.py -------------------------------------------------------------------------------- /utils/eval_det.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/eval_det.py -------------------------------------------------------------------------------- /utils/lineMesh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/lineMesh.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/lr_scheduler.py -------------------------------------------------------------------------------- /utils/metric_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/metric_util.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/misc.py -------------------------------------------------------------------------------- /utils/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/nms.py -------------------------------------------------------------------------------- /utils/record_tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/record_tensorboard.py -------------------------------------------------------------------------------- /utils/scatter_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/scatter_util.py -------------------------------------------------------------------------------- /utils/vis_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qzp2018/MCLN/HEAD/utils/vis_util.py --------------------------------------------------------------------------------