├── .gitignore ├── LICENSE ├── README.md ├── config ├── data │ ├── base.yaml │ ├── multi3drefer.yaml │ ├── nr3d.yaml │ ├── scannetv2.yaml │ └── scanrefer.yaml ├── global_config.yaml └── model │ └── dlisa.yaml ├── dlisa ├── callback │ ├── gpu_cache_clean_callback.py │ ├── lr_decay_callback.py │ ├── save_thres_callback.py │ ├── set_seed_callback.py │ └── stop_training_callback.py ├── common_ops │ ├── functions │ │ ├── common_ops.py │ │ └── pointgroup_ops.py │ ├── setup.py │ └── src │ │ ├── bfs_cluster │ │ ├── bfs_cluster.cpp │ │ ├── bfs_cluster.cu │ │ └── bfs_cluster.h │ │ ├── common_ops.cpp │ │ ├── common_ops.h │ │ ├── common_ops_api.cpp │ │ ├── crop_pcd │ │ ├── crop_pcd.cpp │ │ ├── crop_pcd.cu │ │ └── crop_pcd.h │ │ ├── cuda.cu │ │ ├── cuda_utils.h │ │ ├── datatype │ │ ├── datatype.cpp │ │ └── datatype.h │ │ ├── get_iou │ │ ├── get_iou.cpp │ │ ├── get_iou.cu │ │ └── get_iou.h │ │ ├── roipool │ │ ├── roipool.cpp │ │ ├── roipool.cu │ │ └── roipool.h │ │ └── sec_mean │ │ ├── sec_mean.cpp │ │ ├── sec_mean.cu │ │ └── sec_mean.h ├── data │ └── data_module.py ├── evaluation │ ├── general_evaluator.py │ ├── multi3drefer_evaluator.py │ ├── referit3d_evaluator.py │ └── scanrefer_evaluator.py ├── loss │ ├── contrastive_loss.py │ ├── dynamic_loss.py │ ├── pt_offset_loss.py │ └── reference_loss.py ├── model │ ├── cross_modal_module │ │ ├── attention.py │ │ └── match_module.py │ ├── dlisa.py │ ├── language_module │ │ └── clip_word_encoder.py │ └── vision_module │ │ ├── clip_image_encoder.py │ │ ├── detector_module │ │ ├── __init__.py │ │ ├── backbone.py │ │ ├── common.py │ │ └── tiny_unet.py │ │ ├── object_renderer.py │ │ └── pointgroup.py └── util │ └── utils.py ├── docs └── img │ └── dlisa.png ├── evaluate.py ├── scripts ├── job.sh └── train.sh ├── setup.py ├── test.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/README.md -------------------------------------------------------------------------------- /config/data/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/data/base.yaml -------------------------------------------------------------------------------- /config/data/multi3drefer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/data/multi3drefer.yaml -------------------------------------------------------------------------------- /config/data/nr3d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/data/nr3d.yaml -------------------------------------------------------------------------------- /config/data/scannetv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/data/scannetv2.yaml -------------------------------------------------------------------------------- /config/data/scanrefer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/data/scanrefer.yaml -------------------------------------------------------------------------------- /config/global_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/global_config.yaml -------------------------------------------------------------------------------- /config/model/dlisa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/config/model/dlisa.yaml -------------------------------------------------------------------------------- /dlisa/callback/gpu_cache_clean_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/callback/gpu_cache_clean_callback.py -------------------------------------------------------------------------------- /dlisa/callback/lr_decay_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/callback/lr_decay_callback.py -------------------------------------------------------------------------------- /dlisa/callback/save_thres_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/callback/save_thres_callback.py -------------------------------------------------------------------------------- /dlisa/callback/set_seed_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/callback/set_seed_callback.py -------------------------------------------------------------------------------- /dlisa/callback/stop_training_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/callback/stop_training_callback.py -------------------------------------------------------------------------------- /dlisa/common_ops/functions/common_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/functions/common_ops.py -------------------------------------------------------------------------------- /dlisa/common_ops/functions/pointgroup_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/functions/pointgroup_ops.py -------------------------------------------------------------------------------- /dlisa/common_ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/setup.py -------------------------------------------------------------------------------- /dlisa/common_ops/src/bfs_cluster/bfs_cluster.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/bfs_cluster/bfs_cluster.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/bfs_cluster/bfs_cluster.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/bfs_cluster/bfs_cluster.cu -------------------------------------------------------------------------------- /dlisa/common_ops/src/bfs_cluster/bfs_cluster.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/bfs_cluster/bfs_cluster.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/common_ops.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/common_ops.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/common_ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/common_ops.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/common_ops_api.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/common_ops_api.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/crop_pcd/crop_pcd.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/crop_pcd/crop_pcd.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/crop_pcd/crop_pcd.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/crop_pcd/crop_pcd.cu -------------------------------------------------------------------------------- /dlisa/common_ops/src/crop_pcd/crop_pcd.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/crop_pcd/crop_pcd.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/cuda.cu -------------------------------------------------------------------------------- /dlisa/common_ops/src/cuda_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/cuda_utils.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/datatype/datatype.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/datatype/datatype.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/datatype/datatype.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/datatype/datatype.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/get_iou/get_iou.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/get_iou/get_iou.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/get_iou/get_iou.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/get_iou/get_iou.cu -------------------------------------------------------------------------------- /dlisa/common_ops/src/get_iou/get_iou.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/get_iou/get_iou.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/roipool/roipool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/roipool/roipool.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/roipool/roipool.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/roipool/roipool.cu -------------------------------------------------------------------------------- /dlisa/common_ops/src/roipool/roipool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/roipool/roipool.h -------------------------------------------------------------------------------- /dlisa/common_ops/src/sec_mean/sec_mean.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/sec_mean/sec_mean.cpp -------------------------------------------------------------------------------- /dlisa/common_ops/src/sec_mean/sec_mean.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/sec_mean/sec_mean.cu -------------------------------------------------------------------------------- /dlisa/common_ops/src/sec_mean/sec_mean.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/common_ops/src/sec_mean/sec_mean.h -------------------------------------------------------------------------------- /dlisa/data/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/data/data_module.py -------------------------------------------------------------------------------- /dlisa/evaluation/general_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/evaluation/general_evaluator.py -------------------------------------------------------------------------------- /dlisa/evaluation/multi3drefer_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/evaluation/multi3drefer_evaluator.py -------------------------------------------------------------------------------- /dlisa/evaluation/referit3d_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/evaluation/referit3d_evaluator.py -------------------------------------------------------------------------------- /dlisa/evaluation/scanrefer_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/evaluation/scanrefer_evaluator.py -------------------------------------------------------------------------------- /dlisa/loss/contrastive_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/loss/contrastive_loss.py -------------------------------------------------------------------------------- /dlisa/loss/dynamic_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/loss/dynamic_loss.py -------------------------------------------------------------------------------- /dlisa/loss/pt_offset_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/loss/pt_offset_loss.py -------------------------------------------------------------------------------- /dlisa/loss/reference_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/loss/reference_loss.py -------------------------------------------------------------------------------- /dlisa/model/cross_modal_module/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/cross_modal_module/attention.py -------------------------------------------------------------------------------- /dlisa/model/cross_modal_module/match_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/cross_modal_module/match_module.py -------------------------------------------------------------------------------- /dlisa/model/dlisa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/dlisa.py -------------------------------------------------------------------------------- /dlisa/model/language_module/clip_word_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/language_module/clip_word_encoder.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/clip_image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/clip_image_encoder.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/detector_module/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/detector_module/__init__.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/detector_module/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/detector_module/backbone.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/detector_module/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/detector_module/common.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/detector_module/tiny_unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/detector_module/tiny_unet.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/object_renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/object_renderer.py -------------------------------------------------------------------------------- /dlisa/model/vision_module/pointgroup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/model/vision_module/pointgroup.py -------------------------------------------------------------------------------- /dlisa/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/dlisa/util/utils.py -------------------------------------------------------------------------------- /docs/img/dlisa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/docs/img/dlisa.png -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/evaluate.py -------------------------------------------------------------------------------- /scripts/job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/scripts/job.sh -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/setup.py -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haomengz/D-LISA/HEAD/train.py --------------------------------------------------------------------------------