├── .gitignore ├── .gitmodules ├── README.md ├── config ├── mapping_mecanum_real.yaml ├── mapping_mecanum_sim.yaml ├── mapping_wheelchair.yaml ├── obj_vis.rviz ├── objects_cic.yaml └── objects_sqh.yaml ├── external ├── byte_track │ ├── bytetrack │ │ ├── __init__.py │ │ ├── basetrack.py │ │ ├── byte_tracker.py │ │ ├── kalman_filter.py │ │ └── matching.py │ ├── pyproject.toml │ └── setup.cfg └── cython_bbox │ ├── .gitignore │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── setup.py │ └── src │ └── cython_bbox.pyx ├── images ├── 2d_vis.png ├── 3d_vis.png ├── mecanum_real_2d_vis.png ├── mecanum_real_3d_vis.png ├── mecanum_sim.png ├── mecanum_wheel.jpg ├── ros2_sim_vis.png ├── wheelchair.jpg ├── wheelchair_mapping_3d_sim.png ├── wheelchair_sim.png └── wheelchair_unity.png ├── pyproject.toml ├── ros2_system.py ├── semantic_mapping ├── __init__.py ├── cloud_image_fusion.py ├── mapping_ros2_node.py ├── semantic_map.py ├── single_object.py ├── tools │ ├── __init__.py │ ├── ros1_bag_utils.py │ └── ros2_bag_utils.py ├── utils.py └── visualizer.py ├── setup.cfg └── tests ├── test_box_separation.py ├── test_cic_indoor_dataset.py ├── test_cloud_image_fusion.py ├── test_dataset_mapping.py ├── test_dataset_mapping_depth.py ├── test_jax.py ├── test_k_means.py ├── test_meta_class_extraction.py ├── test_pytorch3d.py ├── test_rerun_rgb_points.py ├── test_scalene.py ├── test_scannet_mapping.py ├── test_scannet_mapping_bak.py ├── verify_projection_offline.py ├── verify_projection_online.py └── verify_scannet_projection_offline.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/README.md -------------------------------------------------------------------------------- /config/mapping_mecanum_real.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/config/mapping_mecanum_real.yaml -------------------------------------------------------------------------------- /config/mapping_mecanum_sim.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/config/mapping_mecanum_sim.yaml -------------------------------------------------------------------------------- /config/mapping_wheelchair.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/config/mapping_wheelchair.yaml -------------------------------------------------------------------------------- /config/obj_vis.rviz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/config/obj_vis.rviz -------------------------------------------------------------------------------- /config/objects_cic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/config/objects_cic.yaml -------------------------------------------------------------------------------- /config/objects_sqh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/config/objects_sqh.yaml -------------------------------------------------------------------------------- /external/byte_track/bytetrack/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /external/byte_track/bytetrack/basetrack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/byte_track/bytetrack/basetrack.py -------------------------------------------------------------------------------- /external/byte_track/bytetrack/byte_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/byte_track/bytetrack/byte_tracker.py -------------------------------------------------------------------------------- /external/byte_track/bytetrack/kalman_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/byte_track/bytetrack/kalman_filter.py -------------------------------------------------------------------------------- /external/byte_track/bytetrack/matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/byte_track/bytetrack/matching.py -------------------------------------------------------------------------------- /external/byte_track/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/byte_track/pyproject.toml -------------------------------------------------------------------------------- /external/byte_track/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/byte_track/setup.cfg -------------------------------------------------------------------------------- /external/cython_bbox/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/cython_bbox/.gitignore -------------------------------------------------------------------------------- /external/cython_bbox/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/cython_bbox/LICENSE -------------------------------------------------------------------------------- /external/cython_bbox/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/cython_bbox/MANIFEST.in -------------------------------------------------------------------------------- /external/cython_bbox/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/cython_bbox/README.md -------------------------------------------------------------------------------- /external/cython_bbox/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/cython_bbox/setup.py -------------------------------------------------------------------------------- /external/cython_bbox/src/cython_bbox.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/external/cython_bbox/src/cython_bbox.pyx -------------------------------------------------------------------------------- /images/2d_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/2d_vis.png -------------------------------------------------------------------------------- /images/3d_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/3d_vis.png -------------------------------------------------------------------------------- /images/mecanum_real_2d_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/mecanum_real_2d_vis.png -------------------------------------------------------------------------------- /images/mecanum_real_3d_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/mecanum_real_3d_vis.png -------------------------------------------------------------------------------- /images/mecanum_sim.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/mecanum_sim.png -------------------------------------------------------------------------------- /images/mecanum_wheel.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/mecanum_wheel.jpg -------------------------------------------------------------------------------- /images/ros2_sim_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/ros2_sim_vis.png -------------------------------------------------------------------------------- /images/wheelchair.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/wheelchair.jpg -------------------------------------------------------------------------------- /images/wheelchair_mapping_3d_sim.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/wheelchair_mapping_3d_sim.png -------------------------------------------------------------------------------- /images/wheelchair_sim.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/wheelchair_sim.png -------------------------------------------------------------------------------- /images/wheelchair_unity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/images/wheelchair_unity.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/pyproject.toml -------------------------------------------------------------------------------- /ros2_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/ros2_system.py -------------------------------------------------------------------------------- /semantic_mapping/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /semantic_mapping/cloud_image_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/cloud_image_fusion.py -------------------------------------------------------------------------------- /semantic_mapping/mapping_ros2_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/mapping_ros2_node.py -------------------------------------------------------------------------------- /semantic_mapping/semantic_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/semantic_map.py -------------------------------------------------------------------------------- /semantic_mapping/single_object.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/single_object.py -------------------------------------------------------------------------------- /semantic_mapping/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /semantic_mapping/tools/ros1_bag_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/tools/ros1_bag_utils.py -------------------------------------------------------------------------------- /semantic_mapping/tools/ros2_bag_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/tools/ros2_bag_utils.py -------------------------------------------------------------------------------- /semantic_mapping/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/utils.py -------------------------------------------------------------------------------- /semantic_mapping/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/semantic_mapping/visualizer.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/setup.cfg -------------------------------------------------------------------------------- /tests/test_box_separation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_box_separation.py -------------------------------------------------------------------------------- /tests/test_cic_indoor_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_cic_indoor_dataset.py -------------------------------------------------------------------------------- /tests/test_cloud_image_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_cloud_image_fusion.py -------------------------------------------------------------------------------- /tests/test_dataset_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_dataset_mapping.py -------------------------------------------------------------------------------- /tests/test_dataset_mapping_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_dataset_mapping_depth.py -------------------------------------------------------------------------------- /tests/test_jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_jax.py -------------------------------------------------------------------------------- /tests/test_k_means.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_k_means.py -------------------------------------------------------------------------------- /tests/test_meta_class_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_meta_class_extraction.py -------------------------------------------------------------------------------- /tests/test_pytorch3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_pytorch3d.py -------------------------------------------------------------------------------- /tests/test_rerun_rgb_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_rerun_rgb_points.py -------------------------------------------------------------------------------- /tests/test_scalene.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_scalene.py -------------------------------------------------------------------------------- /tests/test_scannet_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_scannet_mapping.py -------------------------------------------------------------------------------- /tests/test_scannet_mapping_bak.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/test_scannet_mapping_bak.py -------------------------------------------------------------------------------- /tests/verify_projection_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/verify_projection_offline.py -------------------------------------------------------------------------------- /tests/verify_projection_online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/verify_projection_online.py -------------------------------------------------------------------------------- /tests/verify_scannet_projection_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gfchen01/semantic_mapping_with_360_camera_and_3d_lidar/HEAD/tests/verify_scannet_projection_offline.py --------------------------------------------------------------------------------