├── .clang-format ├── .gitignore ├── .gitmodules ├── ACKNOWLEDGMENTS ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTOR_LICENSE_AGREEMENT.md ├── LICENSE ├── README.md ├── cmake ├── nccl.cmake ├── rccl.cmake └── ucx.cmake ├── include ├── megray.h └── megray │ ├── client.h │ ├── common.h │ ├── communicator.h │ ├── config.h.in │ ├── context.h │ ├── cuda_context.h │ ├── debug.h │ ├── hip_context.h │ └── server.h ├── src ├── CMakeLists.txt ├── core │ ├── CMakeLists.txt │ ├── client.cpp │ ├── common.cpp │ ├── communicator.cpp │ ├── debug.cpp │ └── server.cpp ├── megray.cpp ├── nccl │ ├── CMakeLists.txt │ ├── communicator.cpp │ ├── communicator.h │ ├── utils.cpp │ └── utils.h ├── rccl │ ├── CMakeLists.txt │ ├── communicator.cpp │ ├── communicator.h │ ├── utils.cpp │ └── utils.h ├── shm │ ├── CMakeLists.txt │ ├── all_gather.cpp │ ├── all_reduce.cpp │ ├── all_to_all.cpp │ ├── broadcast.cpp │ ├── communicator.cpp │ ├── communicator.h │ ├── gather.cpp │ ├── reduce.cpp │ ├── reduce_scatter.cpp │ ├── scatter.cpp │ ├── shm_barrier.cpp │ ├── shm_ipc.cpp │ ├── shm_ipc.h │ ├── utils.cpp │ └── utils.h └── ucx │ ├── CMakeLists.txt │ ├── all_gather.cpp │ ├── all_reduce.cpp │ ├── all_to_all.cpp │ ├── broadcast.cpp │ ├── communicator.cpp │ ├── communicator.h │ ├── gather.cpp │ ├── kernel.cu │ ├── reduce.cpp │ ├── reduce_scatter.cpp │ ├── scatter.cpp │ └── utils.h ├── test ├── CMakeLists.txt ├── performance.cpp ├── test_base.h ├── test_cuda.cpp ├── test_hip.cpp ├── test_main.cpp ├── test_opr.cpp ├── test_server_client.cpp ├── test_shm.cpp └── test_utils.h ├── third_party └── prepare.sh └── util └── format.sh /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/.clang-format -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | build 2 | .vscode 3 | *.swp 4 | commitlint.config.js 5 | *.un~ 6 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/.gitmodules -------------------------------------------------------------------------------- /ACKNOWLEDGMENTS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/ACKNOWLEDGMENTS -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTOR_LICENSE_AGREEMENT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/CONTRIBUTOR_LICENSE_AGREEMENT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/README.md -------------------------------------------------------------------------------- /cmake/nccl.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/cmake/nccl.cmake -------------------------------------------------------------------------------- /cmake/rccl.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/cmake/rccl.cmake -------------------------------------------------------------------------------- /cmake/ucx.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/cmake/ucx.cmake -------------------------------------------------------------------------------- /include/megray.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray.h -------------------------------------------------------------------------------- /include/megray/client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/client.h -------------------------------------------------------------------------------- /include/megray/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/common.h -------------------------------------------------------------------------------- /include/megray/communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/communicator.h -------------------------------------------------------------------------------- /include/megray/config.h.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/config.h.in -------------------------------------------------------------------------------- /include/megray/context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/context.h -------------------------------------------------------------------------------- /include/megray/cuda_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/cuda_context.h -------------------------------------------------------------------------------- /include/megray/debug.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/debug.h -------------------------------------------------------------------------------- /include/megray/hip_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/hip_context.h -------------------------------------------------------------------------------- /include/megray/server.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/include/megray/server.h -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/core/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/core/CMakeLists.txt -------------------------------------------------------------------------------- /src/core/client.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/core/client.cpp -------------------------------------------------------------------------------- /src/core/common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/core/common.cpp -------------------------------------------------------------------------------- /src/core/communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/core/communicator.cpp -------------------------------------------------------------------------------- /src/core/debug.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/core/debug.cpp -------------------------------------------------------------------------------- /src/core/server.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/core/server.cpp -------------------------------------------------------------------------------- /src/megray.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/megray.cpp -------------------------------------------------------------------------------- /src/nccl/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/nccl/CMakeLists.txt -------------------------------------------------------------------------------- /src/nccl/communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/nccl/communicator.cpp -------------------------------------------------------------------------------- /src/nccl/communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/nccl/communicator.h -------------------------------------------------------------------------------- /src/nccl/utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/nccl/utils.cpp -------------------------------------------------------------------------------- /src/nccl/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/nccl/utils.h -------------------------------------------------------------------------------- /src/rccl/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/rccl/CMakeLists.txt -------------------------------------------------------------------------------- /src/rccl/communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/rccl/communicator.cpp -------------------------------------------------------------------------------- /src/rccl/communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/rccl/communicator.h -------------------------------------------------------------------------------- /src/rccl/utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/rccl/utils.cpp -------------------------------------------------------------------------------- /src/rccl/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/rccl/utils.h -------------------------------------------------------------------------------- /src/shm/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/CMakeLists.txt -------------------------------------------------------------------------------- /src/shm/all_gather.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/all_gather.cpp -------------------------------------------------------------------------------- /src/shm/all_reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/all_reduce.cpp -------------------------------------------------------------------------------- /src/shm/all_to_all.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/all_to_all.cpp -------------------------------------------------------------------------------- /src/shm/broadcast.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/broadcast.cpp -------------------------------------------------------------------------------- /src/shm/communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/communicator.cpp -------------------------------------------------------------------------------- /src/shm/communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/communicator.h -------------------------------------------------------------------------------- /src/shm/gather.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/gather.cpp -------------------------------------------------------------------------------- /src/shm/reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/reduce.cpp -------------------------------------------------------------------------------- /src/shm/reduce_scatter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/reduce_scatter.cpp -------------------------------------------------------------------------------- /src/shm/scatter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/scatter.cpp -------------------------------------------------------------------------------- /src/shm/shm_barrier.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/shm_barrier.cpp -------------------------------------------------------------------------------- /src/shm/shm_ipc.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/shm_ipc.cpp -------------------------------------------------------------------------------- /src/shm/shm_ipc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/shm_ipc.h -------------------------------------------------------------------------------- /src/shm/utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/utils.cpp -------------------------------------------------------------------------------- /src/shm/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/shm/utils.h -------------------------------------------------------------------------------- /src/ucx/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/CMakeLists.txt -------------------------------------------------------------------------------- /src/ucx/all_gather.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/all_gather.cpp -------------------------------------------------------------------------------- /src/ucx/all_reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/all_reduce.cpp -------------------------------------------------------------------------------- /src/ucx/all_to_all.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/all_to_all.cpp -------------------------------------------------------------------------------- /src/ucx/broadcast.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/broadcast.cpp -------------------------------------------------------------------------------- /src/ucx/communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/communicator.cpp -------------------------------------------------------------------------------- /src/ucx/communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/communicator.h -------------------------------------------------------------------------------- /src/ucx/gather.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/gather.cpp -------------------------------------------------------------------------------- /src/ucx/kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/kernel.cu -------------------------------------------------------------------------------- /src/ucx/reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/reduce.cpp -------------------------------------------------------------------------------- /src/ucx/reduce_scatter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/reduce_scatter.cpp -------------------------------------------------------------------------------- /src/ucx/scatter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/scatter.cpp -------------------------------------------------------------------------------- /src/ucx/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/src/ucx/utils.h -------------------------------------------------------------------------------- /test/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/CMakeLists.txt -------------------------------------------------------------------------------- /test/performance.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/performance.cpp -------------------------------------------------------------------------------- /test/test_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_base.h -------------------------------------------------------------------------------- /test/test_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_cuda.cpp -------------------------------------------------------------------------------- /test/test_hip.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_hip.cpp -------------------------------------------------------------------------------- /test/test_main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_main.cpp -------------------------------------------------------------------------------- /test/test_opr.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_opr.cpp -------------------------------------------------------------------------------- /test/test_server_client.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_server_client.cpp -------------------------------------------------------------------------------- /test/test_shm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_shm.cpp -------------------------------------------------------------------------------- /test/test_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/test/test_utils.h -------------------------------------------------------------------------------- /third_party/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/third_party/prepare.sh -------------------------------------------------------------------------------- /util/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MegEngine/MegRay/HEAD/util/format.sh --------------------------------------------------------------------------------