├── .gitignore ├── .gitmodules ├── LICENSE ├── Makefile ├── README.md ├── experiments ├── bw_test │ └── run_bw_test.sbatch └── serving │ ├── CMakeLists.txt │ ├── benchmark_tp2.sbatch │ ├── benchmark_tp4.sbatch │ ├── cmake │ └── FindNCCL.cmake │ ├── common_gpt_hyper_params.h │ ├── experiment │ └── common │ │ └── gen_input.py │ ├── main.cc │ ├── model.hh │ ├── online_main.cc │ ├── online_model.hh │ ├── online_test-tp2.sbatch │ ├── online_test.sbatch │ ├── run_online_test.sh │ ├── run_test.sh │ ├── run_test_context.sh │ ├── run_test_twotask.sh │ └── scheduler.h ├── scripts └── disable_asc.sh └── src ├── checks.h ├── cumem.cu ├── cumem.h ├── extern ├── ibvcore.h ├── ibvwrap.h ├── nccl_net.h ├── param.h ├── socket.cc ├── socket.h ├── timer.h └── utils.h ├── fuselink.cc ├── fuselink.h ├── monitor.cpp ├── monitor.h ├── monitor_main.cpp └── plugin.cc /.gitignore: -------------------------------------------------------------------------------- 1 | upload.sh 2 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/README.md -------------------------------------------------------------------------------- /experiments/bw_test/run_bw_test.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/bw_test/run_bw_test.sbatch -------------------------------------------------------------------------------- /experiments/serving/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/CMakeLists.txt -------------------------------------------------------------------------------- /experiments/serving/benchmark_tp2.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/benchmark_tp2.sbatch -------------------------------------------------------------------------------- /experiments/serving/benchmark_tp4.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/benchmark_tp4.sbatch -------------------------------------------------------------------------------- /experiments/serving/cmake/FindNCCL.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/cmake/FindNCCL.cmake -------------------------------------------------------------------------------- /experiments/serving/common_gpt_hyper_params.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/common_gpt_hyper_params.h -------------------------------------------------------------------------------- /experiments/serving/experiment/common/gen_input.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/serving/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/main.cc -------------------------------------------------------------------------------- /experiments/serving/model.hh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/model.hh -------------------------------------------------------------------------------- /experiments/serving/online_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/online_main.cc -------------------------------------------------------------------------------- /experiments/serving/online_model.hh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/online_model.hh -------------------------------------------------------------------------------- /experiments/serving/online_test-tp2.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/online_test-tp2.sbatch -------------------------------------------------------------------------------- /experiments/serving/online_test.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/online_test.sbatch -------------------------------------------------------------------------------- /experiments/serving/run_online_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/run_online_test.sh -------------------------------------------------------------------------------- /experiments/serving/run_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/run_test.sh -------------------------------------------------------------------------------- /experiments/serving/run_test_context.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/run_test_context.sh -------------------------------------------------------------------------------- /experiments/serving/run_test_twotask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/experiments/serving/run_test_twotask.sh -------------------------------------------------------------------------------- /experiments/serving/scheduler.h: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/disable_asc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/scripts/disable_asc.sh -------------------------------------------------------------------------------- /src/checks.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/checks.h -------------------------------------------------------------------------------- /src/cumem.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/cumem.cu -------------------------------------------------------------------------------- /src/cumem.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/cumem.h -------------------------------------------------------------------------------- /src/extern/ibvcore.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/ibvcore.h -------------------------------------------------------------------------------- /src/extern/ibvwrap.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/ibvwrap.h -------------------------------------------------------------------------------- /src/extern/nccl_net.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/nccl_net.h -------------------------------------------------------------------------------- /src/extern/param.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/param.h -------------------------------------------------------------------------------- /src/extern/socket.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/socket.cc -------------------------------------------------------------------------------- /src/extern/socket.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/socket.h -------------------------------------------------------------------------------- /src/extern/timer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/timer.h -------------------------------------------------------------------------------- /src/extern/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/extern/utils.h -------------------------------------------------------------------------------- /src/fuselink.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/fuselink.cc -------------------------------------------------------------------------------- /src/fuselink.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/fuselink.h -------------------------------------------------------------------------------- /src/monitor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/monitor.cpp -------------------------------------------------------------------------------- /src/monitor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/monitor.h -------------------------------------------------------------------------------- /src/monitor_main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/monitor_main.cpp -------------------------------------------------------------------------------- /src/plugin.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/axio-project/FuseLink/HEAD/src/plugin.cc --------------------------------------------------------------------------------