├── .github └── workflows │ ├── build.yml │ ├── release.yml │ └── release_test.yml ├── .gitignore ├── 3rd └── CMakeLists.txt ├── CMakeLists.txt ├── MANIFEST.in ├── README.md ├── benchmark ├── benchmark_adam.py └── benchmark_cpuadam.py ├── csrc ├── CMakeLists.txt ├── aio.cpp ├── async_file_io.cpp ├── backend.cpp ├── offload.cpp ├── pthread_backend.cpp ├── py_api.cpp ├── space_mgr.cpp └── uring.cpp ├── docker └── Dockerfile ├── include ├── aio.h ├── async_file_io.h ├── asyncio.h ├── backend.h ├── offload.h ├── pthread_backend.h ├── space_mgr.h ├── threadpool.hpp └── uring.h ├── requirements.txt ├── setup.py ├── tensornvme ├── _C │ └── __init__.pyi ├── __init__.py ├── async_file_io.py ├── cli │ ├── __init__.py │ ├── check.py │ └── cli.py └── offload.py ├── tests ├── CMakeLists.txt ├── catch.hpp ├── requirements.txt ├── test_adam.py ├── test_asyncio.cpp ├── test_disk_offloader.py ├── test_offload.cpp └── test_space_mgr.cpp └── version.txt /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/release_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/.github/workflows/release_test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/.gitignore -------------------------------------------------------------------------------- /3rd/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/3rd/CMakeLists.txt -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/README.md -------------------------------------------------------------------------------- /benchmark/benchmark_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/benchmark/benchmark_adam.py -------------------------------------------------------------------------------- /benchmark/benchmark_cpuadam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/benchmark/benchmark_cpuadam.py -------------------------------------------------------------------------------- /csrc/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/CMakeLists.txt -------------------------------------------------------------------------------- /csrc/aio.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/aio.cpp -------------------------------------------------------------------------------- /csrc/async_file_io.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/async_file_io.cpp -------------------------------------------------------------------------------- /csrc/backend.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/backend.cpp -------------------------------------------------------------------------------- /csrc/offload.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/offload.cpp -------------------------------------------------------------------------------- /csrc/pthread_backend.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/pthread_backend.cpp -------------------------------------------------------------------------------- /csrc/py_api.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/py_api.cpp -------------------------------------------------------------------------------- /csrc/space_mgr.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/space_mgr.cpp -------------------------------------------------------------------------------- /csrc/uring.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/csrc/uring.cpp -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /include/aio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/aio.h -------------------------------------------------------------------------------- /include/async_file_io.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/async_file_io.h -------------------------------------------------------------------------------- /include/asyncio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/asyncio.h -------------------------------------------------------------------------------- /include/backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/backend.h -------------------------------------------------------------------------------- /include/offload.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/offload.h -------------------------------------------------------------------------------- /include/pthread_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/pthread_backend.h -------------------------------------------------------------------------------- /include/space_mgr.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/space_mgr.h -------------------------------------------------------------------------------- /include/threadpool.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/threadpool.hpp -------------------------------------------------------------------------------- /include/uring.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/include/uring.h -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | packaging 2 | click 3 | torch 4 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/setup.py -------------------------------------------------------------------------------- /tensornvme/_C/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/_C/__init__.pyi -------------------------------------------------------------------------------- /tensornvme/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/__init__.py -------------------------------------------------------------------------------- /tensornvme/async_file_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/async_file_io.py -------------------------------------------------------------------------------- /tensornvme/cli/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/cli/__init__.py -------------------------------------------------------------------------------- /tensornvme/cli/check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/cli/check.py -------------------------------------------------------------------------------- /tensornvme/cli/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/cli/cli.py -------------------------------------------------------------------------------- /tensornvme/offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tensornvme/offload.py -------------------------------------------------------------------------------- /tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/CMakeLists.txt -------------------------------------------------------------------------------- /tests/catch.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/catch.hpp -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | transformers -------------------------------------------------------------------------------- /tests/test_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/test_adam.py -------------------------------------------------------------------------------- /tests/test_asyncio.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/test_asyncio.cpp -------------------------------------------------------------------------------- /tests/test_disk_offloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/test_disk_offloader.py -------------------------------------------------------------------------------- /tests/test_offload.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/test_offload.cpp -------------------------------------------------------------------------------- /tests/test_space_mgr.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/TensorNVMe/HEAD/tests/test_space_mgr.cpp -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- 1 | 0.1.0 2 | --------------------------------------------------------------------------------