├── .github └── workflows │ ├── lint.yaml │ ├── publish.yaml │ ├── test-paddle.yaml │ └── test-torch.yaml ├── .gitignore ├── Dockerfile.build ├── LICENSE ├── Makefile ├── README.md ├── code-of-conduct.md ├── docs ├── amd-perf.md └── images │ └── fastsafetensors-rocm.png ├── examples ├── a.safetensors ├── a_paddle.safetensors ├── b.safetensors ├── b_paddle.safetensors ├── extract_keys.py ├── fix_alignment.py ├── gen.py ├── run_paddle_parallel_cpu.sh ├── run_paddle_parallel_gpu.sh ├── run_parallel.py ├── run_reuse_loader.py ├── run_single.py ├── run_torch_parrallel.sh └── tgis_weight.py ├── fastsafetensors ├── __init__.py ├── common.py ├── copier │ ├── base.py │ ├── example_copier.py │ ├── gds.py │ └── nogds.py ├── cpp.pyi ├── cpp │ ├── cuda_compat.h │ ├── ext.cpp │ └── ext.hpp ├── dlpack.py ├── file_buffer.py ├── frameworks │ ├── __init__.py │ ├── _paddle.py │ └── _torch.py ├── loader.py ├── parallel_loader.py ├── st_types.py └── tensor_factory.py ├── perf ├── fastsafetensors_perf │ └── perf.py └── pyproject.toml ├── pyproject.toml ├── setup.py └── tests ├── conftest.py ├── fill.c ├── platform_utils.py ├── sten-collection.json ├── test_fastsafetensors.py ├── test_multi.py └── test_vllm.py /.github/workflows/lint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/.github/workflows/lint.yaml -------------------------------------------------------------------------------- /.github/workflows/publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/.github/workflows/publish.yaml -------------------------------------------------------------------------------- /.github/workflows/test-paddle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/.github/workflows/test-paddle.yaml -------------------------------------------------------------------------------- /.github/workflows/test-torch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/.github/workflows/test-torch.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile.build: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/Dockerfile.build -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/README.md -------------------------------------------------------------------------------- /code-of-conduct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/code-of-conduct.md -------------------------------------------------------------------------------- /docs/amd-perf.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/docs/amd-perf.md -------------------------------------------------------------------------------- /docs/images/fastsafetensors-rocm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/docs/images/fastsafetensors-rocm.png -------------------------------------------------------------------------------- /examples/a.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/a.safetensors -------------------------------------------------------------------------------- /examples/a_paddle.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/a_paddle.safetensors -------------------------------------------------------------------------------- /examples/b.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/b.safetensors -------------------------------------------------------------------------------- /examples/b_paddle.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/b_paddle.safetensors -------------------------------------------------------------------------------- /examples/extract_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/extract_keys.py -------------------------------------------------------------------------------- /examples/fix_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/fix_alignment.py -------------------------------------------------------------------------------- /examples/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/gen.py -------------------------------------------------------------------------------- /examples/run_paddle_parallel_cpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/run_paddle_parallel_cpu.sh -------------------------------------------------------------------------------- /examples/run_paddle_parallel_gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/run_paddle_parallel_gpu.sh -------------------------------------------------------------------------------- /examples/run_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/run_parallel.py -------------------------------------------------------------------------------- /examples/run_reuse_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/run_reuse_loader.py -------------------------------------------------------------------------------- /examples/run_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/run_single.py -------------------------------------------------------------------------------- /examples/run_torch_parrallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/run_torch_parrallel.sh -------------------------------------------------------------------------------- /examples/tgis_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/examples/tgis_weight.py -------------------------------------------------------------------------------- /fastsafetensors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/__init__.py -------------------------------------------------------------------------------- /fastsafetensors/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/common.py -------------------------------------------------------------------------------- /fastsafetensors/copier/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/copier/base.py -------------------------------------------------------------------------------- /fastsafetensors/copier/example_copier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/copier/example_copier.py -------------------------------------------------------------------------------- /fastsafetensors/copier/gds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/copier/gds.py -------------------------------------------------------------------------------- /fastsafetensors/copier/nogds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/copier/nogds.py -------------------------------------------------------------------------------- /fastsafetensors/cpp.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/cpp.pyi -------------------------------------------------------------------------------- /fastsafetensors/cpp/cuda_compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/cpp/cuda_compat.h -------------------------------------------------------------------------------- /fastsafetensors/cpp/ext.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/cpp/ext.cpp -------------------------------------------------------------------------------- /fastsafetensors/cpp/ext.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/cpp/ext.hpp -------------------------------------------------------------------------------- /fastsafetensors/dlpack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/dlpack.py -------------------------------------------------------------------------------- /fastsafetensors/file_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/file_buffer.py -------------------------------------------------------------------------------- /fastsafetensors/frameworks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/frameworks/__init__.py -------------------------------------------------------------------------------- /fastsafetensors/frameworks/_paddle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/frameworks/_paddle.py -------------------------------------------------------------------------------- /fastsafetensors/frameworks/_torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/frameworks/_torch.py -------------------------------------------------------------------------------- /fastsafetensors/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/loader.py -------------------------------------------------------------------------------- /fastsafetensors/parallel_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/parallel_loader.py -------------------------------------------------------------------------------- /fastsafetensors/st_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/st_types.py -------------------------------------------------------------------------------- /fastsafetensors/tensor_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/fastsafetensors/tensor_factory.py -------------------------------------------------------------------------------- /perf/fastsafetensors_perf/perf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/perf/fastsafetensors_perf/perf.py -------------------------------------------------------------------------------- /perf/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/perf/pyproject.toml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/setup.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/fill.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/fill.c -------------------------------------------------------------------------------- /tests/platform_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/platform_utils.py -------------------------------------------------------------------------------- /tests/sten-collection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/sten-collection.json -------------------------------------------------------------------------------- /tests/test_fastsafetensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/test_fastsafetensors.py -------------------------------------------------------------------------------- /tests/test_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/test_multi.py -------------------------------------------------------------------------------- /tests/test_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fastsafetensors/HEAD/tests/test_vllm.py --------------------------------------------------------------------------------