├── .github └── workflows │ ├── python-app.yml │ └── ufmt.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── benchmarks ├── bench_linear_float8.py ├── bench_matmul.py ├── bench_multi_gpu.py ├── bench_padding.py ├── profile_linear_float8.py └── utils.py ├── float8_experimental ├── __init__.py ├── config.py ├── distributed_utils.py ├── float8_aten_api.py ├── float8_linear.py ├── float8_linear_utils.py ├── float8_ops.py ├── float8_python_api.py ├── float8_scaling_utils.py ├── float8_tensor.py ├── float8_tensor_parallel.py ├── float8_utils.py ├── fsdp_utils.py └── inference.py ├── pyproject.toml └── test ├── test_base.py ├── test_compile.py ├── test_dtensor.py ├── test_dtensor.sh ├── test_everything.sh ├── test_fsdp.py ├── test_fsdp.sh ├── test_fsdp2 ├── test_fsdp2.py └── test_fsdp2_common.py ├── test_fsdp_compile.py ├── test_fsdp_compile.sh ├── test_inference_flows.py └── test_numerics_integration.py /.github/workflows/python-app.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/.github/workflows/python-app.yml -------------------------------------------------------------------------------- /.github/workflows/ufmt.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/.github/workflows/ufmt.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/bench_linear_float8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/benchmarks/bench_linear_float8.py -------------------------------------------------------------------------------- /benchmarks/bench_matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/benchmarks/bench_matmul.py -------------------------------------------------------------------------------- /benchmarks/bench_multi_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/benchmarks/bench_multi_gpu.py -------------------------------------------------------------------------------- /benchmarks/bench_padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/benchmarks/bench_padding.py -------------------------------------------------------------------------------- /benchmarks/profile_linear_float8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/benchmarks/profile_linear_float8.py -------------------------------------------------------------------------------- /benchmarks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/benchmarks/utils.py -------------------------------------------------------------------------------- /float8_experimental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/__init__.py -------------------------------------------------------------------------------- /float8_experimental/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/config.py -------------------------------------------------------------------------------- /float8_experimental/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/distributed_utils.py -------------------------------------------------------------------------------- /float8_experimental/float8_aten_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_aten_api.py -------------------------------------------------------------------------------- /float8_experimental/float8_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_linear.py -------------------------------------------------------------------------------- /float8_experimental/float8_linear_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_linear_utils.py -------------------------------------------------------------------------------- /float8_experimental/float8_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_ops.py -------------------------------------------------------------------------------- /float8_experimental/float8_python_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_python_api.py -------------------------------------------------------------------------------- /float8_experimental/float8_scaling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_scaling_utils.py -------------------------------------------------------------------------------- /float8_experimental/float8_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_tensor.py -------------------------------------------------------------------------------- /float8_experimental/float8_tensor_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_tensor_parallel.py -------------------------------------------------------------------------------- /float8_experimental/float8_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/float8_utils.py -------------------------------------------------------------------------------- /float8_experimental/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/fsdp_utils.py -------------------------------------------------------------------------------- /float8_experimental/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/float8_experimental/inference.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/pyproject.toml -------------------------------------------------------------------------------- /test/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_base.py -------------------------------------------------------------------------------- /test/test_compile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_compile.py -------------------------------------------------------------------------------- /test/test_dtensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_dtensor.py -------------------------------------------------------------------------------- /test/test_dtensor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_dtensor.sh -------------------------------------------------------------------------------- /test/test_everything.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_everything.sh -------------------------------------------------------------------------------- /test/test_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_fsdp.py -------------------------------------------------------------------------------- /test/test_fsdp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_fsdp.sh -------------------------------------------------------------------------------- /test/test_fsdp2/test_fsdp2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_fsdp2/test_fsdp2.py -------------------------------------------------------------------------------- /test/test_fsdp2/test_fsdp2_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_fsdp2/test_fsdp2_common.py -------------------------------------------------------------------------------- /test/test_fsdp_compile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_fsdp_compile.py -------------------------------------------------------------------------------- /test/test_fsdp_compile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_fsdp_compile.sh -------------------------------------------------------------------------------- /test/test_inference_flows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_inference_flows.py -------------------------------------------------------------------------------- /test/test_numerics_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-pytorch/float8_experimental/HEAD/test/test_numerics_integration.py --------------------------------------------------------------------------------