├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MX_Integration_Guide.pdf ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── examples ├── ffn.py ├── ffn_mx_auto.py ├── ffn_mx_manual.py └── run_mxfp6.sh ├── images ├── rounding_and_quantizing_optns_bmm.png ├── rounding_and_quantizing_optns_linear.png └── rounding_and_quantizing_optns_matmul.png ├── mx ├── __init__.py ├── activations.py ├── adaptive_avg_pooling.py ├── batchnorm.py ├── bmm.py ├── convolution.py ├── cpp │ ├── README.md │ ├── common.cuh │ ├── elemwise.cu │ ├── elemwise.cuh │ ├── funcs.cpp │ ├── funcs.h │ ├── mx.cu │ ├── mx.cuh │ ├── quantize.cuh │ ├── reduce.cu │ ├── reduce.cuh │ └── shared_exp.cuh ├── custom_extensions.py ├── elemwise_ops.py ├── formats.py ├── groupnorm.py ├── layernorm.py ├── linear.py ├── matmul.py ├── matmul_precision.py ├── mx_mapping.py ├── mx_ops.py ├── norm_utils.py ├── quantize.py ├── rnn.py ├── simd_ops.py ├── softmax.py ├── specs.py ├── tests │ ├── __init__.py │ ├── common_lib.py │ ├── test_activations.py │ ├── test_adaptive_avg_pooling.py │ ├── test_batchnorm.py │ ├── test_bmm.py │ ├── test_conv.py │ ├── test_corners_elemwise.py │ ├── test_corners_mx.py │ ├── test_e5m0_scale.py │ ├── test_finalize_mxfp.py │ ├── test_formats.py │ ├── test_fp8_e4m3_fix.py │ ├── test_gradcheck.py │ ├── test_groupnorm.py │ ├── test_layernorm.py │ ├── test_linear.py │ ├── test_matmul.py │ ├── test_mxfp_none.py │ ├── test_quantize_elemwise.py │ ├── test_quantize_mx.py │ ├── test_reduce.py │ ├── test_rnn.py │ ├── test_simd.py │ └── test_softmax.py ├── transpose_convolution.py └── vector_ops.py ├── pyproject.toml ├── pytest.ini └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/LICENSE -------------------------------------------------------------------------------- /MX_Integration_Guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/MX_Integration_Guide.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /examples/ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/examples/ffn.py -------------------------------------------------------------------------------- /examples/ffn_mx_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/examples/ffn_mx_auto.py -------------------------------------------------------------------------------- /examples/ffn_mx_manual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/examples/ffn_mx_manual.py -------------------------------------------------------------------------------- /examples/run_mxfp6.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/examples/run_mxfp6.sh -------------------------------------------------------------------------------- /images/rounding_and_quantizing_optns_bmm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/images/rounding_and_quantizing_optns_bmm.png -------------------------------------------------------------------------------- /images/rounding_and_quantizing_optns_linear.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/images/rounding_and_quantizing_optns_linear.png -------------------------------------------------------------------------------- /images/rounding_and_quantizing_optns_matmul.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/images/rounding_and_quantizing_optns_matmul.png -------------------------------------------------------------------------------- /mx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/__init__.py -------------------------------------------------------------------------------- /mx/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/activations.py -------------------------------------------------------------------------------- /mx/adaptive_avg_pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/adaptive_avg_pooling.py -------------------------------------------------------------------------------- /mx/batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/batchnorm.py -------------------------------------------------------------------------------- /mx/bmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/bmm.py -------------------------------------------------------------------------------- /mx/convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/convolution.py -------------------------------------------------------------------------------- /mx/cpp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/README.md -------------------------------------------------------------------------------- /mx/cpp/common.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/common.cuh -------------------------------------------------------------------------------- /mx/cpp/elemwise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/elemwise.cu -------------------------------------------------------------------------------- /mx/cpp/elemwise.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/elemwise.cuh -------------------------------------------------------------------------------- /mx/cpp/funcs.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/funcs.cpp -------------------------------------------------------------------------------- /mx/cpp/funcs.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/funcs.h -------------------------------------------------------------------------------- /mx/cpp/mx.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/mx.cu -------------------------------------------------------------------------------- /mx/cpp/mx.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/mx.cuh -------------------------------------------------------------------------------- /mx/cpp/quantize.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/quantize.cuh -------------------------------------------------------------------------------- /mx/cpp/reduce.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/reduce.cu -------------------------------------------------------------------------------- /mx/cpp/reduce.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/reduce.cuh -------------------------------------------------------------------------------- /mx/cpp/shared_exp.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/cpp/shared_exp.cuh -------------------------------------------------------------------------------- /mx/custom_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/custom_extensions.py -------------------------------------------------------------------------------- /mx/elemwise_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/elemwise_ops.py -------------------------------------------------------------------------------- /mx/formats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/formats.py -------------------------------------------------------------------------------- /mx/groupnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/groupnorm.py -------------------------------------------------------------------------------- /mx/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/layernorm.py -------------------------------------------------------------------------------- /mx/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/linear.py -------------------------------------------------------------------------------- /mx/matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/matmul.py -------------------------------------------------------------------------------- /mx/matmul_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/matmul_precision.py -------------------------------------------------------------------------------- /mx/mx_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/mx_mapping.py -------------------------------------------------------------------------------- /mx/mx_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/mx_ops.py -------------------------------------------------------------------------------- /mx/norm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/norm_utils.py -------------------------------------------------------------------------------- /mx/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/quantize.py -------------------------------------------------------------------------------- /mx/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/rnn.py -------------------------------------------------------------------------------- /mx/simd_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/simd_ops.py -------------------------------------------------------------------------------- /mx/softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/softmax.py -------------------------------------------------------------------------------- /mx/specs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/specs.py -------------------------------------------------------------------------------- /mx/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mx/tests/common_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/common_lib.py -------------------------------------------------------------------------------- /mx/tests/test_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_activations.py -------------------------------------------------------------------------------- /mx/tests/test_adaptive_avg_pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_adaptive_avg_pooling.py -------------------------------------------------------------------------------- /mx/tests/test_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_batchnorm.py -------------------------------------------------------------------------------- /mx/tests/test_bmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_bmm.py -------------------------------------------------------------------------------- /mx/tests/test_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_conv.py -------------------------------------------------------------------------------- /mx/tests/test_corners_elemwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_corners_elemwise.py -------------------------------------------------------------------------------- /mx/tests/test_corners_mx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_corners_mx.py -------------------------------------------------------------------------------- /mx/tests/test_e5m0_scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_e5m0_scale.py -------------------------------------------------------------------------------- /mx/tests/test_finalize_mxfp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_finalize_mxfp.py -------------------------------------------------------------------------------- /mx/tests/test_formats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_formats.py -------------------------------------------------------------------------------- /mx/tests/test_fp8_e4m3_fix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_fp8_e4m3_fix.py -------------------------------------------------------------------------------- /mx/tests/test_gradcheck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_gradcheck.py -------------------------------------------------------------------------------- /mx/tests/test_groupnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_groupnorm.py -------------------------------------------------------------------------------- /mx/tests/test_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_layernorm.py -------------------------------------------------------------------------------- /mx/tests/test_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_linear.py -------------------------------------------------------------------------------- /mx/tests/test_matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_matmul.py -------------------------------------------------------------------------------- /mx/tests/test_mxfp_none.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_mxfp_none.py -------------------------------------------------------------------------------- /mx/tests/test_quantize_elemwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_quantize_elemwise.py -------------------------------------------------------------------------------- /mx/tests/test_quantize_mx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_quantize_mx.py -------------------------------------------------------------------------------- /mx/tests/test_reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_reduce.py -------------------------------------------------------------------------------- /mx/tests/test_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_rnn.py -------------------------------------------------------------------------------- /mx/tests/test_simd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_simd.py -------------------------------------------------------------------------------- /mx/tests/test_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/tests/test_softmax.py -------------------------------------------------------------------------------- /mx/transpose_convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/transpose_convolution.py -------------------------------------------------------------------------------- /mx/vector_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/mx/vector_ops.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/pytest.ini -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/microxcaling/HEAD/requirements.txt --------------------------------------------------------------------------------