├── .gitattributes ├── .github ├── .bumpversion.cfg └── workflows │ └── build_pypi.yaml ├── .gitignore ├── .requirements_action.txt ├── LICENSE ├── README.md ├── bitmat ├── __init__.py ├── bitlinear.py ├── test │ ├── test_suite.py │ └── test_train_eval_generate.py ├── triton_kernels │ ├── __init__.py │ ├── bitmat_kernel.py │ ├── rmsnorm_kernel.py │ ├── utils.py │ └── utils │ │ └── plot_diff_kernels.py └── utils │ ├── __init__.py │ ├── bitmat.py │ ├── convert_hf_model.py │ ├── custom_autotune.py │ ├── modeling │ ├── __init__.py │ ├── automodel.py │ └── model_hijacks │ │ ├── __init__.py │ │ ├── gemma_1_58b.py │ │ ├── llama_1_58b.py │ │ └── mistral_1_58b.py │ ├── pack_model_before_save.py │ ├── packing.py │ └── rmsnorm.py ├── img ├── fp16.png └── fp32.png ├── notebook └── pack_unpack.ipynb ├── requirements.txt └── setup.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/.github/.bumpversion.cfg -------------------------------------------------------------------------------- /.github/workflows/build_pypi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/.github/workflows/build_pypi.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/.gitignore -------------------------------------------------------------------------------- /.requirements_action.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/.requirements_action.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/README.md -------------------------------------------------------------------------------- /bitmat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/__init__.py -------------------------------------------------------------------------------- /bitmat/bitlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/bitlinear.py -------------------------------------------------------------------------------- /bitmat/test/test_suite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/test/test_suite.py -------------------------------------------------------------------------------- /bitmat/test/test_train_eval_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/test/test_train_eval_generate.py -------------------------------------------------------------------------------- /bitmat/triton_kernels/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bitmat/triton_kernels/bitmat_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/triton_kernels/bitmat_kernel.py -------------------------------------------------------------------------------- /bitmat/triton_kernels/rmsnorm_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/triton_kernels/rmsnorm_kernel.py -------------------------------------------------------------------------------- /bitmat/triton_kernels/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/triton_kernels/utils.py -------------------------------------------------------------------------------- /bitmat/triton_kernels/utils/plot_diff_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/triton_kernels/utils/plot_diff_kernels.py -------------------------------------------------------------------------------- /bitmat/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bitmat/utils/bitmat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/bitmat.py -------------------------------------------------------------------------------- /bitmat/utils/convert_hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/convert_hf_model.py -------------------------------------------------------------------------------- /bitmat/utils/custom_autotune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/custom_autotune.py -------------------------------------------------------------------------------- /bitmat/utils/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/modeling/__init__.py -------------------------------------------------------------------------------- /bitmat/utils/modeling/automodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/modeling/automodel.py -------------------------------------------------------------------------------- /bitmat/utils/modeling/model_hijacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/modeling/model_hijacks/__init__.py -------------------------------------------------------------------------------- /bitmat/utils/modeling/model_hijacks/gemma_1_58b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/modeling/model_hijacks/gemma_1_58b.py -------------------------------------------------------------------------------- /bitmat/utils/modeling/model_hijacks/llama_1_58b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/modeling/model_hijacks/llama_1_58b.py -------------------------------------------------------------------------------- /bitmat/utils/modeling/model_hijacks/mistral_1_58b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/modeling/model_hijacks/mistral_1_58b.py -------------------------------------------------------------------------------- /bitmat/utils/pack_model_before_save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/pack_model_before_save.py -------------------------------------------------------------------------------- /bitmat/utils/packing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/packing.py -------------------------------------------------------------------------------- /bitmat/utils/rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/bitmat/utils/rmsnorm.py -------------------------------------------------------------------------------- /img/fp16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/img/fp16.png -------------------------------------------------------------------------------- /img/fp32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/img/fp32.png -------------------------------------------------------------------------------- /notebook/pack_unpack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/notebook/pack_unpack.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/astramind-ai/BitMat/HEAD/setup.py --------------------------------------------------------------------------------