├── .github ├── FUNDING.yml ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.yml ├── dependabot.yml └── workflows │ ├── code_quality_control.yml │ ├── cos_integration.yml │ ├── docs.yml │ ├── docs_test.yml │ ├── label.yml │ ├── lints.yml │ ├── pr_request_checks.yml │ ├── pull-request-links.yml │ ├── pylint.yml │ ├── python-publish.yml │ ├── quality.yml │ ├── ruff.yml │ ├── run_test.yml │ ├── stale.yml │ ├── test.yml │ ├── testing.yml │ ├── unit-test.yml │ └── welcome.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── agorabanner.png ├── bit_attention.py ├── bit_ffn.py ├── bitnet.png ├── bitnet ├── __init__.py ├── at.py ├── bit_attention.py ├── bit_ffn.py ├── bit_transformer.py ├── bitbnet_b158.py ├── bitlinear.py ├── inference.py └── replace_hf.py ├── data └── enwik8.gz ├── example.py ├── huggingface_example.py ├── pyproject.toml ├── requirements.txt ├── tests ├── test_bitffn.py ├── test_bitlinear.py ├── test_transformer.py └── tests.py ├── train.py └── transformer_example.py /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/PULL_REQUEST_TEMPLATE.yml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/code_quality_control.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/code_quality_control.yml -------------------------------------------------------------------------------- /.github/workflows/cos_integration.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/cos_integration.yml -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/docs_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/docs_test.yml -------------------------------------------------------------------------------- /.github/workflows/label.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/label.yml -------------------------------------------------------------------------------- /.github/workflows/lints.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/lints.yml -------------------------------------------------------------------------------- /.github/workflows/pr_request_checks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/pr_request_checks.yml -------------------------------------------------------------------------------- /.github/workflows/pull-request-links.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/pull-request-links.yml -------------------------------------------------------------------------------- /.github/workflows/pylint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/pylint.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.github/workflows/quality.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/quality.yml -------------------------------------------------------------------------------- /.github/workflows/ruff.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/ruff.yml -------------------------------------------------------------------------------- /.github/workflows/run_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/run_test.yml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.github/workflows/testing.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/testing.yml -------------------------------------------------------------------------------- /.github/workflows/unit-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/unit-test.yml -------------------------------------------------------------------------------- /.github/workflows/welcome.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.github/workflows/welcome.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/README.md -------------------------------------------------------------------------------- /agorabanner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/agorabanner.png -------------------------------------------------------------------------------- /bit_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bit_attention.py -------------------------------------------------------------------------------- /bit_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bit_ffn.py -------------------------------------------------------------------------------- /bitnet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet.png -------------------------------------------------------------------------------- /bitnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/__init__.py -------------------------------------------------------------------------------- /bitnet/at.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/at.py -------------------------------------------------------------------------------- /bitnet/bit_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/bit_attention.py -------------------------------------------------------------------------------- /bitnet/bit_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/bit_ffn.py -------------------------------------------------------------------------------- /bitnet/bit_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/bit_transformer.py -------------------------------------------------------------------------------- /bitnet/bitbnet_b158.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/bitbnet_b158.py -------------------------------------------------------------------------------- /bitnet/bitlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/bitlinear.py -------------------------------------------------------------------------------- /bitnet/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/inference.py -------------------------------------------------------------------------------- /bitnet/replace_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/bitnet/replace_hf.py -------------------------------------------------------------------------------- /data/enwik8.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/data/enwik8.gz -------------------------------------------------------------------------------- /example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/example.py -------------------------------------------------------------------------------- /huggingface_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/huggingface_example.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch 2 | einops 3 | zetascale==2.1.6 -------------------------------------------------------------------------------- /tests/test_bitffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/tests/test_bitffn.py -------------------------------------------------------------------------------- /tests/test_bitlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/tests/test_bitlinear.py -------------------------------------------------------------------------------- /tests/test_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/tests/test_transformer.py -------------------------------------------------------------------------------- /tests/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/tests/tests.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/train.py -------------------------------------------------------------------------------- /transformer_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shi3z/BitNet/HEAD/transformer_example.py --------------------------------------------------------------------------------