├── .gitignore ├── README.md ├── datautils.py ├── fast-hadamard-transform ├── .github │ └── workflows │ │ └── publish.yml ├── AUTHORS ├── README.md ├── benchmarks │ └── benchmark_fast_hadamard_transform.py ├── csrc │ ├── code_gen.py │ ├── fast_hadamard_transform.cpp │ ├── fast_hadamard_transform.h │ ├── fast_hadamard_transform_common.h │ ├── fast_hadamard_transform_cuda.cu │ ├── fast_hadamard_transform_special.h │ └── static_switch.h ├── fast_hadamard_transform-1.0.4.post1+cu118torch2.2cxx11abiFALSE-cp310-cp310-linux_x86_64.whl ├── fast_hadamard_transform │ ├── __init__.py │ └── fast_hadamard_transform_interface.py ├── fast_hadamard_transform_cuda.cpython-310-x86_64-linux-gnu.so ├── setup.py └── tests │ └── test_fast_hadamard_transform.py ├── figures ├── FrameQuant.png └── vit_deit_swin_val_accs.png ├── gptq.py ├── inference.py ├── install_fast_hadamard_tx.sh ├── llama.py ├── modelutils.py ├── packbit ├── .ipynb_checkpoints │ └── kernel-checkpoint.py ├── extension │ ├── .ipynb_checkpoints │ │ ├── cuda_kernel-checkpoint.cu │ │ ├── cuda_kernel-checkpoint.h │ │ └── torch_extension-checkpoint.cpp │ ├── cuda_kernel.cu │ ├── cuda_kernel.h │ └── torch_extension.cpp └── kernel.py ├── quant.py ├── requirements.txt ├── scripts └── run_llama.sh └── utils ├── construct_tff.py ├── eval_utils.py └── quant_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/README.md -------------------------------------------------------------------------------- /datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/datautils.py -------------------------------------------------------------------------------- /fast-hadamard-transform/.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/.github/workflows/publish.yml -------------------------------------------------------------------------------- /fast-hadamard-transform/AUTHORS: -------------------------------------------------------------------------------- 1 | Tri Dao, tri@tridao.me -------------------------------------------------------------------------------- /fast-hadamard-transform/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/README.md -------------------------------------------------------------------------------- /fast-hadamard-transform/benchmarks/benchmark_fast_hadamard_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/benchmarks/benchmark_fast_hadamard_transform.py -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/code_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/code_gen.py -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/fast_hadamard_transform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/fast_hadamard_transform.cpp -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/fast_hadamard_transform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/fast_hadamard_transform.h -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/fast_hadamard_transform_common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/fast_hadamard_transform_common.h -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/fast_hadamard_transform_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/fast_hadamard_transform_cuda.cu -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/fast_hadamard_transform_special.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/fast_hadamard_transform_special.h -------------------------------------------------------------------------------- /fast-hadamard-transform/csrc/static_switch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/csrc/static_switch.h -------------------------------------------------------------------------------- /fast-hadamard-transform/fast_hadamard_transform-1.0.4.post1+cu118torch2.2cxx11abiFALSE-cp310-cp310-linux_x86_64.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/fast_hadamard_transform-1.0.4.post1+cu118torch2.2cxx11abiFALSE-cp310-cp310-linux_x86_64.whl -------------------------------------------------------------------------------- /fast-hadamard-transform/fast_hadamard_transform/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/fast_hadamard_transform/__init__.py -------------------------------------------------------------------------------- /fast-hadamard-transform/fast_hadamard_transform/fast_hadamard_transform_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/fast_hadamard_transform/fast_hadamard_transform_interface.py -------------------------------------------------------------------------------- /fast-hadamard-transform/fast_hadamard_transform_cuda.cpython-310-x86_64-linux-gnu.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/fast_hadamard_transform_cuda.cpython-310-x86_64-linux-gnu.so -------------------------------------------------------------------------------- /fast-hadamard-transform/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/setup.py -------------------------------------------------------------------------------- /fast-hadamard-transform/tests/test_fast_hadamard_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/fast-hadamard-transform/tests/test_fast_hadamard_transform.py -------------------------------------------------------------------------------- /figures/FrameQuant.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/figures/FrameQuant.png -------------------------------------------------------------------------------- /figures/vit_deit_swin_val_accs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/figures/vit_deit_swin_val_accs.png -------------------------------------------------------------------------------- /gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/gptq.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/inference.py -------------------------------------------------------------------------------- /install_fast_hadamard_tx.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/install_fast_hadamard_tx.sh -------------------------------------------------------------------------------- /llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/llama.py -------------------------------------------------------------------------------- /modelutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/modelutils.py -------------------------------------------------------------------------------- /packbit/.ipynb_checkpoints/kernel-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/.ipynb_checkpoints/kernel-checkpoint.py -------------------------------------------------------------------------------- /packbit/extension/.ipynb_checkpoints/cuda_kernel-checkpoint.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/extension/.ipynb_checkpoints/cuda_kernel-checkpoint.cu -------------------------------------------------------------------------------- /packbit/extension/.ipynb_checkpoints/cuda_kernel-checkpoint.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/extension/.ipynb_checkpoints/cuda_kernel-checkpoint.h -------------------------------------------------------------------------------- /packbit/extension/.ipynb_checkpoints/torch_extension-checkpoint.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/extension/.ipynb_checkpoints/torch_extension-checkpoint.cpp -------------------------------------------------------------------------------- /packbit/extension/cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/extension/cuda_kernel.cu -------------------------------------------------------------------------------- /packbit/extension/cuda_kernel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/extension/cuda_kernel.h -------------------------------------------------------------------------------- /packbit/extension/torch_extension.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/extension/torch_extension.cpp -------------------------------------------------------------------------------- /packbit/kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/packbit/kernel.py -------------------------------------------------------------------------------- /quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/quant.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/run_llama.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/scripts/run_llama.sh -------------------------------------------------------------------------------- /utils/construct_tff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/utils/construct_tff.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/quant_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vsingh-group/FrameQuant/HEAD/utils/quant_utils.py --------------------------------------------------------------------------------