├── .gitignore ├── README.md ├── images ├── DFRot_CoT.png └── quant_error_4_appendix_model.layers.11.input_layernorm.png ├── main.py ├── main_separate.py ├── misc.py ├── scripts ├── generate_calibration.py ├── generate_scripts.py ├── optimize_procrustes_alter.py ├── separate_scripts.py └── vanilla_scripts.py └── utils ├── data_utils.py ├── eval_utils.py ├── gptq_utils.py ├── hadamard_148.txt ├── hadamard_matrix.py ├── hadamard_utils.py ├── householder_utils.py ├── model_utils.py ├── monkeypatch.py ├── quant_utils.py └── rotation_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/README.md -------------------------------------------------------------------------------- /images/DFRot_CoT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/images/DFRot_CoT.png -------------------------------------------------------------------------------- /images/quant_error_4_appendix_model.layers.11.input_layernorm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/images/quant_error_4_appendix_model.layers.11.input_layernorm.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/main.py -------------------------------------------------------------------------------- /main_separate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/main_separate.py -------------------------------------------------------------------------------- /misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/misc.py -------------------------------------------------------------------------------- /scripts/generate_calibration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/scripts/generate_calibration.py -------------------------------------------------------------------------------- /scripts/generate_scripts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/scripts/generate_scripts.py -------------------------------------------------------------------------------- /scripts/optimize_procrustes_alter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/scripts/optimize_procrustes_alter.py -------------------------------------------------------------------------------- /scripts/separate_scripts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/scripts/separate_scripts.py -------------------------------------------------------------------------------- /scripts/vanilla_scripts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/scripts/vanilla_scripts.py -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/gptq_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/gptq_utils.py -------------------------------------------------------------------------------- /utils/hadamard_148.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/hadamard_148.txt -------------------------------------------------------------------------------- /utils/hadamard_matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/hadamard_matrix.py -------------------------------------------------------------------------------- /utils/hadamard_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/hadamard_utils.py -------------------------------------------------------------------------------- /utils/householder_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/householder_utils.py -------------------------------------------------------------------------------- /utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/model_utils.py -------------------------------------------------------------------------------- /utils/monkeypatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/monkeypatch.py -------------------------------------------------------------------------------- /utils/quant_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/quant_utils.py -------------------------------------------------------------------------------- /utils/rotation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JingyangXiang/DFRot/HEAD/utils/rotation_utils.py --------------------------------------------------------------------------------