├── .gitignore ├── README.md ├── assets ├── singular_values.png └── workflow.png ├── cskv_src ├── __init__.py ├── cskv_wrapper.py ├── data │ └── long_data │ │ └── data_1.json ├── modeling │ ├── __init__.py │ ├── modeling_llama.py │ └── modeling_mistral.py ├── scripts │ ├── asvd_init_calib.py │ └── train.py └── utils │ ├── __init__.py │ ├── cache_utils.py │ ├── data_utils.py │ ├── general_utils.py │ ├── quant_utils.py │ └── training_utils.py ├── demo.py └── pyproject.toml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/README.md -------------------------------------------------------------------------------- /assets/singular_values.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/assets/singular_values.png -------------------------------------------------------------------------------- /assets/workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/assets/workflow.png -------------------------------------------------------------------------------- /cskv_src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cskv_src/cskv_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/cskv_wrapper.py -------------------------------------------------------------------------------- /cskv_src/data/long_data/data_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/data/long_data/data_1.json -------------------------------------------------------------------------------- /cskv_src/modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cskv_src/modeling/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/modeling/modeling_llama.py -------------------------------------------------------------------------------- /cskv_src/modeling/modeling_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/modeling/modeling_mistral.py -------------------------------------------------------------------------------- /cskv_src/scripts/asvd_init_calib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/scripts/asvd_init_calib.py -------------------------------------------------------------------------------- /cskv_src/scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/scripts/train.py -------------------------------------------------------------------------------- /cskv_src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cskv_src/utils/cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/utils/cache_utils.py -------------------------------------------------------------------------------- /cskv_src/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/utils/data_utils.py -------------------------------------------------------------------------------- /cskv_src/utils/general_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/utils/general_utils.py -------------------------------------------------------------------------------- /cskv_src/utils/quant_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/utils/quant_utils.py -------------------------------------------------------------------------------- /cskv_src/utils/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/cskv_src/utils/training_utils.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/demo.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wln20/CSKV/HEAD/pyproject.toml --------------------------------------------------------------------------------