├── README.md ├── hw_sim ├── PE_array.py ├── SRAM.py ├── ViTCoD_comp.py ├── __init__.py ├── check_funcs.py ├── reorder.py └── utils.py ├── main.py ├── main_exps.sh ├── main_hw.py ├── models ├── llama.py ├── llama_seq.py ├── ops │ ├── mask_gen │ │ ├── functions │ │ │ └── mask_gen.py │ │ └── src │ │ │ ├── mask_gen.cpp │ │ │ ├── mask_gen.h │ │ │ └── mask_gen_kernal.cu │ ├── setup.py │ └── test_mask_gen.py └── sparse_layers.py ├── optimizers ├── __init__.py └── prodigy.py └── utils ├── data.py └── tools.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/README.md -------------------------------------------------------------------------------- /hw_sim/PE_array.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/hw_sim/PE_array.py -------------------------------------------------------------------------------- /hw_sim/SRAM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/hw_sim/SRAM.py -------------------------------------------------------------------------------- /hw_sim/ViTCoD_comp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/hw_sim/ViTCoD_comp.py -------------------------------------------------------------------------------- /hw_sim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hw_sim/check_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/hw_sim/check_funcs.py -------------------------------------------------------------------------------- /hw_sim/reorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/hw_sim/reorder.py -------------------------------------------------------------------------------- /hw_sim/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/hw_sim/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/main.py -------------------------------------------------------------------------------- /main_exps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/main_exps.sh -------------------------------------------------------------------------------- /main_hw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/main_hw.py -------------------------------------------------------------------------------- /models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/llama.py -------------------------------------------------------------------------------- /models/llama_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/llama_seq.py -------------------------------------------------------------------------------- /models/ops/mask_gen/functions/mask_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/ops/mask_gen/functions/mask_gen.py -------------------------------------------------------------------------------- /models/ops/mask_gen/src/mask_gen.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/ops/mask_gen/src/mask_gen.cpp -------------------------------------------------------------------------------- /models/ops/mask_gen/src/mask_gen.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/ops/mask_gen/src/mask_gen.h -------------------------------------------------------------------------------- /models/ops/mask_gen/src/mask_gen_kernal.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/ops/mask_gen/src/mask_gen_kernal.cu -------------------------------------------------------------------------------- /models/ops/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/ops/setup.py -------------------------------------------------------------------------------- /models/ops/test_mask_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/ops/test_mask_gen.py -------------------------------------------------------------------------------- /models/sparse_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/models/sparse_layers.py -------------------------------------------------------------------------------- /optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/optimizers/__init__.py -------------------------------------------------------------------------------- /optimizers/prodigy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/optimizers/prodigy.py -------------------------------------------------------------------------------- /utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/utils/data.py -------------------------------------------------------------------------------- /utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/LLMPrune-BESA/HEAD/utils/tools.py --------------------------------------------------------------------------------