├── .gitignore ├── README.md ├── block_influence.py ├── block_influence ├── eval.sh ├── evaluate_block_influence.py ├── llama_model.py └── mistral_model.py ├── block_influence_mmlu_shapley ├── eval.sh └── evaluate_mmlu_block_influence.py ├── dataset.py ├── dist_utils.py ├── evals ├── __init__.py ├── dist_mmlu.py ├── mmlu.py └── mmlu_utils.py ├── layer_influence ├── eval.sh ├── evaluate_layer_influence.py ├── llama_layer_influence.py └── mistral_layer_influence.py └── train_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/README.md -------------------------------------------------------------------------------- /block_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence.py -------------------------------------------------------------------------------- /block_influence/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence/eval.sh -------------------------------------------------------------------------------- /block_influence/evaluate_block_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence/evaluate_block_influence.py -------------------------------------------------------------------------------- /block_influence/llama_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence/llama_model.py -------------------------------------------------------------------------------- /block_influence/mistral_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence/mistral_model.py -------------------------------------------------------------------------------- /block_influence_mmlu_shapley/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence_mmlu_shapley/eval.sh -------------------------------------------------------------------------------- /block_influence_mmlu_shapley/evaluate_mmlu_block_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/block_influence_mmlu_shapley/evaluate_mmlu_block_influence.py -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/dataset.py -------------------------------------------------------------------------------- /dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/dist_utils.py -------------------------------------------------------------------------------- /evals/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evals/dist_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/evals/dist_mmlu.py -------------------------------------------------------------------------------- /evals/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/evals/mmlu.py -------------------------------------------------------------------------------- /evals/mmlu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/evals/mmlu_utils.py -------------------------------------------------------------------------------- /layer_influence/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/layer_influence/eval.sh -------------------------------------------------------------------------------- /layer_influence/evaluate_layer_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/layer_influence/evaluate_layer_influence.py -------------------------------------------------------------------------------- /layer_influence/llama_layer_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/layer_influence/llama_layer_influence.py -------------------------------------------------------------------------------- /layer_influence/mistral_layer_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/layer_influence/mistral_layer_influence.py -------------------------------------------------------------------------------- /train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shoaibahmed/llm_depth_pruning/HEAD/train_utils.py --------------------------------------------------------------------------------