├── .gitignore ├── LICENSE.txt ├── README.md ├── assets └── compeft.png ├── requirements.txt └── src ├── __init__.py ├── bert_eval.py ├── bert_finetune.py ├── data ├── __init__.py ├── data_collator.py ├── evaluation.py └── preprocessors.py ├── merge_utils.py ├── qlora ├── data │ └── mmlu │ │ ├── five_shot_mmlu_test.json │ │ ├── five_shot_mmlu_val.json │ │ ├── zero_shot_mmlu_test.json │ │ └── zero_shot_mmlu_val.json ├── qlora.py ├── qlora_eval.py ├── scripts │ ├── finetune.sh │ ├── finetune_guanaco_13b.sh │ ├── finetune_guanaco_33b.sh │ ├── finetune_guanaco_65b.sh │ ├── finetune_guanaco_7b.sh │ ├── finetune_llama2_guanaco_7b.sh │ └── generate.sh ├── ties_utils.py └── utils.py ├── t5_eval.py ├── t5_finetune.py ├── trainer.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/README.md -------------------------------------------------------------------------------- /assets/compeft.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/assets/compeft.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | import os 2 | 3 | os.environ['TRANSFORMERS_NO_ADVISORY_WARNINGS'] = 'true' 4 | -------------------------------------------------------------------------------- /src/bert_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/bert_eval.py -------------------------------------------------------------------------------- /src/bert_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/bert_finetune.py -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/data/__init__.py -------------------------------------------------------------------------------- /src/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/data/data_collator.py -------------------------------------------------------------------------------- /src/data/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/data/evaluation.py -------------------------------------------------------------------------------- /src/data/preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/data/preprocessors.py -------------------------------------------------------------------------------- /src/merge_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/merge_utils.py -------------------------------------------------------------------------------- /src/qlora/data/mmlu/five_shot_mmlu_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/data/mmlu/five_shot_mmlu_test.json -------------------------------------------------------------------------------- /src/qlora/data/mmlu/five_shot_mmlu_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/data/mmlu/five_shot_mmlu_val.json -------------------------------------------------------------------------------- /src/qlora/data/mmlu/zero_shot_mmlu_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/data/mmlu/zero_shot_mmlu_test.json -------------------------------------------------------------------------------- /src/qlora/data/mmlu/zero_shot_mmlu_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/data/mmlu/zero_shot_mmlu_val.json -------------------------------------------------------------------------------- /src/qlora/qlora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/qlora.py -------------------------------------------------------------------------------- /src/qlora/qlora_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/qlora_eval.py -------------------------------------------------------------------------------- /src/qlora/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/finetune.sh -------------------------------------------------------------------------------- /src/qlora/scripts/finetune_guanaco_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/finetune_guanaco_13b.sh -------------------------------------------------------------------------------- /src/qlora/scripts/finetune_guanaco_33b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/finetune_guanaco_33b.sh -------------------------------------------------------------------------------- /src/qlora/scripts/finetune_guanaco_65b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/finetune_guanaco_65b.sh -------------------------------------------------------------------------------- /src/qlora/scripts/finetune_guanaco_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/finetune_guanaco_7b.sh -------------------------------------------------------------------------------- /src/qlora/scripts/finetune_llama2_guanaco_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/finetune_llama2_guanaco_7b.sh -------------------------------------------------------------------------------- /src/qlora/scripts/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/scripts/generate.sh -------------------------------------------------------------------------------- /src/qlora/ties_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/ties_utils.py -------------------------------------------------------------------------------- /src/qlora/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/qlora/utils.py -------------------------------------------------------------------------------- /src/t5_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/t5_eval.py -------------------------------------------------------------------------------- /src/t5_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/t5_finetune.py -------------------------------------------------------------------------------- /src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/trainer.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/prateeky2806/ComPEFT/HEAD/src/utils.py --------------------------------------------------------------------------------