├── .gitignore ├── LICENSE ├── README.md ├── assets └── experiments.png └── experiment ├── LoRA-related ├── DoRA │ ├── gemma │ │ ├── gemma-ARCC-43.3.json │ │ ├── gemma-ARCC-46.6.json │ │ ├── gemma-ARCE-69.34.json │ │ ├── gemma-BoolQ-62.17.json │ │ ├── gemma-OBQA-70.4.json │ │ └── gemma-PIQA-80.9.json │ └── llama-2-7b │ │ └── llama7b-PIQA-82.7.json ├── LoRA+ │ ├── gemma │ │ ├── gemma-ARCC-37.3.json │ │ ├── gemma-ARCC-42.8.json │ │ ├── gemma-ARCC-45.9.json │ │ ├── gemma-ARCE-68.3.json │ │ ├── gemma-BoolQ-60.6.json │ │ ├── gemma-BoolQ-66.0.json │ │ ├── gemma-OBQA-67.2.json │ │ └── gemma-PIQA-77.3.json │ └── llama-2-7b │ │ └── llama7b-PIQA-82.64.json ├── LoRA │ ├── gemma │ │ ├── gemma-ARCC-43.6.json │ │ ├── gemma-ARCC-48.7.json │ │ ├── gemma-ARCE-71.9.json │ │ ├── gemma-BoolQ-62.17.json │ │ ├── gemma-OBQA-71.4.json │ │ └── gemma-PIQA-80.9.json │ └── llam-2-7b │ │ └── llama7b-PIQA-82.1.json ├── QLoRA │ ├── gemma │ │ ├── gemma-ARCC-40.7.json │ │ ├── gemma-ARCE-69.4.json │ │ ├── gemma-BoolQ-62.2.json │ │ ├── gemma-OBQA-71.2.json │ │ └── gemma-PIQA-80.9.json │ └── llama-2-7b │ │ ├── llama7b-ARCC-51.7.json │ │ ├── llama7b-ARCE-78.19.json │ │ ├── llama7b-BoolQ.74.3.json │ │ ├── llama7b-OBQA-76.4.json │ │ └── llama7b-PIQA-82.04.json └── rsLoRA │ ├── gemma-PIQA-75.5.json │ └── llama-2-7b │ └── llama7b-PIQA-80.6.json ├── MoE-LoRA └── MixLoRA │ ├── gemma │ ├── gemma-ARCC-44.4.json │ ├── gemma-ARCC-45.2.json │ ├── gemma-ARCE-76.3.json │ ├── gemma-BoolQ-64.8.json │ └── gemma-PIQA-79.1.json │ └── llama-2-7b │ ├── llama7b-ARCC-58.1.json │ ├── llama7b-ARCE-77.7.json │ ├── llama7b-BoolQ-72.7.json │ ├── llama7b-OBQA.75.8.json │ └── llama7b-PIQA-83.2.json └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/README.md -------------------------------------------------------------------------------- /assets/experiments.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/assets/experiments.png -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/gemma/gemma-ARCC-43.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/gemma/gemma-ARCC-43.3.json -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/gemma/gemma-ARCC-46.6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/gemma/gemma-ARCC-46.6.json -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/gemma/gemma-ARCE-69.34.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/gemma/gemma-ARCE-69.34.json -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/gemma/gemma-BoolQ-62.17.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/gemma/gemma-BoolQ-62.17.json -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/gemma/gemma-OBQA-70.4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/gemma/gemma-OBQA-70.4.json -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/gemma/gemma-PIQA-80.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/gemma/gemma-PIQA-80.9.json -------------------------------------------------------------------------------- /experiment/LoRA-related/DoRA/llama-2-7b/llama7b-PIQA-82.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/DoRA/llama-2-7b/llama7b-PIQA-82.7.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-ARCC-37.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-ARCC-37.3.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-ARCC-42.8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-ARCC-42.8.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-ARCC-45.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-ARCC-45.9.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-ARCE-68.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-ARCE-68.3.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-BoolQ-60.6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-BoolQ-60.6.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-BoolQ-66.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-BoolQ-66.0.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-OBQA-67.2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-OBQA-67.2.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/gemma/gemma-PIQA-77.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/gemma/gemma-PIQA-77.3.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA+/llama-2-7b/llama7b-PIQA-82.64.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA+/llama-2-7b/llama7b-PIQA-82.64.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/gemma/gemma-ARCC-43.6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/gemma/gemma-ARCC-43.6.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/gemma/gemma-ARCC-48.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/gemma/gemma-ARCC-48.7.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/gemma/gemma-ARCE-71.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/gemma/gemma-ARCE-71.9.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/gemma/gemma-BoolQ-62.17.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/gemma/gemma-BoolQ-62.17.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/gemma/gemma-OBQA-71.4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/gemma/gemma-OBQA-71.4.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/gemma/gemma-PIQA-80.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/gemma/gemma-PIQA-80.9.json -------------------------------------------------------------------------------- /experiment/LoRA-related/LoRA/llam-2-7b/llama7b-PIQA-82.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/LoRA/llam-2-7b/llama7b-PIQA-82.1.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/gemma/gemma-ARCC-40.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/gemma/gemma-ARCC-40.7.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/gemma/gemma-ARCE-69.4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/gemma/gemma-ARCE-69.4.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/gemma/gemma-BoolQ-62.2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/gemma/gemma-BoolQ-62.2.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/gemma/gemma-OBQA-71.2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/gemma/gemma-OBQA-71.2.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/gemma/gemma-PIQA-80.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/gemma/gemma-PIQA-80.9.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-ARCC-51.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-ARCC-51.7.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-ARCE-78.19.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-ARCE-78.19.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-BoolQ.74.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-BoolQ.74.3.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-OBQA-76.4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-OBQA-76.4.json -------------------------------------------------------------------------------- /experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-PIQA-82.04.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/QLoRA/llama-2-7b/llama7b-PIQA-82.04.json -------------------------------------------------------------------------------- /experiment/LoRA-related/rsLoRA/gemma-PIQA-75.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/rsLoRA/gemma-PIQA-75.5.json -------------------------------------------------------------------------------- /experiment/LoRA-related/rsLoRA/llama-2-7b/llama7b-PIQA-80.6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/LoRA-related/rsLoRA/llama-2-7b/llama7b-PIQA-80.6.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/gemma/gemma-ARCC-44.4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/gemma/gemma-ARCC-44.4.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/gemma/gemma-ARCC-45.2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/gemma/gemma-ARCC-45.2.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/gemma/gemma-ARCE-76.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/gemma/gemma-ARCE-76.3.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/gemma/gemma-BoolQ-64.8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/gemma/gemma-BoolQ-64.8.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/gemma/gemma-PIQA-79.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/gemma/gemma-PIQA-79.1.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-ARCC-58.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-ARCC-58.1.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-ARCE-77.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-ARCE-77.7.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-BoolQ-72.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-BoolQ-72.7.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-OBQA.75.8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-OBQA.75.8.json -------------------------------------------------------------------------------- /experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-PIQA-83.2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TUDB-Labs/Awesome-LLM-LoRA/HEAD/experiment/MoE-LoRA/MixLoRA/llama-2-7b/llama7b-PIQA-83.2.json -------------------------------------------------------------------------------- /experiment/README.md: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------