├── .gitignore ├── LICENSE ├── Performance.png ├── README.md ├── discriminative ├── config │ ├── ada_merge.yml │ ├── average_merge.yml │ ├── dare_mask.yml │ ├── dare_mask2.yml │ ├── dare_merge.yml │ ├── dare_merge2.yml │ ├── fisher_merge.yml │ ├── glue.py │ ├── regmean_merge.yml │ ├── task_arithmetic.yml │ ├── task_arithmetic_plus.yml │ ├── task_arithmetic_search.yml │ ├── ties_merge.yml │ └── twin_merge.yml ├── data │ ├── test.json │ └── test_router.json ├── eval.py ├── merge.py ├── param.py ├── router.py ├── run.sh ├── run_merge.py ├── scripts.sh ├── sparsify.py ├── twin_merge.py └── utils.py ├── generative ├── config │ ├── ada_merge.yml │ ├── average_merge.yml │ ├── dare_mask.yml │ ├── dare_mask2.yml │ ├── dare_merge.yml │ ├── dare_merge2.yml │ ├── fisher_merge.yml │ ├── regmean_merge.yml │ ├── task_arithmetic.yml │ ├── task_arithmetic_plus.yml │ ├── task_arithmetic_search.yml │ ├── ties_merge.yml │ └── twin_merge.yml ├── data │ ├── test_data.json │ └── test_router.json ├── eval.sh ├── eval_merge.py ├── eval_scripts.sh ├── eval_twin.py ├── gen_eval_data.py ├── helm.sh ├── helm_utils │ ├── debias.py │ ├── helm_type.py │ ├── lora_utils.py │ ├── peft_save_merge.py │ └── prompter.py ├── merge.py ├── model.py ├── param.py ├── qwen_lora.json ├── qwen_task.py ├── router.py ├── run_merge.py ├── scripts.sh ├── sparsify.py └── utils.py ├── method.png └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/LICENSE -------------------------------------------------------------------------------- /Performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/Performance.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/README.md -------------------------------------------------------------------------------- /discriminative/config/ada_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/ada_merge.yml -------------------------------------------------------------------------------- /discriminative/config/average_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/average_merge.yml -------------------------------------------------------------------------------- /discriminative/config/dare_mask.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/dare_mask.yml -------------------------------------------------------------------------------- /discriminative/config/dare_mask2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/dare_mask2.yml -------------------------------------------------------------------------------- /discriminative/config/dare_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/dare_merge.yml -------------------------------------------------------------------------------- /discriminative/config/dare_merge2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/dare_merge2.yml -------------------------------------------------------------------------------- /discriminative/config/fisher_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/fisher_merge.yml -------------------------------------------------------------------------------- /discriminative/config/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/glue.py -------------------------------------------------------------------------------- /discriminative/config/regmean_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/regmean_merge.yml -------------------------------------------------------------------------------- /discriminative/config/task_arithmetic.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/task_arithmetic.yml -------------------------------------------------------------------------------- /discriminative/config/task_arithmetic_plus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/task_arithmetic_plus.yml -------------------------------------------------------------------------------- /discriminative/config/task_arithmetic_search.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/task_arithmetic_search.yml -------------------------------------------------------------------------------- /discriminative/config/ties_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/ties_merge.yml -------------------------------------------------------------------------------- /discriminative/config/twin_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/config/twin_merge.yml -------------------------------------------------------------------------------- /discriminative/data/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/data/test.json -------------------------------------------------------------------------------- /discriminative/data/test_router.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/data/test_router.json -------------------------------------------------------------------------------- /discriminative/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/eval.py -------------------------------------------------------------------------------- /discriminative/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/merge.py -------------------------------------------------------------------------------- /discriminative/param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/param.py -------------------------------------------------------------------------------- /discriminative/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/router.py -------------------------------------------------------------------------------- /discriminative/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/run.sh -------------------------------------------------------------------------------- /discriminative/run_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/run_merge.py -------------------------------------------------------------------------------- /discriminative/scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/scripts.sh -------------------------------------------------------------------------------- /discriminative/sparsify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/sparsify.py -------------------------------------------------------------------------------- /discriminative/twin_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/twin_merge.py -------------------------------------------------------------------------------- /discriminative/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/discriminative/utils.py -------------------------------------------------------------------------------- /generative/config/ada_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/ada_merge.yml -------------------------------------------------------------------------------- /generative/config/average_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/average_merge.yml -------------------------------------------------------------------------------- /generative/config/dare_mask.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/dare_mask.yml -------------------------------------------------------------------------------- /generative/config/dare_mask2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/dare_mask2.yml -------------------------------------------------------------------------------- /generative/config/dare_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/dare_merge.yml -------------------------------------------------------------------------------- /generative/config/dare_merge2.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/dare_merge2.yml -------------------------------------------------------------------------------- /generative/config/fisher_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/fisher_merge.yml -------------------------------------------------------------------------------- /generative/config/regmean_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/regmean_merge.yml -------------------------------------------------------------------------------- /generative/config/task_arithmetic.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/task_arithmetic.yml -------------------------------------------------------------------------------- /generative/config/task_arithmetic_plus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/task_arithmetic_plus.yml -------------------------------------------------------------------------------- /generative/config/task_arithmetic_search.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/task_arithmetic_search.yml -------------------------------------------------------------------------------- /generative/config/ties_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/ties_merge.yml -------------------------------------------------------------------------------- /generative/config/twin_merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/config/twin_merge.yml -------------------------------------------------------------------------------- /generative/data/test_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/data/test_data.json -------------------------------------------------------------------------------- /generative/data/test_router.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/data/test_router.json -------------------------------------------------------------------------------- /generative/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/eval.sh -------------------------------------------------------------------------------- /generative/eval_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/eval_merge.py -------------------------------------------------------------------------------- /generative/eval_scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/eval_scripts.sh -------------------------------------------------------------------------------- /generative/eval_twin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/eval_twin.py -------------------------------------------------------------------------------- /generative/gen_eval_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/gen_eval_data.py -------------------------------------------------------------------------------- /generative/helm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/helm.sh -------------------------------------------------------------------------------- /generative/helm_utils/debias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/helm_utils/debias.py -------------------------------------------------------------------------------- /generative/helm_utils/helm_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/helm_utils/helm_type.py -------------------------------------------------------------------------------- /generative/helm_utils/lora_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/helm_utils/lora_utils.py -------------------------------------------------------------------------------- /generative/helm_utils/peft_save_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/helm_utils/peft_save_merge.py -------------------------------------------------------------------------------- /generative/helm_utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/helm_utils/prompter.py -------------------------------------------------------------------------------- /generative/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/merge.py -------------------------------------------------------------------------------- /generative/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/model.py -------------------------------------------------------------------------------- /generative/param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/param.py -------------------------------------------------------------------------------- /generative/qwen_lora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/qwen_lora.json -------------------------------------------------------------------------------- /generative/qwen_task.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /generative/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/router.py -------------------------------------------------------------------------------- /generative/run_merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/run_merge.py -------------------------------------------------------------------------------- /generative/scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/scripts.sh -------------------------------------------------------------------------------- /generative/sparsify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/sparsify.py -------------------------------------------------------------------------------- /generative/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/generative/utils.py -------------------------------------------------------------------------------- /method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/method.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LZY-the-boys/Twin-Merging/HEAD/requirements.txt --------------------------------------------------------------------------------