├── .gitattributes ├── .gitignore ├── README.md ├── accelerate_configs ├── deepspeed_zero2.yaml ├── deepspeed_zero3.yaml ├── deepspeed_zero3_cpu.yaml └── multi_gpu.yaml ├── data ├── AOA │ ├── id_test.jsonl │ ├── ood_easy.jsonl │ ├── ood_hard.jsonl │ └── train.jsonl ├── DR │ ├── id_test.jsonl │ ├── ood_easy.jsonl │ ├── ood_hard.jsonl │ ├── train.jsonl │ └── train_cold.jsonl ├── MA │ ├── id_test.jsonl │ ├── ood_easy.jsonl │ ├── ood_hard.jsonl │ ├── train.jsonl │ └── train_cold.jsonl ├── README.md └── prompts │ └── train_normal.txt ├── scripts ├── aoa │ ├── aoa_0_init.sh │ ├── aoa_1_init_test.sh │ ├── aoa_2_init_eval.sh │ ├── aoa_3_iter.sh │ ├── aoa_4_standard.sh │ └── run_aoa.sh ├── dr │ ├── dr_0_init.sh │ ├── dr_1_init_test.sh │ ├── dr_2_init_eval.sh │ ├── dr_3_iter.sh │ ├── dr_4_standard.sh │ └── run_dr.sh └── ma │ ├── ma_0_init.sh │ ├── ma_1_init_test.sh │ ├── ma_2_init_eval.sh │ ├── ma_3_iter.sh │ ├── ma_4_standard.sh │ └── run_ma.sh ├── src ├── evaluate_aoa.py ├── general_evaluate.py ├── prepare_sft_data.py ├── prepare_sft_data_general.py ├── sft.py ├── turn_num_to_normal.py ├── utils.py └── vllm_offline_inference.py └── static ├── intro.png └── tasks.png /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | .idea/ -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/README.md -------------------------------------------------------------------------------- /accelerate_configs/deepspeed_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/accelerate_configs/deepspeed_zero2.yaml -------------------------------------------------------------------------------- /accelerate_configs/deepspeed_zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/accelerate_configs/deepspeed_zero3.yaml -------------------------------------------------------------------------------- /accelerate_configs/deepspeed_zero3_cpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/accelerate_configs/deepspeed_zero3_cpu.yaml -------------------------------------------------------------------------------- /accelerate_configs/multi_gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/accelerate_configs/multi_gpu.yaml -------------------------------------------------------------------------------- /data/AOA/id_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/AOA/id_test.jsonl -------------------------------------------------------------------------------- /data/AOA/ood_easy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/AOA/ood_easy.jsonl -------------------------------------------------------------------------------- /data/AOA/ood_hard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/AOA/ood_hard.jsonl -------------------------------------------------------------------------------- /data/AOA/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/AOA/train.jsonl -------------------------------------------------------------------------------- /data/DR/id_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/DR/id_test.jsonl -------------------------------------------------------------------------------- /data/DR/ood_easy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/DR/ood_easy.jsonl -------------------------------------------------------------------------------- /data/DR/ood_hard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/DR/ood_hard.jsonl -------------------------------------------------------------------------------- /data/DR/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/DR/train.jsonl -------------------------------------------------------------------------------- /data/DR/train_cold.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/DR/train_cold.jsonl -------------------------------------------------------------------------------- /data/MA/id_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/MA/id_test.jsonl -------------------------------------------------------------------------------- /data/MA/ood_easy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/MA/ood_easy.jsonl -------------------------------------------------------------------------------- /data/MA/ood_hard.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/MA/ood_hard.jsonl -------------------------------------------------------------------------------- /data/MA/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/MA/train.jsonl -------------------------------------------------------------------------------- /data/MA/train_cold.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/MA/train_cold.jsonl -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/README.md -------------------------------------------------------------------------------- /data/prompts/train_normal.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/data/prompts/train_normal.txt -------------------------------------------------------------------------------- /scripts/aoa/aoa_0_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/aoa/aoa_0_init.sh -------------------------------------------------------------------------------- /scripts/aoa/aoa_1_init_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/aoa/aoa_1_init_test.sh -------------------------------------------------------------------------------- /scripts/aoa/aoa_2_init_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/aoa/aoa_2_init_eval.sh -------------------------------------------------------------------------------- /scripts/aoa/aoa_3_iter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/aoa/aoa_3_iter.sh -------------------------------------------------------------------------------- /scripts/aoa/aoa_4_standard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/aoa/aoa_4_standard.sh -------------------------------------------------------------------------------- /scripts/aoa/run_aoa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/aoa/run_aoa.sh -------------------------------------------------------------------------------- /scripts/dr/dr_0_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/dr/dr_0_init.sh -------------------------------------------------------------------------------- /scripts/dr/dr_1_init_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/dr/dr_1_init_test.sh -------------------------------------------------------------------------------- /scripts/dr/dr_2_init_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/dr/dr_2_init_eval.sh -------------------------------------------------------------------------------- /scripts/dr/dr_3_iter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/dr/dr_3_iter.sh -------------------------------------------------------------------------------- /scripts/dr/dr_4_standard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/dr/dr_4_standard.sh -------------------------------------------------------------------------------- /scripts/dr/run_dr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/dr/run_dr.sh -------------------------------------------------------------------------------- /scripts/ma/ma_0_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/ma/ma_0_init.sh -------------------------------------------------------------------------------- /scripts/ma/ma_1_init_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/ma/ma_1_init_test.sh -------------------------------------------------------------------------------- /scripts/ma/ma_2_init_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/ma/ma_2_init_eval.sh -------------------------------------------------------------------------------- /scripts/ma/ma_3_iter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/ma/ma_3_iter.sh -------------------------------------------------------------------------------- /scripts/ma/ma_4_standard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/ma/ma_4_standard.sh -------------------------------------------------------------------------------- /scripts/ma/run_ma.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/scripts/ma/run_ma.sh -------------------------------------------------------------------------------- /src/evaluate_aoa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/evaluate_aoa.py -------------------------------------------------------------------------------- /src/general_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/general_evaluate.py -------------------------------------------------------------------------------- /src/prepare_sft_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/prepare_sft_data.py -------------------------------------------------------------------------------- /src/prepare_sft_data_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/prepare_sft_data_general.py -------------------------------------------------------------------------------- /src/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/sft.py -------------------------------------------------------------------------------- /src/turn_num_to_normal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/turn_num_to_normal.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/utils.py -------------------------------------------------------------------------------- /src/vllm_offline_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/src/vllm_offline_inference.py -------------------------------------------------------------------------------- /static/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/static/intro.png -------------------------------------------------------------------------------- /static/tasks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tengxiaoliu/LM_skip/HEAD/static/tasks.png --------------------------------------------------------------------------------