├── .gitignore ├── LICENSE ├── README.md ├── eval ├── LonGen.jsonl ├── add_length_control.py ├── length_following_eval.py └── quality_eval.md ├── llama ├── collect_data.py ├── config.py ├── data │ └── dataset_info.json ├── ds_z3_offload_config.json ├── llm_client.py ├── mk_data.py ├── mk_train_config.py ├── prompt_templates │ ├── extend_response.md │ ├── judge_prompt.md │ ├── prompts_train │ │ ├── data-00000-of-00001.arrow │ │ ├── dataset_info.json │ │ └── state.json │ └── self_instruct.md ├── run.sh ├── run_collect_data.sh ├── run_server.sh ├── step0_self_instruct.py ├── step1_gen_initial_responses.py ├── step2_ext_responses.py ├── train_config_template │ ├── template_ext_sft.yaml │ └── template_gen_sft.yaml ├── utils.py └── wait_all_finish.py ├── qwen ├── collect_data.py ├── config.py ├── data │ └── dataset_info.json ├── ds_z3_offload_config.json ├── llm_client.py ├── mk_data.py ├── mk_train_config.py ├── prompt_templates │ ├── extend_response.md │ ├── judge_prompt.md │ ├── prompts_train │ │ ├── data-00000-of-00001.arrow │ │ ├── dataset_info.json │ │ └── state.json │ └── self_instruct.md ├── run.sh ├── run_collect_data.sh ├── run_server.sh ├── step0_self_instruct.py ├── step1_gen_initial_responses.py ├── step2_ext_responses.py ├── train_config_template │ ├── template_ext_sft.yaml │ └── template_gen_sft.yaml ├── utils.py └── wait_all_finish.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/README.md -------------------------------------------------------------------------------- /eval/LonGen.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/eval/LonGen.jsonl -------------------------------------------------------------------------------- /eval/add_length_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/eval/add_length_control.py -------------------------------------------------------------------------------- /eval/length_following_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/eval/length_following_eval.py -------------------------------------------------------------------------------- /eval/quality_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/eval/quality_eval.md -------------------------------------------------------------------------------- /llama/collect_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/collect_data.py -------------------------------------------------------------------------------- /llama/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/config.py -------------------------------------------------------------------------------- /llama/data/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/data/dataset_info.json -------------------------------------------------------------------------------- /llama/ds_z3_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/ds_z3_offload_config.json -------------------------------------------------------------------------------- /llama/llm_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/llm_client.py -------------------------------------------------------------------------------- /llama/mk_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/mk_data.py -------------------------------------------------------------------------------- /llama/mk_train_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/mk_train_config.py -------------------------------------------------------------------------------- /llama/prompt_templates/extend_response.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/prompt_templates/extend_response.md -------------------------------------------------------------------------------- /llama/prompt_templates/judge_prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/prompt_templates/judge_prompt.md -------------------------------------------------------------------------------- /llama/prompt_templates/prompts_train/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/prompt_templates/prompts_train/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /llama/prompt_templates/prompts_train/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/prompt_templates/prompts_train/dataset_info.json -------------------------------------------------------------------------------- /llama/prompt_templates/prompts_train/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/prompt_templates/prompts_train/state.json -------------------------------------------------------------------------------- /llama/prompt_templates/self_instruct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/prompt_templates/self_instruct.md -------------------------------------------------------------------------------- /llama/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/run.sh -------------------------------------------------------------------------------- /llama/run_collect_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/run_collect_data.sh -------------------------------------------------------------------------------- /llama/run_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/run_server.sh -------------------------------------------------------------------------------- /llama/step0_self_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/step0_self_instruct.py -------------------------------------------------------------------------------- /llama/step1_gen_initial_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/step1_gen_initial_responses.py -------------------------------------------------------------------------------- /llama/step2_ext_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/step2_ext_responses.py -------------------------------------------------------------------------------- /llama/train_config_template/template_ext_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/train_config_template/template_ext_sft.yaml -------------------------------------------------------------------------------- /llama/train_config_template/template_gen_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/train_config_template/template_gen_sft.yaml -------------------------------------------------------------------------------- /llama/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/utils.py -------------------------------------------------------------------------------- /llama/wait_all_finish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/llama/wait_all_finish.py -------------------------------------------------------------------------------- /qwen/collect_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/collect_data.py -------------------------------------------------------------------------------- /qwen/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/config.py -------------------------------------------------------------------------------- /qwen/data/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/data/dataset_info.json -------------------------------------------------------------------------------- /qwen/ds_z3_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/ds_z3_offload_config.json -------------------------------------------------------------------------------- /qwen/llm_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/llm_client.py -------------------------------------------------------------------------------- /qwen/mk_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/mk_data.py -------------------------------------------------------------------------------- /qwen/mk_train_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/mk_train_config.py -------------------------------------------------------------------------------- /qwen/prompt_templates/extend_response.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/prompt_templates/extend_response.md -------------------------------------------------------------------------------- /qwen/prompt_templates/judge_prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/prompt_templates/judge_prompt.md -------------------------------------------------------------------------------- /qwen/prompt_templates/prompts_train/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/prompt_templates/prompts_train/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /qwen/prompt_templates/prompts_train/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/prompt_templates/prompts_train/dataset_info.json -------------------------------------------------------------------------------- /qwen/prompt_templates/prompts_train/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/prompt_templates/prompts_train/state.json -------------------------------------------------------------------------------- /qwen/prompt_templates/self_instruct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/prompt_templates/self_instruct.md -------------------------------------------------------------------------------- /qwen/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/run.sh -------------------------------------------------------------------------------- /qwen/run_collect_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/run_collect_data.sh -------------------------------------------------------------------------------- /qwen/run_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/run_server.sh -------------------------------------------------------------------------------- /qwen/step0_self_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/step0_self_instruct.py -------------------------------------------------------------------------------- /qwen/step1_gen_initial_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/step1_gen_initial_responses.py -------------------------------------------------------------------------------- /qwen/step2_ext_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/step2_ext_responses.py -------------------------------------------------------------------------------- /qwen/train_config_template/template_ext_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/train_config_template/template_ext_sft.yaml -------------------------------------------------------------------------------- /qwen/train_config_template/template_gen_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/train_config_template/template_gen_sft.yaml -------------------------------------------------------------------------------- /qwen/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/utils.py -------------------------------------------------------------------------------- /qwen/wait_all_finish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/qwen/wait_all_finish.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Self-Lengthen/HEAD/requirements.txt --------------------------------------------------------------------------------