├── LICENSE ├── Multiple_Choice ├── MC_readme.md ├── data │ ├── ops_data_en.xlsx │ ├── shot │ │ └── ops_data.csv │ └── val │ │ └── ops_data.csv ├── draw.py ├── eval.py ├── model │ ├── __init__.py │ ├── baichuan_13b_chat.py │ ├── chatglm.py │ ├── chatgpt.py │ ├── internlm.py │ ├── llama │ │ ├── __init__.py │ │ ├── generation.py │ │ ├── model.py │ │ └── tokenizer.py │ ├── llama2_13b_hf.py │ ├── llama_13b.py │ ├── lora_llama2.py │ ├── moss.py │ └── qianwen.py ├── requirements.txt └── utils │ ├── data_pre.py │ ├── data_utils.py │ ├── plot.py │ ├── post.py │ ├── utils_glm2_6b.py │ └── utils_glm6b.py ├── OWL-Instruct ├── code │ └── prompt-ch │ │ ├── question_gen_prompt.py │ │ └── seeds_quality_promote_prompt.py └── data │ └── ops_ch_en_001.json ├── Question_Answer ├── QA_readme.md ├── additional_model_adapter.py ├── common.py ├── configs.py ├── count_judge_token_num.py ├── data │ ├── judge_prompts.jsonl │ └── ops_bench │ │ ├── Raw-QA-OwlBench-cn.csv │ │ ├── model_answer │ │ └── llama2.jsonl │ │ ├── question.jsonl │ │ └── reference_answer │ │ └── expert.jsonl ├── data_format_conversion.py ├── gen_judgment.py ├── gen_model_answer.py └── show_result.py ├── README.md └── assets ├── cartoon.png ├── ciyun.png └── framework.png /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/LICENSE -------------------------------------------------------------------------------- /Multiple_Choice/MC_readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/MC_readme.md -------------------------------------------------------------------------------- /Multiple_Choice/data/ops_data_en.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/data/ops_data_en.xlsx -------------------------------------------------------------------------------- /Multiple_Choice/data/shot/ops_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/data/shot/ops_data.csv -------------------------------------------------------------------------------- /Multiple_Choice/data/val/ops_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/data/val/ops_data.csv -------------------------------------------------------------------------------- /Multiple_Choice/draw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/draw.py -------------------------------------------------------------------------------- /Multiple_Choice/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/eval.py -------------------------------------------------------------------------------- /Multiple_Choice/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Multiple_Choice/model/baichuan_13b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/baichuan_13b_chat.py -------------------------------------------------------------------------------- /Multiple_Choice/model/chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/chatglm.py -------------------------------------------------------------------------------- /Multiple_Choice/model/chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/chatgpt.py -------------------------------------------------------------------------------- /Multiple_Choice/model/internlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/internlm.py -------------------------------------------------------------------------------- /Multiple_Choice/model/llama/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/llama/__init__.py -------------------------------------------------------------------------------- /Multiple_Choice/model/llama/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/llama/generation.py -------------------------------------------------------------------------------- /Multiple_Choice/model/llama/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/llama/model.py -------------------------------------------------------------------------------- /Multiple_Choice/model/llama/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/llama/tokenizer.py -------------------------------------------------------------------------------- /Multiple_Choice/model/llama2_13b_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/llama2_13b_hf.py -------------------------------------------------------------------------------- /Multiple_Choice/model/llama_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/llama_13b.py -------------------------------------------------------------------------------- /Multiple_Choice/model/lora_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/lora_llama2.py -------------------------------------------------------------------------------- /Multiple_Choice/model/moss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/moss.py -------------------------------------------------------------------------------- /Multiple_Choice/model/qianwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/model/qianwen.py -------------------------------------------------------------------------------- /Multiple_Choice/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/requirements.txt -------------------------------------------------------------------------------- /Multiple_Choice/utils/data_pre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/utils/data_pre.py -------------------------------------------------------------------------------- /Multiple_Choice/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/utils/data_utils.py -------------------------------------------------------------------------------- /Multiple_Choice/utils/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/utils/plot.py -------------------------------------------------------------------------------- /Multiple_Choice/utils/post.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/utils/post.py -------------------------------------------------------------------------------- /Multiple_Choice/utils/utils_glm2_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/utils/utils_glm2_6b.py -------------------------------------------------------------------------------- /Multiple_Choice/utils/utils_glm6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Multiple_Choice/utils/utils_glm6b.py -------------------------------------------------------------------------------- /OWL-Instruct/code/prompt-ch/question_gen_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/OWL-Instruct/code/prompt-ch/question_gen_prompt.py -------------------------------------------------------------------------------- /OWL-Instruct/code/prompt-ch/seeds_quality_promote_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/OWL-Instruct/code/prompt-ch/seeds_quality_promote_prompt.py -------------------------------------------------------------------------------- /OWL-Instruct/data/ops_ch_en_001.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/OWL-Instruct/data/ops_ch_en_001.json -------------------------------------------------------------------------------- /Question_Answer/QA_readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/QA_readme.md -------------------------------------------------------------------------------- /Question_Answer/additional_model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/additional_model_adapter.py -------------------------------------------------------------------------------- /Question_Answer/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/common.py -------------------------------------------------------------------------------- /Question_Answer/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/configs.py -------------------------------------------------------------------------------- /Question_Answer/count_judge_token_num.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/count_judge_token_num.py -------------------------------------------------------------------------------- /Question_Answer/data/judge_prompts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/data/judge_prompts.jsonl -------------------------------------------------------------------------------- /Question_Answer/data/ops_bench/Raw-QA-OwlBench-cn.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/data/ops_bench/Raw-QA-OwlBench-cn.csv -------------------------------------------------------------------------------- /Question_Answer/data/ops_bench/model_answer/llama2.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/data/ops_bench/model_answer/llama2.jsonl -------------------------------------------------------------------------------- /Question_Answer/data/ops_bench/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/data/ops_bench/question.jsonl -------------------------------------------------------------------------------- /Question_Answer/data/ops_bench/reference_answer/expert.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/data/ops_bench/reference_answer/expert.jsonl -------------------------------------------------------------------------------- /Question_Answer/data_format_conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/data_format_conversion.py -------------------------------------------------------------------------------- /Question_Answer/gen_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/gen_judgment.py -------------------------------------------------------------------------------- /Question_Answer/gen_model_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/gen_model_answer.py -------------------------------------------------------------------------------- /Question_Answer/show_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/Question_Answer/show_result.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/README.md -------------------------------------------------------------------------------- /assets/cartoon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/assets/cartoon.png -------------------------------------------------------------------------------- /assets/ciyun.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/assets/ciyun.png -------------------------------------------------------------------------------- /assets/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HC-Guo/OWL/HEAD/assets/framework.png --------------------------------------------------------------------------------