├── README.md ├── assets ├── Alpaca.jpg ├── Metric.png ├── chatbot.jpg ├── cute.png ├── law.jpg ├── main_results.png ├── mt_bench.jpg └── peer-review-cute.png ├── con_optimization ├── log │ ├── frac0.1_Order_seed4.log │ ├── frac0.1_Peer_review_seed4.log │ ├── frac0.1_Reversed_seed4.log │ ├── frac0.1_Uniform_seed4.log │ ├── frac0.4_Order_seed4.log │ ├── frac0.4_Peer_review_seed4.log │ ├── frac0.4_Reversed_seed4.log │ ├── frac0.4_Uniform_seed4.log │ ├── frac0.7_Order_seed4.log │ ├── frac0.7_Peer_review_seed4.log │ ├── frac0.7_Reversed_seed4.log │ ├── frac0.7_Uniform_seed4.log │ ├── frac1_Order_seed4.log │ ├── frac1_Peer_review_seed4.log │ ├── frac1_Reversed_seed4.log │ └── frac1_Uniform_seed4.log ├── main_ablation.py └── utils.py ├── llm_judge ├── __init__.py ├── assign_judge.py ├── common.py ├── config │ ├── __init__.py │ ├── apply_delta.py │ ├── apply_lora.py │ ├── awq.py │ ├── compression.py │ ├── constants.py │ ├── conversation.py │ ├── convert_fp16.py │ ├── exllama.py │ ├── gptq.py │ ├── llama_condense_monkey_patch.py │ ├── make_delta.py │ ├── model_adapter copy.py │ ├── model_adapter.py │ ├── model_chatglm.py │ ├── model_codet5p.py │ ├── model_exllama.py │ ├── model_falcon.py │ ├── model_registry.py │ ├── model_xfastertransformer.py │ ├── monkey_patch_non_inplace.py │ ├── qwen_generation_utils.py │ ├── rwkv_model.py │ ├── upload_hub.py │ ├── utils.py │ └── xfastertransformer.py ├── data │ ├── judge_prompts.jsonl │ └── mt_bench │ │ ├── model_answer │ │ └── gpt-3.5-turbo.jsonl │ │ ├── model_judgment │ │ ├── gpt-3.5-turbo_pair.jsonl │ │ └── gpt-3.5-turbo_pair_short.jsonl │ │ └── question.jsonl ├── gen_judgment.py └── gen_model_answer.py ├── main.py └── requirements.txt /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/README.md -------------------------------------------------------------------------------- /assets/Alpaca.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/Alpaca.jpg -------------------------------------------------------------------------------- /assets/Metric.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/Metric.png -------------------------------------------------------------------------------- /assets/chatbot.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/chatbot.jpg -------------------------------------------------------------------------------- /assets/cute.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/cute.png -------------------------------------------------------------------------------- /assets/law.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/law.jpg -------------------------------------------------------------------------------- /assets/main_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/main_results.png -------------------------------------------------------------------------------- /assets/mt_bench.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/mt_bench.jpg -------------------------------------------------------------------------------- /assets/peer-review-cute.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/assets/peer-review-cute.png -------------------------------------------------------------------------------- /con_optimization/log/frac0.1_Order_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.1_Order_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.1_Peer_review_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.1_Peer_review_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.1_Reversed_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.1_Reversed_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.1_Uniform_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.1_Uniform_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.4_Order_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.4_Order_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.4_Peer_review_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.4_Peer_review_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.4_Reversed_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.4_Reversed_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.4_Uniform_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.4_Uniform_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.7_Order_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.7_Order_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.7_Peer_review_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.7_Peer_review_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.7_Reversed_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.7_Reversed_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac0.7_Uniform_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac0.7_Uniform_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac1_Order_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac1_Order_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac1_Peer_review_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac1_Peer_review_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac1_Reversed_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac1_Reversed_seed4.log -------------------------------------------------------------------------------- /con_optimization/log/frac1_Uniform_seed4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/log/frac1_Uniform_seed4.log -------------------------------------------------------------------------------- /con_optimization/main_ablation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/main_ablation.py -------------------------------------------------------------------------------- /con_optimization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/con_optimization/utils.py -------------------------------------------------------------------------------- /llm_judge/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llm_judge/assign_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/assign_judge.py -------------------------------------------------------------------------------- /llm_judge/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/common.py -------------------------------------------------------------------------------- /llm_judge/config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llm_judge/config/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/apply_delta.py -------------------------------------------------------------------------------- /llm_judge/config/apply_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/apply_lora.py -------------------------------------------------------------------------------- /llm_judge/config/awq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/awq.py -------------------------------------------------------------------------------- /llm_judge/config/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/compression.py -------------------------------------------------------------------------------- /llm_judge/config/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/constants.py -------------------------------------------------------------------------------- /llm_judge/config/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/conversation.py -------------------------------------------------------------------------------- /llm_judge/config/convert_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/convert_fp16.py -------------------------------------------------------------------------------- /llm_judge/config/exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/exllama.py -------------------------------------------------------------------------------- /llm_judge/config/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/gptq.py -------------------------------------------------------------------------------- /llm_judge/config/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /llm_judge/config/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/make_delta.py -------------------------------------------------------------------------------- /llm_judge/config/model_adapter copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_adapter copy.py -------------------------------------------------------------------------------- /llm_judge/config/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_adapter.py -------------------------------------------------------------------------------- /llm_judge/config/model_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_chatglm.py -------------------------------------------------------------------------------- /llm_judge/config/model_codet5p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_codet5p.py -------------------------------------------------------------------------------- /llm_judge/config/model_exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_exllama.py -------------------------------------------------------------------------------- /llm_judge/config/model_falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_falcon.py -------------------------------------------------------------------------------- /llm_judge/config/model_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_registry.py -------------------------------------------------------------------------------- /llm_judge/config/model_xfastertransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/model_xfastertransformer.py -------------------------------------------------------------------------------- /llm_judge/config/monkey_patch_non_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/monkey_patch_non_inplace.py -------------------------------------------------------------------------------- /llm_judge/config/qwen_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/qwen_generation_utils.py -------------------------------------------------------------------------------- /llm_judge/config/rwkv_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/rwkv_model.py -------------------------------------------------------------------------------- /llm_judge/config/upload_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/upload_hub.py -------------------------------------------------------------------------------- /llm_judge/config/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/utils.py -------------------------------------------------------------------------------- /llm_judge/config/xfastertransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/config/xfastertransformer.py -------------------------------------------------------------------------------- /llm_judge/data/judge_prompts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/data/judge_prompts.jsonl -------------------------------------------------------------------------------- /llm_judge/data/mt_bench/model_answer/gpt-3.5-turbo.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/data/mt_bench/model_answer/gpt-3.5-turbo.jsonl -------------------------------------------------------------------------------- /llm_judge/data/mt_bench/model_judgment/gpt-3.5-turbo_pair.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/data/mt_bench/model_judgment/gpt-3.5-turbo_pair.jsonl -------------------------------------------------------------------------------- /llm_judge/data/mt_bench/model_judgment/gpt-3.5-turbo_pair_short.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/data/mt_bench/model_judgment/gpt-3.5-turbo_pair_short.jsonl -------------------------------------------------------------------------------- /llm_judge/data/mt_bench/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/data/mt_bench/question.jsonl -------------------------------------------------------------------------------- /llm_judge/gen_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/gen_judgment.py -------------------------------------------------------------------------------- /llm_judge/gen_model_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/llm_judge/gen_model_answer.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PKU-YuanGroup/PiCO/HEAD/requirements.txt --------------------------------------------------------------------------------