├── LICENSE ├── README.md ├── mop.png └── mop ├── scripts ├── install_env.sh ├── install_env_iz.sh ├── run-ape-fast.sh ├── run-ape-kcen-fast.sh ├── run-ape-random-fast.sh ├── run-iz-fast.sh ├── run-iz-kcen-fast.sh ├── run-iz-random-fast.sh ├── run-mop-fast.sh └── run.sh └── src ├── algo ├── __init__.py ├── automatic_prompt_engineer │ ├── __init__.py │ ├── ape.py │ └── demos_allocator.py ├── instruct_zero │ ├── __init__.py │ ├── instruction_coupled_kernel.py │ ├── iz.py │ └── lm_forward_api.py ├── mixture_of_experts │ ├── mop.py │ ├── mop_trainer.py │ └── utils.py ├── prompt_lib.py └── utils │ ├── __init__.py │ ├── config.py │ ├── configs │ ├── bandits.yaml │ └── default.yaml │ ├── data.py │ ├── evaluate.py │ ├── evaluation │ ├── __init__.py │ ├── bandits.py │ └── likelihood.py │ ├── generate.py │ ├── llm.py │ ├── models.py │ └── template.py ├── configs ├── base │ └── llm_base_conf.yaml ├── custom │ ├── config_algo.py │ └── config_zoo.py └── iz_args.json ├── data ├── bbh │ ├── README.md │ ├── TASKS_BBH.txt │ ├── load_data.py │ ├── preprocess.py │ └── preprocess_original.py ├── data_manager.py ├── instruction_induction │ ├── README.md │ └── load_data.py ├── other │ └── load_data.py └── superni │ ├── TASKS_SuperNI.txt │ ├── TASKS_SuperNI_code.txt │ ├── TASKS_SuperNI_math.txt │ ├── load_data.py │ └── preprocess.py ├── demo.py ├── evaluation └── instruction_induction │ ├── __init__.py │ └── utility.py ├── exp_utils.py ├── forward_api.py ├── lm_forward_api.py ├── misc.py ├── pe_manager.py └── run_mop.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/README.md -------------------------------------------------------------------------------- /mop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop.png -------------------------------------------------------------------------------- /mop/scripts/install_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/install_env.sh -------------------------------------------------------------------------------- /mop/scripts/install_env_iz.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/install_env_iz.sh -------------------------------------------------------------------------------- /mop/scripts/run-ape-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-ape-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run-ape-kcen-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-ape-kcen-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run-ape-random-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-ape-random-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run-iz-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-iz-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run-iz-kcen-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-iz-kcen-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run-iz-random-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-iz-random-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run-mop-fast.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run-mop-fast.sh -------------------------------------------------------------------------------- /mop/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/scripts/run.sh -------------------------------------------------------------------------------- /mop/src/algo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mop/src/algo/automatic_prompt_engineer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mop/src/algo/automatic_prompt_engineer/ape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/automatic_prompt_engineer/ape.py -------------------------------------------------------------------------------- /mop/src/algo/automatic_prompt_engineer/demos_allocator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/automatic_prompt_engineer/demos_allocator.py -------------------------------------------------------------------------------- /mop/src/algo/instruct_zero/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mop/src/algo/instruct_zero/instruction_coupled_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/instruct_zero/instruction_coupled_kernel.py -------------------------------------------------------------------------------- /mop/src/algo/instruct_zero/iz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/instruct_zero/iz.py -------------------------------------------------------------------------------- /mop/src/algo/instruct_zero/lm_forward_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/instruct_zero/lm_forward_api.py -------------------------------------------------------------------------------- /mop/src/algo/mixture_of_experts/mop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/mixture_of_experts/mop.py -------------------------------------------------------------------------------- /mop/src/algo/mixture_of_experts/mop_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/mixture_of_experts/mop_trainer.py -------------------------------------------------------------------------------- /mop/src/algo/mixture_of_experts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/mixture_of_experts/utils.py -------------------------------------------------------------------------------- /mop/src/algo/prompt_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/prompt_lib.py -------------------------------------------------------------------------------- /mop/src/algo/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mop/src/algo/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/config.py -------------------------------------------------------------------------------- /mop/src/algo/utils/configs/bandits.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/configs/bandits.yaml -------------------------------------------------------------------------------- /mop/src/algo/utils/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/configs/default.yaml -------------------------------------------------------------------------------- /mop/src/algo/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/data.py -------------------------------------------------------------------------------- /mop/src/algo/utils/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/evaluate.py -------------------------------------------------------------------------------- /mop/src/algo/utils/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mop/src/algo/utils/evaluation/bandits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/evaluation/bandits.py -------------------------------------------------------------------------------- /mop/src/algo/utils/evaluation/likelihood.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/evaluation/likelihood.py -------------------------------------------------------------------------------- /mop/src/algo/utils/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/generate.py -------------------------------------------------------------------------------- /mop/src/algo/utils/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/llm.py -------------------------------------------------------------------------------- /mop/src/algo/utils/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/models.py -------------------------------------------------------------------------------- /mop/src/algo/utils/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/algo/utils/template.py -------------------------------------------------------------------------------- /mop/src/configs/base/llm_base_conf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/configs/base/llm_base_conf.yaml -------------------------------------------------------------------------------- /mop/src/configs/custom/config_algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/configs/custom/config_algo.py -------------------------------------------------------------------------------- /mop/src/configs/custom/config_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/configs/custom/config_zoo.py -------------------------------------------------------------------------------- /mop/src/configs/iz_args.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/configs/iz_args.json -------------------------------------------------------------------------------- /mop/src/data/bbh/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/bbh/README.md -------------------------------------------------------------------------------- /mop/src/data/bbh/TASKS_BBH.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/bbh/TASKS_BBH.txt -------------------------------------------------------------------------------- /mop/src/data/bbh/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/bbh/load_data.py -------------------------------------------------------------------------------- /mop/src/data/bbh/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/bbh/preprocess.py -------------------------------------------------------------------------------- /mop/src/data/bbh/preprocess_original.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/bbh/preprocess_original.py -------------------------------------------------------------------------------- /mop/src/data/data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/data_manager.py -------------------------------------------------------------------------------- /mop/src/data/instruction_induction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/instruction_induction/README.md -------------------------------------------------------------------------------- /mop/src/data/instruction_induction/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/instruction_induction/load_data.py -------------------------------------------------------------------------------- /mop/src/data/other/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/other/load_data.py -------------------------------------------------------------------------------- /mop/src/data/superni/TASKS_SuperNI.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/superni/TASKS_SuperNI.txt -------------------------------------------------------------------------------- /mop/src/data/superni/TASKS_SuperNI_code.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/superni/TASKS_SuperNI_code.txt -------------------------------------------------------------------------------- /mop/src/data/superni/TASKS_SuperNI_math.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/superni/TASKS_SuperNI_math.txt -------------------------------------------------------------------------------- /mop/src/data/superni/load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/superni/load_data.py -------------------------------------------------------------------------------- /mop/src/data/superni/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/data/superni/preprocess.py -------------------------------------------------------------------------------- /mop/src/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/demo.py -------------------------------------------------------------------------------- /mop/src/evaluation/instruction_induction/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mop/src/evaluation/instruction_induction/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/evaluation/instruction_induction/utility.py -------------------------------------------------------------------------------- /mop/src/exp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/exp_utils.py -------------------------------------------------------------------------------- /mop/src/forward_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/forward_api.py -------------------------------------------------------------------------------- /mop/src/lm_forward_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/lm_forward_api.py -------------------------------------------------------------------------------- /mop/src/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/misc.py -------------------------------------------------------------------------------- /mop/src/pe_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/pe_manager.py -------------------------------------------------------------------------------- /mop/src/run_mop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruocwang/mixture-of-prompts/HEAD/mop/src/run_mop.py --------------------------------------------------------------------------------