├── .gitignore ├── LICENSE.md ├── README.md ├── __init__.py ├── bin ├── __init__.py ├── run_cot_tasks.sh ├── run_quco_task.sh ├── run_single_task.sh └── shuffle_prompt.py ├── configs ├── gsm_stream.yaml ├── sample_cot.yaml └── sample_pal.yaml ├── data └── tasks │ ├── boolsimplify.jsonl │ ├── date.jsonl │ ├── gsm.jsonl │ ├── nonsensewordsgrammar.jsonl │ ├── objectcounting.jsonl │ ├── repeatcopy.jsonl │ ├── sorting.jsonl │ ├── sports.jsonl │ ├── strategy.jsonl │ └── test.jsonl ├── docs ├── decot.md ├── prompt.md └── samples │ └── gsm_config.json ├── notebooks ├── PromptLibCustomTask.ipynb ├── QueryOpenAI.ipynb └── YoavsPythonPrompts.ipynb ├── prompt_lib ├── __init__.py ├── backends │ ├── __init__.py │ ├── alpa_api.py │ ├── anthropic_api.py │ ├── openai_api.py │ ├── router.py │ ├── self_hosted.py │ ├── shadowfire_api.py │ ├── test_openai.py │ └── wrapper.py ├── eval │ ├── __init__.py │ ├── eval.py │ ├── eval_utils.py │ └── gsm_quco_eval.py ├── inference.py ├── prompts │ ├── __init__.py │ ├── boolsimplify │ │ ├── __init__.py │ │ ├── boolsimplify.py │ │ └── boolsimplify.txt │ ├── date.py │ ├── example.py │ ├── gsm.py │ ├── human_eval.py │ ├── lrm.py │ ├── pal_gsm.py │ ├── parsing_utils.py │ ├── plot_generation.py │ ├── sorting.py │ ├── sports.py │ ├── strategy.py │ ├── task_id_to_prompt.py │ └── utils.py └── run_inference.py ├── requirements.txt ├── setup.py └── tools ├── api.sh ├── get_logprobs.py └── query_chatgpt.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bin/run_cot_tasks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/bin/run_cot_tasks.sh -------------------------------------------------------------------------------- /bin/run_quco_task.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/bin/run_quco_task.sh -------------------------------------------------------------------------------- /bin/run_single_task.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/bin/run_single_task.sh -------------------------------------------------------------------------------- /bin/shuffle_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/bin/shuffle_prompt.py -------------------------------------------------------------------------------- /configs/gsm_stream.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/configs/gsm_stream.yaml -------------------------------------------------------------------------------- /configs/sample_cot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/configs/sample_cot.yaml -------------------------------------------------------------------------------- /configs/sample_pal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/configs/sample_pal.yaml -------------------------------------------------------------------------------- /data/tasks/boolsimplify.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/boolsimplify.jsonl -------------------------------------------------------------------------------- /data/tasks/date.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/date.jsonl -------------------------------------------------------------------------------- /data/tasks/gsm.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/gsm.jsonl -------------------------------------------------------------------------------- /data/tasks/nonsensewordsgrammar.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/nonsensewordsgrammar.jsonl -------------------------------------------------------------------------------- /data/tasks/objectcounting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/objectcounting.jsonl -------------------------------------------------------------------------------- /data/tasks/repeatcopy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/repeatcopy.jsonl -------------------------------------------------------------------------------- /data/tasks/sorting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/sorting.jsonl -------------------------------------------------------------------------------- /data/tasks/sports.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/sports.jsonl -------------------------------------------------------------------------------- /data/tasks/strategy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/strategy.jsonl -------------------------------------------------------------------------------- /data/tasks/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/data/tasks/test.jsonl -------------------------------------------------------------------------------- /docs/decot.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/docs/decot.md -------------------------------------------------------------------------------- /docs/prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/docs/prompt.md -------------------------------------------------------------------------------- /docs/samples/gsm_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/docs/samples/gsm_config.json -------------------------------------------------------------------------------- /notebooks/PromptLibCustomTask.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/notebooks/PromptLibCustomTask.ipynb -------------------------------------------------------------------------------- /notebooks/QueryOpenAI.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/notebooks/QueryOpenAI.ipynb -------------------------------------------------------------------------------- /notebooks/YoavsPythonPrompts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/notebooks/YoavsPythonPrompts.ipynb -------------------------------------------------------------------------------- /prompt_lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_lib/backends/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_lib/backends/alpa_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/alpa_api.py -------------------------------------------------------------------------------- /prompt_lib/backends/anthropic_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/anthropic_api.py -------------------------------------------------------------------------------- /prompt_lib/backends/openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/openai_api.py -------------------------------------------------------------------------------- /prompt_lib/backends/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/router.py -------------------------------------------------------------------------------- /prompt_lib/backends/self_hosted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/self_hosted.py -------------------------------------------------------------------------------- /prompt_lib/backends/shadowfire_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/shadowfire_api.py -------------------------------------------------------------------------------- /prompt_lib/backends/test_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/test_openai.py -------------------------------------------------------------------------------- /prompt_lib/backends/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/backends/wrapper.py -------------------------------------------------------------------------------- /prompt_lib/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_lib/eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/eval/eval.py -------------------------------------------------------------------------------- /prompt_lib/eval/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/eval/eval_utils.py -------------------------------------------------------------------------------- /prompt_lib/eval/gsm_quco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/eval/gsm_quco_eval.py -------------------------------------------------------------------------------- /prompt_lib/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/inference.py -------------------------------------------------------------------------------- /prompt_lib/prompts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_lib/prompts/boolsimplify/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_lib/prompts/boolsimplify/boolsimplify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/boolsimplify/boolsimplify.py -------------------------------------------------------------------------------- /prompt_lib/prompts/boolsimplify/boolsimplify.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/boolsimplify/boolsimplify.txt -------------------------------------------------------------------------------- /prompt_lib/prompts/date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/date.py -------------------------------------------------------------------------------- /prompt_lib/prompts/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/example.py -------------------------------------------------------------------------------- /prompt_lib/prompts/gsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/gsm.py -------------------------------------------------------------------------------- /prompt_lib/prompts/human_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/human_eval.py -------------------------------------------------------------------------------- /prompt_lib/prompts/lrm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/lrm.py -------------------------------------------------------------------------------- /prompt_lib/prompts/pal_gsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/pal_gsm.py -------------------------------------------------------------------------------- /prompt_lib/prompts/parsing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/parsing_utils.py -------------------------------------------------------------------------------- /prompt_lib/prompts/plot_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/plot_generation.py -------------------------------------------------------------------------------- /prompt_lib/prompts/sorting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/sorting.py -------------------------------------------------------------------------------- /prompt_lib/prompts/sports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/sports.py -------------------------------------------------------------------------------- /prompt_lib/prompts/strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/strategy.py -------------------------------------------------------------------------------- /prompt_lib/prompts/task_id_to_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/task_id_to_prompt.py -------------------------------------------------------------------------------- /prompt_lib/prompts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/prompts/utils.py -------------------------------------------------------------------------------- /prompt_lib/run_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/prompt_lib/run_inference.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/setup.py -------------------------------------------------------------------------------- /tools/api.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/tools/api.sh -------------------------------------------------------------------------------- /tools/get_logprobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/tools/get_logprobs.py -------------------------------------------------------------------------------- /tools/query_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasoning-machines/prompt-lib/HEAD/tools/query_chatgpt.py --------------------------------------------------------------------------------