├── .gitignore ├── README.md ├── apikeys.json ├── config.py ├── dataset ├── AQuA │ └── AQuA.json ├── AddSub │ └── AddSub.json ├── CommonsenseQA │ └── CommonsenseQA.jsonl ├── ConvFinQA │ └── ConvFinQA.json ├── FinQA │ ├── FinQA.json │ ├── dev.json │ ├── private_test.json │ ├── test.json │ └── train.json ├── MultiArith │ └── MultiArith.json ├── SVAMP │ ├── SVAMP.json │ ├── preprocess.py │ ├── sorted_list.json │ ├── testset.json │ ├── trainset.json │ └── validset.json ├── SingleEq │ └── SingleEq.json ├── StrategyQA │ └── StrategyQA.json ├── TATQA │ └── TATQA.json ├── coin_flip │ └── coin_flip.json ├── gsm8k │ ├── gsm8k.json │ └── sorted_list.json └── last_letters │ └── last_letters.json ├── extracter.py ├── generated_result ├── AQuA-zero_shot-305-text-davinci-003.json ├── AddSub-zero_shot-301-text-davinci-003.json ├── CommensenseQA-zero_shot-302-text-davinci-003.json ├── MultiArith-zero_shot-302-text-davinci-003.json ├── SVAMP-zero_shot-307-text-davinci-003.json ├── SingleEq-zeri_shot-301-text-davinci-003.json ├── StrategyQA-zero_shot-306-text-davinci-003.json ├── coin_flip-zero_shot-304-text-davinci-003.json ├── gsm8k-zero_shot-305-text-davinci-003.json └── last_letters-zero_shot-303-text-davinci-003.json ├── main.py ├── main_threads.py ├── math-cot-2.jpg ├── math-cot-exp.png ├── prediction_runner.py ├── prompt.py ├── requirements.txt ├── tasks-solid.svg └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | __pycache__ 3 | result/* -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/README.md -------------------------------------------------------------------------------- /apikeys.json: -------------------------------------------------------------------------------- 1 | [ 2 | 3 | ] -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/config.py -------------------------------------------------------------------------------- /dataset/AQuA/AQuA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/AQuA/AQuA.json -------------------------------------------------------------------------------- /dataset/AddSub/AddSub.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/AddSub/AddSub.json -------------------------------------------------------------------------------- /dataset/CommonsenseQA/CommonsenseQA.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/CommonsenseQA/CommonsenseQA.jsonl -------------------------------------------------------------------------------- /dataset/ConvFinQA/ConvFinQA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/ConvFinQA/ConvFinQA.json -------------------------------------------------------------------------------- /dataset/FinQA/FinQA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/FinQA/FinQA.json -------------------------------------------------------------------------------- /dataset/FinQA/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/FinQA/dev.json -------------------------------------------------------------------------------- /dataset/FinQA/private_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/FinQA/private_test.json -------------------------------------------------------------------------------- /dataset/FinQA/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/FinQA/test.json -------------------------------------------------------------------------------- /dataset/FinQA/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/FinQA/train.json -------------------------------------------------------------------------------- /dataset/MultiArith/MultiArith.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/MultiArith/MultiArith.json -------------------------------------------------------------------------------- /dataset/SVAMP/SVAMP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SVAMP/SVAMP.json -------------------------------------------------------------------------------- /dataset/SVAMP/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SVAMP/preprocess.py -------------------------------------------------------------------------------- /dataset/SVAMP/sorted_list.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SVAMP/sorted_list.json -------------------------------------------------------------------------------- /dataset/SVAMP/testset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SVAMP/testset.json -------------------------------------------------------------------------------- /dataset/SVAMP/trainset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SVAMP/trainset.json -------------------------------------------------------------------------------- /dataset/SVAMP/validset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SVAMP/validset.json -------------------------------------------------------------------------------- /dataset/SingleEq/SingleEq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/SingleEq/SingleEq.json -------------------------------------------------------------------------------- /dataset/StrategyQA/StrategyQA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/StrategyQA/StrategyQA.json -------------------------------------------------------------------------------- /dataset/TATQA/TATQA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/TATQA/TATQA.json -------------------------------------------------------------------------------- /dataset/coin_flip/coin_flip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/coin_flip/coin_flip.json -------------------------------------------------------------------------------- /dataset/gsm8k/gsm8k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/gsm8k/gsm8k.json -------------------------------------------------------------------------------- /dataset/gsm8k/sorted_list.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/gsm8k/sorted_list.json -------------------------------------------------------------------------------- /dataset/last_letters/last_letters.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/dataset/last_letters/last_letters.json -------------------------------------------------------------------------------- /extracter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/extracter.py -------------------------------------------------------------------------------- /generated_result/AQuA-zero_shot-305-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/AQuA-zero_shot-305-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/AddSub-zero_shot-301-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/AddSub-zero_shot-301-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/CommensenseQA-zero_shot-302-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/CommensenseQA-zero_shot-302-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/MultiArith-zero_shot-302-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/MultiArith-zero_shot-302-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/SVAMP-zero_shot-307-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/SVAMP-zero_shot-307-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/SingleEq-zeri_shot-301-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/SingleEq-zeri_shot-301-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/StrategyQA-zero_shot-306-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/StrategyQA-zero_shot-306-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/coin_flip-zero_shot-304-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/coin_flip-zero_shot-304-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/gsm8k-zero_shot-305-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/gsm8k-zero_shot-305-text-davinci-003.json -------------------------------------------------------------------------------- /generated_result/last_letters-zero_shot-303-text-davinci-003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/generated_result/last_letters-zero_shot-303-text-davinci-003.json -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/main.py -------------------------------------------------------------------------------- /main_threads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/main_threads.py -------------------------------------------------------------------------------- /math-cot-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/math-cot-2.jpg -------------------------------------------------------------------------------- /math-cot-exp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/math-cot-exp.png -------------------------------------------------------------------------------- /prediction_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/prediction_runner.py -------------------------------------------------------------------------------- /prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/prompt.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | openai -------------------------------------------------------------------------------- /tasks-solid.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/tasks-solid.svg -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AGI-Edgerunners/Plan-and-Solve-Prompting/HEAD/utils.py --------------------------------------------------------------------------------