├── .gitignore ├── LICENSE ├── README.md ├── baselines ├── evaluation.py ├── gpt3_baseline.py ├── icl_examples │ ├── AR-LSAT_CoT.txt │ ├── AR-LSAT_Direct.txt │ ├── FOLIO_CoT.txt │ ├── FOLIO_Direct.txt │ ├── LogicalDeduction_CoT.txt │ ├── LogicalDeduction_Direct.txt │ ├── ProntoQA_CoT.txt │ ├── ProntoQA_Direct.txt │ ├── ProofWriter_CoT.txt │ └── ProofWriter_Direct.txt └── utils.py ├── data ├── AR-LSAT │ ├── dev.json │ ├── test.json │ └── train.json ├── FOLIO │ ├── dev.json │ └── train.json ├── LogicalDeduction │ ├── dev.json │ └── train.json ├── ProntoQA │ └── dev.json └── ProofWriter │ ├── dev.json │ ├── test.json │ └── train.json ├── evaluate.py ├── framework.png ├── prompts ├── AR-LSAT │ ├── plan_generation.txt │ ├── solver.txt │ └── translation.txt ├── FOLIO │ ├── plan_generation.txt │ ├── solver.txt │ └── translation.txt ├── LogicalDeduction │ ├── plan_generation.txt │ ├── solver.txt │ └── translation.txt ├── ProntoQA │ ├── plan_generation.txt │ ├── solver.txt │ └── translation.txt └── ProofWriter │ ├── plan_generation.txt │ ├── solver.txt │ └── translation.txt ├── requirements.txt ├── symbcot.py ├── utils.py ├── verification ├── AR-LSAT │ └── verification.txt ├── FOLIO │ └── verification.txt ├── LogicalDeduction │ └── verification.txt ├── ProntoQA │ └── verification.txt └── ProofWriter │ └── verification.txt └── verifier.py /.gitignore: -------------------------------------------------------------------------------- 1 | # Python 2 | __pycache__/ 3 | *.pyc 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/README.md -------------------------------------------------------------------------------- /baselines/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/evaluation.py -------------------------------------------------------------------------------- /baselines/gpt3_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/gpt3_baseline.py -------------------------------------------------------------------------------- /baselines/icl_examples/AR-LSAT_CoT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/AR-LSAT_CoT.txt -------------------------------------------------------------------------------- /baselines/icl_examples/AR-LSAT_Direct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/AR-LSAT_Direct.txt -------------------------------------------------------------------------------- /baselines/icl_examples/FOLIO_CoT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/FOLIO_CoT.txt -------------------------------------------------------------------------------- /baselines/icl_examples/FOLIO_Direct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/FOLIO_Direct.txt -------------------------------------------------------------------------------- /baselines/icl_examples/LogicalDeduction_CoT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/LogicalDeduction_CoT.txt -------------------------------------------------------------------------------- /baselines/icl_examples/LogicalDeduction_Direct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/LogicalDeduction_Direct.txt -------------------------------------------------------------------------------- /baselines/icl_examples/ProntoQA_CoT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/ProntoQA_CoT.txt -------------------------------------------------------------------------------- /baselines/icl_examples/ProntoQA_Direct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/ProntoQA_Direct.txt -------------------------------------------------------------------------------- /baselines/icl_examples/ProofWriter_CoT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/ProofWriter_CoT.txt -------------------------------------------------------------------------------- /baselines/icl_examples/ProofWriter_Direct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/icl_examples/ProofWriter_Direct.txt -------------------------------------------------------------------------------- /baselines/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/baselines/utils.py -------------------------------------------------------------------------------- /data/AR-LSAT/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/AR-LSAT/dev.json -------------------------------------------------------------------------------- /data/AR-LSAT/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/AR-LSAT/test.json -------------------------------------------------------------------------------- /data/AR-LSAT/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/AR-LSAT/train.json -------------------------------------------------------------------------------- /data/FOLIO/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/FOLIO/dev.json -------------------------------------------------------------------------------- /data/FOLIO/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/FOLIO/train.json -------------------------------------------------------------------------------- /data/LogicalDeduction/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/LogicalDeduction/dev.json -------------------------------------------------------------------------------- /data/LogicalDeduction/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/LogicalDeduction/train.json -------------------------------------------------------------------------------- /data/ProntoQA/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/ProntoQA/dev.json -------------------------------------------------------------------------------- /data/ProofWriter/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/ProofWriter/dev.json -------------------------------------------------------------------------------- /data/ProofWriter/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/ProofWriter/test.json -------------------------------------------------------------------------------- /data/ProofWriter/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/data/ProofWriter/train.json -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/evaluate.py -------------------------------------------------------------------------------- /framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/framework.png -------------------------------------------------------------------------------- /prompts/AR-LSAT/plan_generation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/AR-LSAT/plan_generation.txt -------------------------------------------------------------------------------- /prompts/AR-LSAT/solver.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/AR-LSAT/solver.txt -------------------------------------------------------------------------------- /prompts/AR-LSAT/translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/AR-LSAT/translation.txt -------------------------------------------------------------------------------- /prompts/FOLIO/plan_generation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/FOLIO/plan_generation.txt -------------------------------------------------------------------------------- /prompts/FOLIO/solver.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/FOLIO/solver.txt -------------------------------------------------------------------------------- /prompts/FOLIO/translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/FOLIO/translation.txt -------------------------------------------------------------------------------- /prompts/LogicalDeduction/plan_generation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/LogicalDeduction/plan_generation.txt -------------------------------------------------------------------------------- /prompts/LogicalDeduction/solver.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/LogicalDeduction/solver.txt -------------------------------------------------------------------------------- /prompts/LogicalDeduction/translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/LogicalDeduction/translation.txt -------------------------------------------------------------------------------- /prompts/ProntoQA/plan_generation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/ProntoQA/plan_generation.txt -------------------------------------------------------------------------------- /prompts/ProntoQA/solver.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/ProntoQA/solver.txt -------------------------------------------------------------------------------- /prompts/ProntoQA/translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/ProntoQA/translation.txt -------------------------------------------------------------------------------- /prompts/ProofWriter/plan_generation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/ProofWriter/plan_generation.txt -------------------------------------------------------------------------------- /prompts/ProofWriter/solver.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/ProofWriter/solver.txt -------------------------------------------------------------------------------- /prompts/ProofWriter/translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/prompts/ProofWriter/translation.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/requirements.txt -------------------------------------------------------------------------------- /symbcot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/symbcot.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/utils.py -------------------------------------------------------------------------------- /verification/AR-LSAT/verification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/verification/AR-LSAT/verification.txt -------------------------------------------------------------------------------- /verification/FOLIO/verification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/verification/FOLIO/verification.txt -------------------------------------------------------------------------------- /verification/LogicalDeduction/verification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/verification/LogicalDeduction/verification.txt -------------------------------------------------------------------------------- /verification/ProntoQA/verification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/verification/ProntoQA/verification.txt -------------------------------------------------------------------------------- /verification/ProofWriter/verification.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/verification/ProofWriter/verification.txt -------------------------------------------------------------------------------- /verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Aiden0526/SymbCoT/HEAD/verifier.py --------------------------------------------------------------------------------