├── .gitignore ├── LICENSE ├── README.md ├── experiment ├── data │ ├── bbh │ │ └── test.json │ ├── gsm8k │ │ └── test.json │ ├── hotpotqa │ │ └── test.json │ ├── longbench │ │ └── test.json │ ├── math │ │ └── test.json │ └── mmlu │ │ └── test.json ├── dataset.py ├── module.py ├── prompter │ ├── math.py │ ├── multichoice.py │ └── multihop.py └── utils.py ├── image └── aot.png ├── llm.py ├── main.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/README.md -------------------------------------------------------------------------------- /experiment/data/bbh/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/data/bbh/test.json -------------------------------------------------------------------------------- /experiment/data/gsm8k/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/data/gsm8k/test.json -------------------------------------------------------------------------------- /experiment/data/hotpotqa/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/data/hotpotqa/test.json -------------------------------------------------------------------------------- /experiment/data/longbench/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/data/longbench/test.json -------------------------------------------------------------------------------- /experiment/data/math/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/data/math/test.json -------------------------------------------------------------------------------- /experiment/data/mmlu/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/data/mmlu/test.json -------------------------------------------------------------------------------- /experiment/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/dataset.py -------------------------------------------------------------------------------- /experiment/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/module.py -------------------------------------------------------------------------------- /experiment/prompter/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/prompter/math.py -------------------------------------------------------------------------------- /experiment/prompter/multichoice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/prompter/multichoice.py -------------------------------------------------------------------------------- /experiment/prompter/multihop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/prompter/multihop.py -------------------------------------------------------------------------------- /experiment/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/experiment/utils.py -------------------------------------------------------------------------------- /image/aot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/image/aot.png -------------------------------------------------------------------------------- /llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/llm.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qixucen/atom/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | openai 2 | tqdm --------------------------------------------------------------------------------