├── .editorconfig ├── .env.example ├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── data ├── hotpotqa │ └── hotpot_dev_v1_simplified.json └── strategyqa │ └── strategyqa_dev.json ├── package.json ├── pnpm-lock.yaml ├── src ├── cli.ts ├── config │ └── prompts │ │ ├── autocot.ts │ │ ├── cot-hotpotqa.ts │ │ ├── cot-strategyqa.ts │ │ ├── hotpotqa.ts │ │ ├── react.ts │ │ ├── score.ts │ │ └── strategyqa.ts ├── types │ └── score.ts └── utils │ ├── ai.ts │ ├── evals │ ├── autocot-hotpotqa.ts │ ├── autocot-strategyqa.ts │ ├── autocot.ts │ ├── cot-hotpotqa.ts │ ├── cot-strategyqa.ts │ ├── hotpotqa.ts │ ├── score.ts │ └── strategyqa.ts │ └── shuffle.ts └── tsconfig.json /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/.editorconfig -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/.env.example -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | * text=auto eol=lf 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | /dist 3 | .env 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/README.md -------------------------------------------------------------------------------- /data/hotpotqa/hotpot_dev_v1_simplified.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/data/hotpotqa/hotpot_dev_v1_simplified.json -------------------------------------------------------------------------------- /data/strategyqa/strategyqa_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/data/strategyqa/strategyqa_dev.json -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/package.json -------------------------------------------------------------------------------- /pnpm-lock.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/pnpm-lock.yaml -------------------------------------------------------------------------------- /src/cli.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/cli.ts -------------------------------------------------------------------------------- /src/config/prompts/autocot.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/config/prompts/autocot.ts -------------------------------------------------------------------------------- /src/config/prompts/cot-hotpotqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/config/prompts/cot-hotpotqa.ts -------------------------------------------------------------------------------- /src/config/prompts/cot-strategyqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/config/prompts/cot-strategyqa.ts -------------------------------------------------------------------------------- /src/config/prompts/hotpotqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/config/prompts/hotpotqa.ts -------------------------------------------------------------------------------- /src/config/prompts/react.ts: -------------------------------------------------------------------------------- 1 | export const reactAgentPrompt = ``; 2 | -------------------------------------------------------------------------------- /src/config/prompts/score.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/config/prompts/score.ts -------------------------------------------------------------------------------- /src/config/prompts/strategyqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/config/prompts/strategyqa.ts -------------------------------------------------------------------------------- /src/types/score.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/types/score.ts -------------------------------------------------------------------------------- /src/utils/ai.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/ai.ts -------------------------------------------------------------------------------- /src/utils/evals/autocot-hotpotqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/autocot-hotpotqa.ts -------------------------------------------------------------------------------- /src/utils/evals/autocot-strategyqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/autocot-strategyqa.ts -------------------------------------------------------------------------------- /src/utils/evals/autocot.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/autocot.ts -------------------------------------------------------------------------------- /src/utils/evals/cot-hotpotqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/cot-hotpotqa.ts -------------------------------------------------------------------------------- /src/utils/evals/cot-strategyqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/cot-strategyqa.ts -------------------------------------------------------------------------------- /src/utils/evals/hotpotqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/hotpotqa.ts -------------------------------------------------------------------------------- /src/utils/evals/score.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/score.ts -------------------------------------------------------------------------------- /src/utils/evals/strategyqa.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/evals/strategyqa.ts -------------------------------------------------------------------------------- /src/utils/shuffle.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/src/utils/shuffle.ts -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/miralab-ai/autoreason/HEAD/tsconfig.json --------------------------------------------------------------------------------