├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── Scoring.ipynb ├── automix ├── Readme.md ├── __init__.py ├── automix_methods.py └── main.py ├── colabs ├── Analysis.ipynb ├── Preparing_COQA.ipynb ├── Step1_SolveQueries.ipynb ├── Step2_SelfVerify.ipynb └── Step3_MetaVerify.ipynb ├── docs ├── .gitignore ├── README.md ├── index.html ├── index3.html └── static │ ├── adaptive_paper.pdf │ ├── css │ ├── bulma-carousel.min.css │ ├── bulma-slider.min.css │ ├── bulma.css.map.txt │ ├── bulma.min.css │ ├── fontawesome.all.min.css │ ├── index.css │ ├── prism-diff-highlight.css │ ├── prism-line-highlight.css │ ├── prism.css │ └── prism_bak.css │ ├── images │ ├── automix_teaser.png │ ├── cost_wise_performance.png │ ├── favicon.svg │ ├── main_results.png │ ├── meta_verifier_performance.png │ ├── meta_verifier_performance_better.png │ ├── results_graph.png │ └── results_table.png │ ├── js │ ├── bulma-carousel.js │ ├── bulma-carousel.min.js │ ├── bulma-slider.js │ ├── bulma-slider.min.js │ ├── fontawesome.all.min.js │ ├── index.js │ ├── prism-diff-highlight.js │ ├── prism-line-highlight.js │ ├── prism.js │ └── prism_bak.js │ └── videos │ └── ._Icon ├── paper_eval_seed_final.json ├── requirements.txt ├── results └── paper_eval_multi_seed_final.json ├── scripts ├── paper_results.py └── simple_eval.py └── setup.py /.gitattributes: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/README.md -------------------------------------------------------------------------------- /Scoring.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/Scoring.ipynb -------------------------------------------------------------------------------- /automix/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/automix/Readme.md -------------------------------------------------------------------------------- /automix/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/automix/__init__.py -------------------------------------------------------------------------------- /automix/automix_methods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/automix/automix_methods.py -------------------------------------------------------------------------------- /automix/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/automix/main.py -------------------------------------------------------------------------------- /colabs/Analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/colabs/Analysis.ipynb -------------------------------------------------------------------------------- /colabs/Preparing_COQA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/colabs/Preparing_COQA.ipynb -------------------------------------------------------------------------------- /colabs/Step1_SolveQueries.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/colabs/Step1_SolveQueries.ipynb -------------------------------------------------------------------------------- /colabs/Step2_SelfVerify.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/colabs/Step2_SelfVerify.ipynb -------------------------------------------------------------------------------- /colabs/Step3_MetaVerify.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/colabs/Step3_MetaVerify.ipynb -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_store 2 | .idea 3 | scratch 4 | -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/index3.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/index3.html -------------------------------------------------------------------------------- /docs/static/adaptive_paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/adaptive_paper.pdf -------------------------------------------------------------------------------- /docs/static/css/bulma-carousel.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/bulma-carousel.min.css -------------------------------------------------------------------------------- /docs/static/css/bulma-slider.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/bulma-slider.min.css -------------------------------------------------------------------------------- /docs/static/css/bulma.css.map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/bulma.css.map.txt -------------------------------------------------------------------------------- /docs/static/css/bulma.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/bulma.min.css -------------------------------------------------------------------------------- /docs/static/css/fontawesome.all.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/fontawesome.all.min.css -------------------------------------------------------------------------------- /docs/static/css/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/index.css -------------------------------------------------------------------------------- /docs/static/css/prism-diff-highlight.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/prism-diff-highlight.css -------------------------------------------------------------------------------- /docs/static/css/prism-line-highlight.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/prism-line-highlight.css -------------------------------------------------------------------------------- /docs/static/css/prism.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/prism.css -------------------------------------------------------------------------------- /docs/static/css/prism_bak.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/css/prism_bak.css -------------------------------------------------------------------------------- /docs/static/images/automix_teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/automix_teaser.png -------------------------------------------------------------------------------- /docs/static/images/cost_wise_performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/cost_wise_performance.png -------------------------------------------------------------------------------- /docs/static/images/favicon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/favicon.svg -------------------------------------------------------------------------------- /docs/static/images/main_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/main_results.png -------------------------------------------------------------------------------- /docs/static/images/meta_verifier_performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/meta_verifier_performance.png -------------------------------------------------------------------------------- /docs/static/images/meta_verifier_performance_better.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/meta_verifier_performance_better.png -------------------------------------------------------------------------------- /docs/static/images/results_graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/results_graph.png -------------------------------------------------------------------------------- /docs/static/images/results_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/images/results_table.png -------------------------------------------------------------------------------- /docs/static/js/bulma-carousel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/bulma-carousel.js -------------------------------------------------------------------------------- /docs/static/js/bulma-carousel.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/bulma-carousel.min.js -------------------------------------------------------------------------------- /docs/static/js/bulma-slider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/bulma-slider.js -------------------------------------------------------------------------------- /docs/static/js/bulma-slider.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/bulma-slider.min.js -------------------------------------------------------------------------------- /docs/static/js/fontawesome.all.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/fontawesome.all.min.js -------------------------------------------------------------------------------- /docs/static/js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/index.js -------------------------------------------------------------------------------- /docs/static/js/prism-diff-highlight.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/prism-diff-highlight.js -------------------------------------------------------------------------------- /docs/static/js/prism-line-highlight.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/prism-line-highlight.js -------------------------------------------------------------------------------- /docs/static/js/prism.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/prism.js -------------------------------------------------------------------------------- /docs/static/js/prism_bak.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/js/prism_bak.js -------------------------------------------------------------------------------- /docs/static/videos/._Icon: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/docs/static/videos/._Icon -------------------------------------------------------------------------------- /paper_eval_seed_final.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/paper_eval_seed_final.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | pandas 3 | scipy 4 | tqdm -------------------------------------------------------------------------------- /results/paper_eval_multi_seed_final.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/results/paper_eval_multi_seed_final.json -------------------------------------------------------------------------------- /scripts/paper_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/scripts/paper_results.py -------------------------------------------------------------------------------- /scripts/simple_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/scripts/simple_eval.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automix-llm/automix/HEAD/setup.py --------------------------------------------------------------------------------