├── .gitignore ├── LICENSE ├── README.md ├── aligned_problems └── new_complete_mini.jsonl ├── autof_of_proofs.code-workspace ├── autoformalization ├── __init__.py ├── checker.py ├── eval_and_store.py ├── prompts.py ├── query_and_store.py └── utils.py ├── autoformalize_minif2f_math.py ├── data └── paper_prompt_examples │ ├── aimeI_2000_p7.json │ ├── aimeI_2001_p3.json │ ├── aime_1983_p9.json │ ├── aime_1984_p5.json │ ├── algebra_2rootsintpoly_am10tap11eqasqpam110.json │ ├── algebra_3rootspoly_amdtamctambeqnasqmbpctapcbtdpasqmbpctapcbta.json │ ├── algebra_amgm_faxinrrp2msqrt2geq2mxm1div2x.json │ ├── algebra_binomnegdiscrineq_10alt28asqp1.json │ ├── amc12a_2003_p24.json │ ├── amc12a_2013_p7.json │ ├── amc12b_2002_p3.json │ ├── mathd_numbertheory_188.json │ ├── mathd_numbertheory_284.json │ ├── mathd_numbertheory_335.json │ ├── mathd_numbertheory_412.json │ ├── mathd_numbertheory_466.json │ ├── mathd_numbertheory_48.json │ ├── numbertheory_2dvd4expn.json │ ├── numbertheory_3pow2pownm1mod2pownp3eq2pownp2.json │ └── numbertheory_sqmod3in01d.json ├── requirements.txt ├── results ├── README.md ├── hammer_heuristics_success.txt ├── human_100_proofs.jsonl.tar.gz ├── human_100_success.txt ├── minerva_100_success.txt └── minerva_200_success.txt ├── scripts └── albert │ ├── eval_script.py │ └── parallel_codex_query_canon.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/README.md -------------------------------------------------------------------------------- /aligned_problems/new_complete_mini.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/aligned_problems/new_complete_mini.jsonl -------------------------------------------------------------------------------- /autof_of_proofs.code-workspace: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autof_of_proofs.code-workspace -------------------------------------------------------------------------------- /autoformalization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoformalization/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autoformalization/checker.py -------------------------------------------------------------------------------- /autoformalization/eval_and_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autoformalization/eval_and_store.py -------------------------------------------------------------------------------- /autoformalization/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autoformalization/prompts.py -------------------------------------------------------------------------------- /autoformalization/query_and_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autoformalization/query_and_store.py -------------------------------------------------------------------------------- /autoformalization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autoformalization/utils.py -------------------------------------------------------------------------------- /autoformalize_minif2f_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/autoformalize_minif2f_math.py -------------------------------------------------------------------------------- /data/paper_prompt_examples/aimeI_2000_p7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/aimeI_2000_p7.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/aimeI_2001_p3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/aimeI_2001_p3.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/aime_1983_p9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/aime_1983_p9.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/aime_1984_p5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/aime_1984_p5.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/algebra_2rootsintpoly_am10tap11eqasqpam110.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/algebra_2rootsintpoly_am10tap11eqasqpam110.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/algebra_3rootspoly_amdtamctambeqnasqmbpctapcbtdpasqmbpctapcbta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/algebra_3rootspoly_amdtamctambeqnasqmbpctapcbtdpasqmbpctapcbta.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/algebra_amgm_faxinrrp2msqrt2geq2mxm1div2x.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/algebra_amgm_faxinrrp2msqrt2geq2mxm1div2x.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/algebra_binomnegdiscrineq_10alt28asqp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/algebra_binomnegdiscrineq_10alt28asqp1.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/amc12a_2003_p24.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/amc12a_2003_p24.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/amc12a_2013_p7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/amc12a_2013_p7.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/amc12b_2002_p3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/amc12b_2002_p3.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/mathd_numbertheory_188.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/mathd_numbertheory_188.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/mathd_numbertheory_284.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/mathd_numbertheory_284.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/mathd_numbertheory_335.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/mathd_numbertheory_335.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/mathd_numbertheory_412.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/mathd_numbertheory_412.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/mathd_numbertheory_466.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/mathd_numbertheory_466.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/mathd_numbertheory_48.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/mathd_numbertheory_48.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/numbertheory_2dvd4expn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/numbertheory_2dvd4expn.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/numbertheory_3pow2pownm1mod2pownp3eq2pownp2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/numbertheory_3pow2pownm1mod2pownp3eq2pownp2.json -------------------------------------------------------------------------------- /data/paper_prompt_examples/numbertheory_sqmod3in01d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/data/paper_prompt_examples/numbertheory_sqmod3in01d.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | openai 2 | submitit 3 | tqdm -------------------------------------------------------------------------------- /results/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/results/README.md -------------------------------------------------------------------------------- /results/hammer_heuristics_success.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/results/hammer_heuristics_success.txt -------------------------------------------------------------------------------- /results/human_100_proofs.jsonl.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/results/human_100_proofs.jsonl.tar.gz -------------------------------------------------------------------------------- /results/human_100_success.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/results/human_100_success.txt -------------------------------------------------------------------------------- /results/minerva_100_success.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/results/minerva_100_success.txt -------------------------------------------------------------------------------- /results/minerva_200_success.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/results/minerva_200_success.txt -------------------------------------------------------------------------------- /scripts/albert/eval_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/scripts/albert/eval_script.py -------------------------------------------------------------------------------- /scripts/albert/parallel_codex_query_canon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/scripts/albert/parallel_codex_query_canon.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/albertqjiang/draft_sketch_prove/HEAD/setup.py --------------------------------------------------------------------------------