├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── benchmark ├── README.md ├── benchmark_to_publish │ ├── formal │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Cambridge-Tripos.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ └── common.lean │ └── informal │ │ ├── Artin.pdf │ │ ├── Artin.tex │ │ ├── Axler.pdf │ │ ├── Axler.tex │ │ ├── Cambridge-Tripos.pdf │ │ ├── Cambridge-Tripos.tex │ │ ├── Dummit-Foote.pdf │ │ ├── Dummit-Foote.tex │ │ ├── Herstein.pdf │ │ ├── Herstein.tex │ │ ├── Ireland-Rosen.pdf │ │ ├── Ireland-Rosen.tex │ │ ├── Munkres.pdf │ │ ├── Munkres.tex │ │ ├── Pugh.pdf │ │ ├── Pugh.tex │ │ ├── Putnam.pdf │ │ ├── Putnam.tex │ │ ├── Rudin.pdf │ │ ├── Rudin.tex │ │ ├── Shakarchi.pdf │ │ └── Shakarchi.tex ├── parse_files.py ├── stats.sh ├── test.jsonl ├── test_ids ├── valid.jsonl └── valid_ids ├── calc_perplexity ├── README.md ├── calc.py ├── configs │ ├── gpt2.py │ ├── gptj_all.yaml │ ├── gptj_arxiv.yaml │ ├── proofgpt-1.3b_all.yaml │ ├── proofgpt-1.3b_arxiv.yaml │ ├── proofgpt-6.7b_all.yaml │ ├── proofgpt-6.7b_arxiv.yaml │ ├── pythia-1.4b_all.yaml │ ├── pythia-1.4b_arxiv.yaml │ ├── pythia-6b_all.yaml │ └── pythia-6b_arxiv.yaml └── results │ ├── gptj_all.txt │ ├── gptj_arxiv.txt │ ├── proofgpt-1.3b_all.txt │ ├── proofgpt-1.3b_arxiv.txt │ ├── proofgpt-6.7b_all.txt │ ├── proofgpt-6.7b_arxiv.txt │ ├── pythia-1.4b_all.txt │ ├── pythia-1.4b_arxiv.txt │ ├── pythia-6.7b_all.txt │ └── pythia-6.7b_arxiv.txt ├── eval ├── README.md ├── configs │ ├── codex_12shot_formalize.yaml │ ├── codex_12shot_informalize.yaml │ ├── gpt4_12shot_formalize.yaml │ ├── proofGPT_backtranslate.yaml │ ├── proofgpt-1.3b_6shot_formalize.yaml │ ├── proofgpt-1.3b_6shot_informalize.yaml │ ├── proofgpt-6.7b_6shot_formalize.yaml │ ├── proofgpt-6.7b_6shot_informalize.yaml │ ├── pythia-1.4b_6shot_formalize.yaml │ ├── pythia-1.4b_6shot_informalize.yaml │ ├── pythia-6.9b_6shot_formalize.yaml │ ├── pythia-6.9b_6shot_informalize.yaml │ ├── pythia_backtranslate.yaml │ ├── retrieval.yaml │ ├── valid_codex_12shot_formalize.yaml │ └── valid_retrieval.yaml ├── of_finetuned.py ├── of_hfmodel.py ├── of_openai.py ├── of_retrieval.py ├── prompts │ ├── 12shot_formalize.json │ ├── 12shot_formalize.txt │ ├── 12shot_informalize.txt │ ├── 6shot_formalize.txt │ ├── 6shot_informalize.txt │ └── retrieval_formalize.txt ├── results │ ├── codex_12shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── codex_12shot_informalize │ │ ├── gpt_nl_statement.pdf │ │ ├── gpt_nl_statement.tex │ │ ├── metrics.json │ │ └── out.jsonl │ ├── gpt4_12shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── proofgpt-1.3b_6shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── proofgpt-1.3b_6shot_informalize │ │ ├── gpt_nl_statement.pdf │ │ ├── gpt_nl_statement.tex │ │ ├── metrics.json │ │ └── out.jsonl │ ├── proofgpt-6.7b_6shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── proofgpt-6.7b_6shot_informalize │ │ ├── gpt_nl_statement.pdf │ │ ├── gpt_nl_statement.tex │ │ ├── metrics.json │ │ └── out.jsonl │ ├── proofgpt_backtranslate │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── pythia-1.4b_6shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── pythia-1.4b_6shot_informalize │ │ ├── gpt_nl_statement.tex │ │ ├── metrics.json │ │ └── out.jsonl │ ├── pythia-6.9b_6shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── pythia-6.9b_6shot_informalize │ │ ├── gpt_nl_statement.tex │ │ ├── metrics.json │ │ └── out.jsonl │ ├── pythia_backtranslate │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── retrieval │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── common.lean │ │ ├── metrics.json │ │ └── out.jsonl │ ├── valid_codex_12shot_formalize │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── metrics.json │ │ └── out.jsonl │ └── valid_retrieval │ │ ├── Artin.lean │ │ ├── Axler.lean │ │ ├── Dummit-Foote.lean │ │ ├── Herstein.lean │ │ ├── Ireland-Rosen.lean │ │ ├── Munkres.lean │ │ ├── Pugh.lean │ │ ├── Putnam.lean │ │ ├── Rudin.lean │ │ ├── Shakarchi.lean │ │ ├── metrics.json │ │ └── out.jsonl ├── retrieval_database │ ├── docgen_export_with_formal_statement.jsonl │ └── np_embeddings.npy └── utils.py ├── images ├── burnside.png ├── group_hom.png ├── group_hom_1.png ├── lie_1.png ├── lie_2.png ├── olympiad.png ├── pf.png └── quotient.png ├── leanpkg.toml ├── train_backtranslation ├── count_tokens.py ├── local_finetune │ ├── .ipynb_checkpoints │ │ └── data_analysis-checkpoint.ipynb │ ├── __pycache__ │ │ └── dataset.cpython-310.pyc │ ├── configs │ │ ├── proofGPT-1.3B-backtranslation.yaml │ │ └── pythia-1.3B-backtranslation.yaml │ ├── data_analysis.ipynb │ ├── dataset.py │ ├── demo.py │ ├── runs │ │ ├── proofGPT-1.3B-backtranslation │ │ │ ├── checkpoint-10000 │ │ │ │ ├── config.json │ │ │ │ ├── rng_state.pth │ │ │ │ └── trainer_state.json │ │ │ ├── checkpoint-15000 │ │ │ │ ├── config.json │ │ │ │ ├── rng_state.pth │ │ │ │ └── trainer_state.json │ │ │ ├── checkpoint-20000 │ │ │ │ ├── config.json │ │ │ │ ├── rng_state.pth │ │ │ │ └── trainer_state.json │ │ │ ├── checkpoint-5000 │ │ │ │ ├── config.json │ │ │ │ ├── rng_state.pth │ │ │ │ └── trainer_state.json │ │ │ ├── config.yaml │ │ │ └── runs │ │ │ │ └── Feb21_08-37-53_vesna │ │ │ │ └── events.out.tfevents.1676986677.vesna.621821.0 │ │ └── pythia-1.4B-backtranslation │ │ │ ├── checkpoint-10000 │ │ │ ├── config.json │ │ │ ├── rng_state.pth │ │ │ └── trainer_state.json │ │ │ ├── checkpoint-15000 │ │ │ ├── config.json │ │ │ ├── rng_state.pth │ │ │ └── trainer_state.json │ │ │ ├── checkpoint-20000 │ │ │ ├── config.json │ │ │ ├── rng_state.pth │ │ │ └── trainer_state.json │ │ │ ├── checkpoint-5000 │ │ │ ├── config.json │ │ │ ├── rng_state.pth │ │ │ └── trainer_state.json │ │ │ ├── config.yaml │ │ │ └── runs │ │ │ └── Feb21_08-42-02_vesna │ │ │ └── events.out.tfevents.1676986924.vesna.622012.0 │ └── train.py └── make_data │ ├── check_alignment.py │ ├── docgen_export_parsed │ └── docgen_export_full_parsed.jsonl │ ├── docgen_export_raw │ └── docgen_export_full.json │ ├── docgen_export_with_nl │ └── docgen_export_with_nl.jsonl │ ├── docgen_nl_of_codex.py │ ├── few_shot_prompt.txt │ ├── finetune_splits │ ├── docgen_export_test.jsonl │ ├── docgen_export_train.jsonl │ └── docgen_export_valid.jsonl │ ├── make_split.py │ ├── parse_docgen.py │ └── show_raw_text.py └── xena_post.md /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/README.md -------------------------------------------------------------------------------- /benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/README.md -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Artin.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Axler.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Cambridge-Tripos.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Cambridge-Tripos.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Dummit-Foote.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Herstein.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Ireland-Rosen.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Munkres.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Pugh.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Putnam.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Rudin.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/Shakarchi.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/formal/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/formal/common.lean -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Artin.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Artin.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Artin.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Artin.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Axler.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Axler.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Axler.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Axler.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Cambridge-Tripos.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Cambridge-Tripos.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Cambridge-Tripos.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Cambridge-Tripos.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Dummit-Foote.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Dummit-Foote.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Dummit-Foote.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Dummit-Foote.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Herstein.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Herstein.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Herstein.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Herstein.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Ireland-Rosen.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Ireland-Rosen.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Ireland-Rosen.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Ireland-Rosen.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Munkres.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Munkres.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Munkres.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Munkres.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Pugh.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Pugh.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Pugh.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Pugh.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Putnam.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Putnam.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Putnam.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Putnam.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Rudin.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Rudin.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Rudin.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Rudin.tex -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Shakarchi.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Shakarchi.pdf -------------------------------------------------------------------------------- /benchmark/benchmark_to_publish/informal/Shakarchi.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/benchmark_to_publish/informal/Shakarchi.tex -------------------------------------------------------------------------------- /benchmark/parse_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/parse_files.py -------------------------------------------------------------------------------- /benchmark/stats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/stats.sh -------------------------------------------------------------------------------- /benchmark/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/test.jsonl -------------------------------------------------------------------------------- /benchmark/test_ids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/test_ids -------------------------------------------------------------------------------- /benchmark/valid.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/valid.jsonl -------------------------------------------------------------------------------- /benchmark/valid_ids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/benchmark/valid_ids -------------------------------------------------------------------------------- /calc_perplexity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/README.md -------------------------------------------------------------------------------- /calc_perplexity/calc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/calc.py -------------------------------------------------------------------------------- /calc_perplexity/configs/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/gpt2.py -------------------------------------------------------------------------------- /calc_perplexity/configs/gptj_all.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/gptj_all.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/gptj_arxiv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/gptj_arxiv.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/proofgpt-1.3b_all.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/proofgpt-1.3b_all.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/proofgpt-1.3b_arxiv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/proofgpt-1.3b_arxiv.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/proofgpt-6.7b_all.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/proofgpt-6.7b_all.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/proofgpt-6.7b_arxiv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/proofgpt-6.7b_arxiv.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/pythia-1.4b_all.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/pythia-1.4b_all.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/pythia-1.4b_arxiv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/pythia-1.4b_arxiv.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/pythia-6b_all.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/pythia-6b_all.yaml -------------------------------------------------------------------------------- /calc_perplexity/configs/pythia-6b_arxiv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/configs/pythia-6b_arxiv.yaml -------------------------------------------------------------------------------- /calc_perplexity/results/gptj_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/gptj_all.txt -------------------------------------------------------------------------------- /calc_perplexity/results/gptj_arxiv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/gptj_arxiv.txt -------------------------------------------------------------------------------- /calc_perplexity/results/proofgpt-1.3b_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/proofgpt-1.3b_all.txt -------------------------------------------------------------------------------- /calc_perplexity/results/proofgpt-1.3b_arxiv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/proofgpt-1.3b_arxiv.txt -------------------------------------------------------------------------------- /calc_perplexity/results/proofgpt-6.7b_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/proofgpt-6.7b_all.txt -------------------------------------------------------------------------------- /calc_perplexity/results/proofgpt-6.7b_arxiv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/proofgpt-6.7b_arxiv.txt -------------------------------------------------------------------------------- /calc_perplexity/results/pythia-1.4b_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/pythia-1.4b_all.txt -------------------------------------------------------------------------------- /calc_perplexity/results/pythia-1.4b_arxiv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/pythia-1.4b_arxiv.txt -------------------------------------------------------------------------------- /calc_perplexity/results/pythia-6.7b_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/pythia-6.7b_all.txt -------------------------------------------------------------------------------- /calc_perplexity/results/pythia-6.7b_arxiv.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/calc_perplexity/results/pythia-6.7b_arxiv.txt -------------------------------------------------------------------------------- /eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/README.md -------------------------------------------------------------------------------- /eval/configs/codex_12shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/codex_12shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/codex_12shot_informalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/codex_12shot_informalize.yaml -------------------------------------------------------------------------------- /eval/configs/gpt4_12shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/gpt4_12shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/proofGPT_backtranslate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/proofGPT_backtranslate.yaml -------------------------------------------------------------------------------- /eval/configs/proofgpt-1.3b_6shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/proofgpt-1.3b_6shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/proofgpt-1.3b_6shot_informalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/proofgpt-1.3b_6shot_informalize.yaml -------------------------------------------------------------------------------- /eval/configs/proofgpt-6.7b_6shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/proofgpt-6.7b_6shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/proofgpt-6.7b_6shot_informalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/proofgpt-6.7b_6shot_informalize.yaml -------------------------------------------------------------------------------- /eval/configs/pythia-1.4b_6shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/pythia-1.4b_6shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/pythia-1.4b_6shot_informalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/pythia-1.4b_6shot_informalize.yaml -------------------------------------------------------------------------------- /eval/configs/pythia-6.9b_6shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/pythia-6.9b_6shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/pythia-6.9b_6shot_informalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/pythia-6.9b_6shot_informalize.yaml -------------------------------------------------------------------------------- /eval/configs/pythia_backtranslate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/pythia_backtranslate.yaml -------------------------------------------------------------------------------- /eval/configs/retrieval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/retrieval.yaml -------------------------------------------------------------------------------- /eval/configs/valid_codex_12shot_formalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/valid_codex_12shot_formalize.yaml -------------------------------------------------------------------------------- /eval/configs/valid_retrieval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/configs/valid_retrieval.yaml -------------------------------------------------------------------------------- /eval/of_finetuned.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/of_finetuned.py -------------------------------------------------------------------------------- /eval/of_hfmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/of_hfmodel.py -------------------------------------------------------------------------------- /eval/of_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/of_openai.py -------------------------------------------------------------------------------- /eval/of_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/of_retrieval.py -------------------------------------------------------------------------------- /eval/prompts/12shot_formalize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/prompts/12shot_formalize.json -------------------------------------------------------------------------------- /eval/prompts/12shot_formalize.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/prompts/12shot_formalize.txt -------------------------------------------------------------------------------- /eval/prompts/12shot_informalize.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/prompts/12shot_informalize.txt -------------------------------------------------------------------------------- /eval/prompts/6shot_formalize.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/prompts/6shot_formalize.txt -------------------------------------------------------------------------------- /eval/prompts/6shot_informalize.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/prompts/6shot_informalize.txt -------------------------------------------------------------------------------- /eval/prompts/retrieval_formalize.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/prompts/retrieval_formalize.txt -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/common.lean -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.25127683176885435} -------------------------------------------------------------------------------- /eval/results/codex_12shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/codex_12shot_informalize/gpt_nl_statement.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_informalize/gpt_nl_statement.pdf -------------------------------------------------------------------------------- /eval/results/codex_12shot_informalize/gpt_nl_statement.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_informalize/gpt_nl_statement.tex -------------------------------------------------------------------------------- /eval/results/codex_12shot_informalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.131719911732372} -------------------------------------------------------------------------------- /eval/results/codex_12shot_informalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/codex_12shot_informalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/common.lean -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.2714691696123012} -------------------------------------------------------------------------------- /eval/results/gpt4_12shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/gpt4_12shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/common.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.08130268774066257} -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_informalize/gpt_nl_statement.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_informalize/gpt_nl_statement.pdf -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_informalize/gpt_nl_statement.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_informalize/gpt_nl_statement.tex -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_informalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.05145954730430789} -------------------------------------------------------------------------------- /eval/results/proofgpt-1.3b_6shot_informalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-1.3b_6shot_informalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/common.lean -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.047369465677805984} -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_informalize/gpt_nl_statement.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_informalize/gpt_nl_statement.pdf -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_informalize/gpt_nl_statement.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_informalize/gpt_nl_statement.tex -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_informalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.06034176343447834} -------------------------------------------------------------------------------- /eval/results/proofgpt-6.7b_6shot_informalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt-6.7b_6shot_informalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Artin.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Axler.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Herstein.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Munkres.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Pugh.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Putnam.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Rudin.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/common.lean -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.1066814025603662} -------------------------------------------------------------------------------- /eval/results/proofgpt_backtranslate/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/proofgpt_backtranslate/out.jsonl -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/common.lean -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.04694889854385448} -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_informalize/gpt_nl_statement.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_informalize/gpt_nl_statement.tex -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_informalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.0623798230364432} -------------------------------------------------------------------------------- /eval/results/pythia-1.4b_6shot_informalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-1.4b_6shot_informalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/common.lean -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.0751319291087543} -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_informalize/gpt_nl_statement.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_informalize/gpt_nl_statement.tex -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_informalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.07064951514754036} -------------------------------------------------------------------------------- /eval/results/pythia-6.9b_6shot_informalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia-6.9b_6shot_informalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Artin.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Axler.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Herstein.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Munkres.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Pugh.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Putnam.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Rudin.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/common.lean -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.09969686781554392} -------------------------------------------------------------------------------- /eval/results/pythia_backtranslate/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/pythia_backtranslate/out.jsonl -------------------------------------------------------------------------------- /eval/results/retrieval/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Artin.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Axler.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Herstein.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Munkres.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Pugh.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Putnam.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Rudin.lean -------------------------------------------------------------------------------- /eval/results/retrieval/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/retrieval/common.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/common.lean -------------------------------------------------------------------------------- /eval/results/retrieval/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.14886347658936508} -------------------------------------------------------------------------------- /eval/results/retrieval/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/retrieval/out.jsonl -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Artin.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Axler.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Herstein.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Munkres.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Pugh.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Putnam.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Rudin.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.2317714451587821} -------------------------------------------------------------------------------- /eval/results/valid_codex_12shot_formalize/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_codex_12shot_formalize/out.jsonl -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Artin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Artin.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Axler.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Axler.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Dummit-Foote.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Dummit-Foote.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Herstein.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Herstein.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Ireland-Rosen.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Ireland-Rosen.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Munkres.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Munkres.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Pugh.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Pugh.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Putnam.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Putnam.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Rudin.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Rudin.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/Shakarchi.lean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/Shakarchi.lean -------------------------------------------------------------------------------- /eval/results/valid_retrieval/metrics.json: -------------------------------------------------------------------------------- 1 | {"bleu": 0.15696305085153345} -------------------------------------------------------------------------------- /eval/results/valid_retrieval/out.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/results/valid_retrieval/out.jsonl -------------------------------------------------------------------------------- /eval/retrieval_database/docgen_export_with_formal_statement.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/retrieval_database/docgen_export_with_formal_statement.jsonl -------------------------------------------------------------------------------- /eval/retrieval_database/np_embeddings.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/retrieval_database/np_embeddings.npy -------------------------------------------------------------------------------- /eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/eval/utils.py -------------------------------------------------------------------------------- /images/burnside.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/burnside.png -------------------------------------------------------------------------------- /images/group_hom.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/group_hom.png -------------------------------------------------------------------------------- /images/group_hom_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/group_hom_1.png -------------------------------------------------------------------------------- /images/lie_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/lie_1.png -------------------------------------------------------------------------------- /images/lie_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/lie_2.png -------------------------------------------------------------------------------- /images/olympiad.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/olympiad.png -------------------------------------------------------------------------------- /images/pf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/pf.png -------------------------------------------------------------------------------- /images/quotient.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/images/quotient.png -------------------------------------------------------------------------------- /leanpkg.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/leanpkg.toml -------------------------------------------------------------------------------- /train_backtranslation/count_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/count_tokens.py -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/.ipynb_checkpoints/data_analysis-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/.ipynb_checkpoints/data_analysis-checkpoint.ipynb -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/__pycache__/dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/__pycache__/dataset.cpython-310.pyc -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/configs/proofGPT-1.3B-backtranslation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/configs/proofGPT-1.3B-backtranslation.yaml -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/configs/pythia-1.3B-backtranslation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/configs/pythia-1.3B-backtranslation.yaml -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/data_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/data_analysis.ipynb -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/dataset.py -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/demo.py -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-10000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-10000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-10000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-10000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-10000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-10000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-15000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-15000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-15000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-15000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-15000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-15000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-20000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-20000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-20000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-20000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-20000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-20000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-5000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-5000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-5000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-5000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-5000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/checkpoint-5000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/config.yaml -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/runs/Feb21_08-37-53_vesna/events.out.tfevents.1676986677.vesna.621821.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/proofGPT-1.3B-backtranslation/runs/Feb21_08-37-53_vesna/events.out.tfevents.1676986677.vesna.621821.0 -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-10000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-10000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-10000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-10000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-10000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-10000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-15000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-15000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-15000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-15000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-15000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-15000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-20000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-20000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-20000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-20000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-20000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-20000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-5000/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-5000/config.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-5000/rng_state.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-5000/rng_state.pth -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-5000/trainer_state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/checkpoint-5000/trainer_state.json -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/config.yaml -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/runs/Feb21_08-42-02_vesna/events.out.tfevents.1676986924.vesna.622012.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/runs/pythia-1.4B-backtranslation/runs/Feb21_08-42-02_vesna/events.out.tfevents.1676986924.vesna.622012.0 -------------------------------------------------------------------------------- /train_backtranslation/local_finetune/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/local_finetune/train.py -------------------------------------------------------------------------------- /train_backtranslation/make_data/check_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/check_alignment.py -------------------------------------------------------------------------------- /train_backtranslation/make_data/docgen_export_parsed/docgen_export_full_parsed.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/docgen_export_parsed/docgen_export_full_parsed.jsonl -------------------------------------------------------------------------------- /train_backtranslation/make_data/docgen_export_raw/docgen_export_full.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/docgen_export_raw/docgen_export_full.json -------------------------------------------------------------------------------- /train_backtranslation/make_data/docgen_export_with_nl/docgen_export_with_nl.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/docgen_export_with_nl/docgen_export_with_nl.jsonl -------------------------------------------------------------------------------- /train_backtranslation/make_data/docgen_nl_of_codex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/docgen_nl_of_codex.py -------------------------------------------------------------------------------- /train_backtranslation/make_data/few_shot_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/few_shot_prompt.txt -------------------------------------------------------------------------------- /train_backtranslation/make_data/finetune_splits/docgen_export_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/finetune_splits/docgen_export_test.jsonl -------------------------------------------------------------------------------- /train_backtranslation/make_data/finetune_splits/docgen_export_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/finetune_splits/docgen_export_train.jsonl -------------------------------------------------------------------------------- /train_backtranslation/make_data/finetune_splits/docgen_export_valid.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/finetune_splits/docgen_export_valid.jsonl -------------------------------------------------------------------------------- /train_backtranslation/make_data/make_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/make_split.py -------------------------------------------------------------------------------- /train_backtranslation/make_data/parse_docgen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/parse_docgen.py -------------------------------------------------------------------------------- /train_backtranslation/make_data/show_raw_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/train_backtranslation/make_data/show_raw_text.py -------------------------------------------------------------------------------- /xena_post.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhangir-azerbayev/ProofNet/HEAD/xena_post.md --------------------------------------------------------------------------------