├── .gitignore ├── LICENSE ├── README.md ├── execution ├── __init__.py ├── executors.py ├── parse.py ├── program_tracing.py ├── safe_execution_util.py ├── spider_exact_match.py ├── spider_execution.py ├── spider_official_exec_match.py └── wtq_eval.py ├── few_shot └── codex.py ├── finetuning ├── __init__.py ├── lightning_modules │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── base_reader.py │ │ ├── mathqa_reader.py │ │ ├── mbpp_reader.py │ │ └── spider_reader.py │ ├── models │ │ ├── __init__.py │ │ ├── codex_model.py │ │ ├── seq2seq_model.py │ │ ├── seq2seq_model_util.py │ │ └── seq2seq_verification_model.py │ └── patches │ │ ├── __init__.py │ │ ├── categorized_metric.py │ │ └── patched_loggers.py ├── trainer.py └── training_configs │ ├── few_shot │ ├── gsmath_codegen_16B_few_shot.yaml │ ├── gsmath_codex_few_shot.yaml │ └── gsmath_incoder_6B_few_shot.yaml │ └── verification │ ├── gsm8k_verification.yaml │ ├── mbpp_verification.yaml │ ├── spider_verification.yaml │ └── wikitq_verification.yaml ├── imgs └── reranker_pipeline.png ├── prompt_files └── cot_code_mwp_prompt_idiomatic_code_gsm.txt └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/README.md -------------------------------------------------------------------------------- /execution/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /execution/executors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/executors.py -------------------------------------------------------------------------------- /execution/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/parse.py -------------------------------------------------------------------------------- /execution/program_tracing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/program_tracing.py -------------------------------------------------------------------------------- /execution/safe_execution_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/safe_execution_util.py -------------------------------------------------------------------------------- /execution/spider_exact_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/spider_exact_match.py -------------------------------------------------------------------------------- /execution/spider_execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/spider_execution.py -------------------------------------------------------------------------------- /execution/spider_official_exec_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/spider_official_exec_match.py -------------------------------------------------------------------------------- /execution/wtq_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/execution/wtq_eval.py -------------------------------------------------------------------------------- /few_shot/codex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/few_shot/codex.py -------------------------------------------------------------------------------- /finetuning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetuning/lightning_modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetuning/lightning_modules/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetuning/lightning_modules/datasets/base_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/datasets/base_reader.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/datasets/mathqa_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/datasets/mathqa_reader.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/datasets/mbpp_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/datasets/mbpp_reader.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/datasets/spider_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/datasets/spider_reader.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/models/__init__.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/models/codex_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/models/codex_model.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/models/seq2seq_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/models/seq2seq_model.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/models/seq2seq_model_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/models/seq2seq_model_util.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/models/seq2seq_verification_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/models/seq2seq_verification_model.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/patches/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetuning/lightning_modules/patches/categorized_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/patches/categorized_metric.py -------------------------------------------------------------------------------- /finetuning/lightning_modules/patches/patched_loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/lightning_modules/patches/patched_loggers.py -------------------------------------------------------------------------------- /finetuning/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/trainer.py -------------------------------------------------------------------------------- /finetuning/training_configs/few_shot/gsmath_codegen_16B_few_shot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/few_shot/gsmath_codegen_16B_few_shot.yaml -------------------------------------------------------------------------------- /finetuning/training_configs/few_shot/gsmath_codex_few_shot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/few_shot/gsmath_codex_few_shot.yaml -------------------------------------------------------------------------------- /finetuning/training_configs/few_shot/gsmath_incoder_6B_few_shot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/few_shot/gsmath_incoder_6B_few_shot.yaml -------------------------------------------------------------------------------- /finetuning/training_configs/verification/gsm8k_verification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/verification/gsm8k_verification.yaml -------------------------------------------------------------------------------- /finetuning/training_configs/verification/mbpp_verification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/verification/mbpp_verification.yaml -------------------------------------------------------------------------------- /finetuning/training_configs/verification/spider_verification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/verification/spider_verification.yaml -------------------------------------------------------------------------------- /finetuning/training_configs/verification/wikitq_verification.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/finetuning/training_configs/verification/wikitq_verification.yaml -------------------------------------------------------------------------------- /imgs/reranker_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/imgs/reranker_pipeline.png -------------------------------------------------------------------------------- /prompt_files/cot_code_mwp_prompt_idiomatic_code_gsm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/prompt_files/cot_code_mwp_prompt_idiomatic_code_gsm.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niansong1996/lever/HEAD/requirements.txt --------------------------------------------------------------------------------