├── .gitignore ├── README.md ├── evaluation ├── SQLite_example_result.txt ├── __pycache__ │ ├── evaluation_utils.cpython-310.pyc │ └── evaluation_utils.cpython-311.pyc ├── evaluation_ex.py ├── evaluation_f1.py ├── evaluation_utils.py ├── evaluation_ves.py └── run_evaluation.sh ├── examples ├── MySQL.ipynb └── PostgreSQL.ipynb ├── finetuning ├── README.md ├── data_processing │ ├── split_data.py │ └── verl_data_process.py ├── inference │ ├── dev_prompt.jsonl │ ├── infer_bird_sql.sh │ ├── mini_dev_prompt.jsonl │ └── vllm_infer.py └── training │ └── sft_bird_sql.sh ├── live_sql_bench_sqlite ├── README.md ├── evaluation │ ├── __pycache__ │ │ ├── db_utils.cpython-311.pyc │ │ ├── db_utils.cpython-313.pyc │ │ ├── logger.cpython-311.pyc │ │ ├── logger.cpython-313.pyc │ │ ├── test_utils.cpython-311.pyc │ │ ├── test_utils.cpython-313.pyc │ │ ├── utils.cpython-311.pyc │ │ └── utils.cpython-313.pyc │ ├── db_utils.py │ ├── logger.py │ ├── run_eval.sh │ ├── single_instance_eval_sqlite.py │ ├── test_utils.py │ ├── utils.py │ └── wrapper_evaluation_sqlite.py ├── prompt │ └── baseline.py └── utils │ ├── post_process.py │ └── prompt_generator.py ├── llm ├── exp_result │ ├── TA_output │ │ ├── predict_mini_dev_gpt-35-turbo_cot_SQLite.json │ │ ├── predict_mini_dev_gpt-4-o_cot_SQLite.json │ │ ├── predict_mini_dev_gpt-4-turbo_cot_SQLite.json │ │ └── predict_mini_dev_meta-llama-3-70b-instruct2_cot_SQLite.json │ └── sql_output_kg │ │ ├── predict_mini_dev_gpt-35-turbo-instruct_mysql.json │ │ ├── predict_mini_dev_gpt-35-turbo-instruct_postgresql.json │ │ ├── predict_mini_dev_gpt-35-turbo-instruct_sqlite.json │ │ ├── predict_mini_dev_gpt-35-turbo_mysql.json │ │ ├── predict_mini_dev_gpt-35-turbo_postgresql.json │ │ ├── predict_mini_dev_gpt-35-turbo_sqlite.json │ │ ├── predict_mini_dev_gpt-4-32k_mysql.json │ │ ├── predict_mini_dev_gpt-4-32k_postgresql.json │ │ ├── predict_mini_dev_gpt-4-32k_sqlite.json │ │ ├── predict_mini_dev_gpt-4-turbo_mysql.json │ │ ├── predict_mini_dev_gpt-4-turbo_postgresql.json │ │ ├── predict_mini_dev_gpt-4-turbo_sqlite.json │ │ ├── predict_mini_dev_gpt-4_mysql.json │ │ ├── predict_mini_dev_gpt-4_postgresql.json │ │ ├── predict_mini_dev_gpt-4_sqlite.json │ │ ├── predict_mini_dev_meta-llama-3-70b-instruct-2_mysqljson.json │ │ ├── predict_mini_dev_meta-llama-3-70b-instruct-2_postgresql.json │ │ ├── predict_mini_dev_meta-llama-3-70b-instruct-2_sqlite.json │ │ ├── predict_mini_dev_meta-llama-3-8b-instruct-2_mysql.json │ │ ├── predict_mini_dev_meta-llama-3-8b-instruct-2_postgresql.json │ │ ├── predict_mini_dev_meta-llama-3-8b-instruct-2_sqlite.json │ │ ├── predict_mini_dev_mistralai-mixtral-8x7b-instru-4_mysql.json │ │ ├── predict_mini_dev_mistralai-mixtral-8x7b-instru-4_postgresql.json │ │ ├── predict_mini_dev_mistralai-mixtral-8x7b-instru-4_sqlite.json │ │ ├── predict_mini_dev_phi-3-medium-128k-instruct-1_mysql.json │ │ ├── predict_mini_dev_phi-3-medium-128k-instruct-1_postgresql.json │ │ └── predict_mini_dev_phi-3-medium-128k-instruct-1_sqlite.json ├── mini_dev_data │ └── README.md ├── run │ └── run_gpt.sh └── src │ ├── gpt_request.py │ ├── prompt.py │ └── table_schema.py ├── materials ├── bird_circle_main.png ├── intro.png ├── time_ratio_formula.png └── time_ratio_sqlite.png └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/README.md -------------------------------------------------------------------------------- /evaluation/SQLite_example_result.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/SQLite_example_result.txt -------------------------------------------------------------------------------- /evaluation/__pycache__/evaluation_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/__pycache__/evaluation_utils.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/__pycache__/evaluation_utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/__pycache__/evaluation_utils.cpython-311.pyc -------------------------------------------------------------------------------- /evaluation/evaluation_ex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/evaluation_ex.py -------------------------------------------------------------------------------- /evaluation/evaluation_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/evaluation_f1.py -------------------------------------------------------------------------------- /evaluation/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/evaluation_utils.py -------------------------------------------------------------------------------- /evaluation/evaluation_ves.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/evaluation_ves.py -------------------------------------------------------------------------------- /evaluation/run_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/evaluation/run_evaluation.sh -------------------------------------------------------------------------------- /examples/MySQL.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/examples/MySQL.ipynb -------------------------------------------------------------------------------- /examples/PostgreSQL.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/examples/PostgreSQL.ipynb -------------------------------------------------------------------------------- /finetuning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/README.md -------------------------------------------------------------------------------- /finetuning/data_processing/split_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/data_processing/split_data.py -------------------------------------------------------------------------------- /finetuning/data_processing/verl_data_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/data_processing/verl_data_process.py -------------------------------------------------------------------------------- /finetuning/inference/dev_prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/inference/dev_prompt.jsonl -------------------------------------------------------------------------------- /finetuning/inference/infer_bird_sql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/inference/infer_bird_sql.sh -------------------------------------------------------------------------------- /finetuning/inference/mini_dev_prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/inference/mini_dev_prompt.jsonl -------------------------------------------------------------------------------- /finetuning/inference/vllm_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/inference/vllm_infer.py -------------------------------------------------------------------------------- /finetuning/training/sft_bird_sql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/finetuning/training/sft_bird_sql.sh -------------------------------------------------------------------------------- /live_sql_bench_sqlite/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/README.md -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/db_utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/db_utils.cpython-311.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/db_utils.cpython-313.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/db_utils.cpython-313.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/logger.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/logger.cpython-311.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/logger.cpython-313.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/logger.cpython-313.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/test_utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/test_utils.cpython-311.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/test_utils.cpython-313.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/test_utils.cpython-313.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/__pycache__/utils.cpython-313.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/__pycache__/utils.cpython-313.pyc -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/db_utils.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/logger.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/run_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/run_eval.sh -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/single_instance_eval_sqlite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/single_instance_eval_sqlite.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/test_utils.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/utils.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/evaluation/wrapper_evaluation_sqlite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/evaluation/wrapper_evaluation_sqlite.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/prompt/baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/prompt/baseline.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/utils/post_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/utils/post_process.py -------------------------------------------------------------------------------- /live_sql_bench_sqlite/utils/prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/live_sql_bench_sqlite/utils/prompt_generator.py -------------------------------------------------------------------------------- /llm/exp_result/TA_output/predict_mini_dev_gpt-35-turbo_cot_SQLite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/TA_output/predict_mini_dev_gpt-35-turbo_cot_SQLite.json -------------------------------------------------------------------------------- /llm/exp_result/TA_output/predict_mini_dev_gpt-4-o_cot_SQLite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/TA_output/predict_mini_dev_gpt-4-o_cot_SQLite.json -------------------------------------------------------------------------------- /llm/exp_result/TA_output/predict_mini_dev_gpt-4-turbo_cot_SQLite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/TA_output/predict_mini_dev_gpt-4-turbo_cot_SQLite.json -------------------------------------------------------------------------------- /llm/exp_result/TA_output/predict_mini_dev_meta-llama-3-70b-instruct2_cot_SQLite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/TA_output/predict_mini_dev_meta-llama-3-70b-instruct2_cot_SQLite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo-instruct_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo-instruct_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo-instruct_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo-instruct_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo-instruct_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo-instruct_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-35-turbo_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_mysqljson.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_mysqljson.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-70b-instruct-2_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_meta-llama-3-8b-instruct-2_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_mistralai-mixtral-8x7b-instru-4_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_mistralai-mixtral-8x7b-instru-4_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_mistralai-mixtral-8x7b-instru-4_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_mistralai-mixtral-8x7b-instru-4_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_mistralai-mixtral-8x7b-instru-4_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_mistralai-mixtral-8x7b-instru-4_sqlite.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_mysql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_postgresql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_postgresql.json -------------------------------------------------------------------------------- /llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_sqlite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/exp_result/sql_output_kg/predict_mini_dev_phi-3-medium-128k-instruct-1_sqlite.json -------------------------------------------------------------------------------- /llm/mini_dev_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/mini_dev_data/README.md -------------------------------------------------------------------------------- /llm/run/run_gpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/run/run_gpt.sh -------------------------------------------------------------------------------- /llm/src/gpt_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/src/gpt_request.py -------------------------------------------------------------------------------- /llm/src/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/src/prompt.py -------------------------------------------------------------------------------- /llm/src/table_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/llm/src/table_schema.py -------------------------------------------------------------------------------- /materials/bird_circle_main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/materials/bird_circle_main.png -------------------------------------------------------------------------------- /materials/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/materials/intro.png -------------------------------------------------------------------------------- /materials/time_ratio_formula.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/materials/time_ratio_formula.png -------------------------------------------------------------------------------- /materials/time_ratio_sqlite.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/materials/time_ratio_sqlite.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bird-bench/mini_dev/HEAD/requirements.txt --------------------------------------------------------------------------------