├── ESMFalseNegatives.tsv ├── README.md ├── database └── concert_singer.sqlite ├── demo.ipynb ├── fuzz ├── base.py ├── bool.py ├── date.py ├── fuzz.py ├── neighbor.py ├── number.py ├── special.py ├── string.py └── time.py ├── predictions ├── dev_1.txt ├── dev_10.txt ├── dev_11.txt ├── dev_12.txt ├── dev_13.txt ├── dev_14.txt ├── dev_15.txt ├── dev_16.txt ├── dev_17.txt ├── dev_18.txt ├── dev_19.txt ├── dev_2.txt ├── dev_20.txt ├── dev_21.txt ├── dev_3.txt ├── dev_4.txt ├── dev_5.txt ├── dev_6.txt ├── dev_7.txt ├── dev_8.txt └── dev_9.txt ├── sql_util ├── dbinfo.py ├── dbpath.py ├── eq.py ├── exec_subprocess.py ├── load.py ├── parse.py ├── process_sql.py ├── run.py ├── value_typing.py └── writedb.py ├── unofficial ├── README.md ├── classical_test.pkl ├── database │ └── readme.txt ├── evaluate_classical.py ├── evaluation.py ├── evaluation_examples │ ├── classical_test_gold.txt │ ├── gold.txt │ └── predict.txt ├── exec_eval.py ├── exec_subprocess.py ├── parse.py ├── process_sql.py ├── tables.json └── tmp │ └── readme.txt └── utils └── data_parser.py /ESMFalseNegatives.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/ESMFalseNegatives.tsv -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/README.md -------------------------------------------------------------------------------- /database/concert_singer.sqlite: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/database/concert_singer.sqlite -------------------------------------------------------------------------------- /demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/demo.ipynb -------------------------------------------------------------------------------- /fuzz/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/base.py -------------------------------------------------------------------------------- /fuzz/bool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/bool.py -------------------------------------------------------------------------------- /fuzz/date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/date.py -------------------------------------------------------------------------------- /fuzz/fuzz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/fuzz.py -------------------------------------------------------------------------------- /fuzz/neighbor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/neighbor.py -------------------------------------------------------------------------------- /fuzz/number.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/number.py -------------------------------------------------------------------------------- /fuzz/special.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/special.py -------------------------------------------------------------------------------- /fuzz/string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/string.py -------------------------------------------------------------------------------- /fuzz/time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/fuzz/time.py -------------------------------------------------------------------------------- /predictions/dev_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_1.txt -------------------------------------------------------------------------------- /predictions/dev_10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_10.txt -------------------------------------------------------------------------------- /predictions/dev_11.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_11.txt -------------------------------------------------------------------------------- /predictions/dev_12.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_12.txt -------------------------------------------------------------------------------- /predictions/dev_13.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_13.txt -------------------------------------------------------------------------------- /predictions/dev_14.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_14.txt -------------------------------------------------------------------------------- /predictions/dev_15.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_15.txt -------------------------------------------------------------------------------- /predictions/dev_16.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_16.txt -------------------------------------------------------------------------------- /predictions/dev_17.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_17.txt -------------------------------------------------------------------------------- /predictions/dev_18.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_18.txt -------------------------------------------------------------------------------- /predictions/dev_19.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_19.txt -------------------------------------------------------------------------------- /predictions/dev_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_2.txt -------------------------------------------------------------------------------- /predictions/dev_20.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_20.txt -------------------------------------------------------------------------------- /predictions/dev_21.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_21.txt -------------------------------------------------------------------------------- /predictions/dev_3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_3.txt -------------------------------------------------------------------------------- /predictions/dev_4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_4.txt -------------------------------------------------------------------------------- /predictions/dev_5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_5.txt -------------------------------------------------------------------------------- /predictions/dev_6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_6.txt -------------------------------------------------------------------------------- /predictions/dev_7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_7.txt -------------------------------------------------------------------------------- /predictions/dev_8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_8.txt -------------------------------------------------------------------------------- /predictions/dev_9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/predictions/dev_9.txt -------------------------------------------------------------------------------- /sql_util/dbinfo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/dbinfo.py -------------------------------------------------------------------------------- /sql_util/dbpath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/dbpath.py -------------------------------------------------------------------------------- /sql_util/eq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/eq.py -------------------------------------------------------------------------------- /sql_util/exec_subprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/exec_subprocess.py -------------------------------------------------------------------------------- /sql_util/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/load.py -------------------------------------------------------------------------------- /sql_util/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/parse.py -------------------------------------------------------------------------------- /sql_util/process_sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/process_sql.py -------------------------------------------------------------------------------- /sql_util/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/run.py -------------------------------------------------------------------------------- /sql_util/value_typing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/value_typing.py -------------------------------------------------------------------------------- /sql_util/writedb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/sql_util/writedb.py -------------------------------------------------------------------------------- /unofficial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/README.md -------------------------------------------------------------------------------- /unofficial/classical_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/classical_test.pkl -------------------------------------------------------------------------------- /unofficial/database/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/database/readme.txt -------------------------------------------------------------------------------- /unofficial/evaluate_classical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/evaluate_classical.py -------------------------------------------------------------------------------- /unofficial/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/evaluation.py -------------------------------------------------------------------------------- /unofficial/evaluation_examples/classical_test_gold.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/evaluation_examples/classical_test_gold.txt -------------------------------------------------------------------------------- /unofficial/evaluation_examples/gold.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/evaluation_examples/gold.txt -------------------------------------------------------------------------------- /unofficial/evaluation_examples/predict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/evaluation_examples/predict.txt -------------------------------------------------------------------------------- /unofficial/exec_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/exec_eval.py -------------------------------------------------------------------------------- /unofficial/exec_subprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/exec_subprocess.py -------------------------------------------------------------------------------- /unofficial/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/parse.py -------------------------------------------------------------------------------- /unofficial/process_sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/process_sql.py -------------------------------------------------------------------------------- /unofficial/tables.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/tables.json -------------------------------------------------------------------------------- /unofficial/tmp/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/unofficial/tmp/readme.txt -------------------------------------------------------------------------------- /utils/data_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruiqi-zhong/TestSuiteEval/HEAD/utils/data_parser.py --------------------------------------------------------------------------------