├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ ├── bug_report.yml │ └── config.yml └── workflows │ ├── docs.yml │ ├── publish.yml │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CITATION.bib ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── SECURITY.md ├── docs ├── Makefile ├── _build │ ├── .buildinfo │ ├── .doctrees │ │ ├── environment.pickle │ │ └── index.doctree │ ├── _sources │ │ └── index.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── debug.css │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── language_data.js │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── scripts │ │ │ ├── furo-extensions.js │ │ │ ├── furo.js │ │ │ ├── furo.js.LICENSE.txt │ │ │ └── furo.js.map │ │ ├── searchtools.js │ │ ├── skeleton.css │ │ ├── sphinx_highlight.js │ │ └── styles │ │ │ ├── furo-extensions.css │ │ │ ├── furo-extensions.css.map │ │ │ ├── furo.css │ │ │ └── furo.css.map │ ├── doctrees │ │ ├── docs │ │ │ ├── api │ │ │ │ ├── llmsql.doctree │ │ │ │ └── modules.doctree │ │ │ ├── evaluation.doctree │ │ │ ├── index.doctree │ │ │ ├── inference.doctree │ │ │ └── usage.doctree │ │ ├── environment.pickle │ │ └── index.doctree │ ├── genindex.html │ ├── html │ │ ├── .buildinfo │ │ ├── .buildinfo.bak │ │ ├── .doctrees │ │ │ ├── docs │ │ │ │ ├── api │ │ │ │ │ ├── config.doctree │ │ │ │ │ ├── evaluation.doctree │ │ │ │ │ ├── generated │ │ │ │ │ │ ├── llmsql.LLMSQLEvaluator.doctree │ │ │ │ │ │ ├── llmsql.inference_transformers.doctree │ │ │ │ │ │ └── llmsql.inference_vllm.doctree │ │ │ │ │ ├── inference.doctree │ │ │ │ │ ├── llmsql.doctree │ │ │ │ │ ├── loggers.doctree │ │ │ │ │ ├── modules.doctree │ │ │ │ │ ├── prompts.doctree │ │ │ │ │ └── utils.doctree │ │ │ │ ├── evaluation.doctree │ │ │ │ ├── getting_started.doctree │ │ │ │ ├── index.doctree │ │ │ │ ├── inference.doctree │ │ │ │ └── usage.doctree │ │ │ ├── environment.pickle │ │ │ └── index.doctree │ │ ├── _modules │ │ │ ├── index.html │ │ │ └── llmsql │ │ │ │ ├── evaluation │ │ │ │ ├── evaluate.html │ │ │ │ └── evaluator.html │ │ │ │ └── inference │ │ │ │ ├── inference_transformers.html │ │ │ │ └── inference_vllm.html │ │ ├── _sources │ │ │ ├── docs │ │ │ │ ├── api │ │ │ │ │ ├── config.rst.txt │ │ │ │ │ ├── evaluation.rst.txt │ │ │ │ │ ├── generated │ │ │ │ │ │ ├── llmsql.LLMSQLEvaluator.rst.txt │ │ │ │ │ │ ├── llmsql.inference_transformers.rst.txt │ │ │ │ │ │ └── llmsql.inference_vllm.rst.txt │ │ │ │ │ ├── inference.rst.txt │ │ │ │ │ ├── llmsql.rst.txt │ │ │ │ │ ├── loggers.rst.txt │ │ │ │ │ ├── modules.rst.txt │ │ │ │ │ ├── prompts.rst.txt │ │ │ │ │ └── utils.rst.txt │ │ │ │ ├── evaluation.rst.txt │ │ │ │ ├── getting_started.rst.txt │ │ │ │ ├── index.rst.txt │ │ │ │ ├── inference.rst.txt │ │ │ │ └── usage.rst.txt │ │ │ └── index.rst.txt │ │ ├── _static │ │ │ ├── alabaster.css │ │ │ ├── basic.css │ │ │ ├── check-solid.svg │ │ │ ├── clipboard.min.js │ │ │ ├── copy-button.svg │ │ │ ├── copybutton.css │ │ │ ├── copybutton.js │ │ │ ├── copybutton_funcs.js │ │ │ ├── custom.css │ │ │ ├── debug.css │ │ │ ├── doctools.js │ │ │ ├── documentation_options.js │ │ │ ├── favicon.png │ │ │ ├── file.png │ │ │ ├── github-banner.svg │ │ │ ├── language_data.js │ │ │ ├── minus.png │ │ │ ├── plus.png │ │ │ ├── pygments.css │ │ │ ├── scripts │ │ │ │ ├── front_page.js │ │ │ │ ├── furo-extensions.js │ │ │ │ ├── furo.js │ │ │ │ ├── furo.js.LICENSE.txt │ │ │ │ └── furo.js.map │ │ │ ├── searchtools.js │ │ │ ├── skeleton.css │ │ │ ├── sphinx_highlight.js │ │ │ └── styles │ │ │ │ ├── basic.css │ │ │ │ ├── front_page.css │ │ │ │ ├── furo-extensions.css │ │ │ │ ├── furo-extensions.css.map │ │ │ │ ├── furo.css │ │ │ │ └── furo.css.map │ │ ├── docs │ │ │ ├── api │ │ │ │ ├── config.html │ │ │ │ ├── evaluation.html │ │ │ │ ├── generated │ │ │ │ │ ├── llmsql.LLMSQLEvaluator.html │ │ │ │ │ ├── llmsql.inference_transformers.html │ │ │ │ │ └── llmsql.inference_vllm.html │ │ │ │ ├── inference.html │ │ │ │ ├── llmsql.html │ │ │ │ ├── loggers.html │ │ │ │ ├── modules.html │ │ │ │ ├── prompts.html │ │ │ │ └── utils.html │ │ │ ├── evaluation.html │ │ │ ├── getting_started.html │ │ │ ├── index.html │ │ │ ├── inference.html │ │ │ └── usage.html │ │ ├── genindex.html │ │ ├── index.html │ │ ├── objects.inv │ │ ├── py-modindex.html │ │ ├── search.html │ │ └── searchindex.js │ ├── objects.inv │ ├── search.html │ └── searchindex.js ├── _static │ ├── favicon.png │ ├── scripts │ │ └── front_page.js │ └── styles │ │ └── front_page.css ├── _templates │ ├── footer.html │ └── index.html ├── conf.py ├── docs │ ├── evaluation.rst │ ├── index.rst │ ├── inference.rst │ └── usage.rst ├── index.rst ├── make.bat └── note.txt ├── examples ├── evaluation.ipynb ├── evaluation_results_file.json ├── evaluation_results_raw_inference.json ├── inference_transformers.ipynb ├── inference_vllm.ipynb └── test_output.jsonl ├── llmsql ├── __init__.py ├── __main__.py ├── config │ └── config.py ├── evaluation │ ├── README.md │ └── evaluate.py ├── inference │ ├── README.md │ ├── inference_transformers.py │ └── inference_vllm.py ├── loggers │ ├── __init__.py │ └── logging_config.py ├── prompts │ └── prompts.py └── utils │ ├── __init__.py │ ├── evaluation_utils.py │ ├── inference_utils.py │ ├── regex_extractor.py │ ├── rich_utils.py │ └── utils.py ├── pdm.lock ├── pyproject.toml ├── setup.py └── tests ├── conftest.py ├── evaluation └── test_evaluator_stability.py ├── inference ├── test_inference_stability.py └── test_inference_transformers_stability.py ├── test_init.py └── utils ├── test_evaluation_utils.py ├── test_inference_utils.py ├── test_regex_extractor.py ├── test_rich_utils.py └── test_utils.py /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.github/ISSUE_TEMPLATE/bug_report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CITATION.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/CITATION.bib -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/SECURITY.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_build/.buildinfo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/.buildinfo -------------------------------------------------------------------------------- /docs/_build/.doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/.doctrees/environment.pickle -------------------------------------------------------------------------------- /docs/_build/.doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/.doctrees/index.doctree -------------------------------------------------------------------------------- /docs/_build/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/_build/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/basic.css -------------------------------------------------------------------------------- /docs/_build/_static/debug.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/debug.css -------------------------------------------------------------------------------- /docs/_build/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/doctools.js -------------------------------------------------------------------------------- /docs/_build/_static/documentation_options.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/documentation_options.js -------------------------------------------------------------------------------- /docs/_build/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/file.png -------------------------------------------------------------------------------- /docs/_build/_static/language_data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/language_data.js -------------------------------------------------------------------------------- /docs/_build/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/minus.png -------------------------------------------------------------------------------- /docs/_build/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/plus.png -------------------------------------------------------------------------------- /docs/_build/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/pygments.css -------------------------------------------------------------------------------- /docs/_build/_static/scripts/furo-extensions.js: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/_build/_static/scripts/furo.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/scripts/furo.js -------------------------------------------------------------------------------- /docs/_build/_static/scripts/furo.js.LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/scripts/furo.js.LICENSE.txt -------------------------------------------------------------------------------- /docs/_build/_static/scripts/furo.js.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/scripts/furo.js.map -------------------------------------------------------------------------------- /docs/_build/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/searchtools.js -------------------------------------------------------------------------------- /docs/_build/_static/skeleton.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/skeleton.css -------------------------------------------------------------------------------- /docs/_build/_static/sphinx_highlight.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/sphinx_highlight.js -------------------------------------------------------------------------------- /docs/_build/_static/styles/furo-extensions.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/styles/furo-extensions.css -------------------------------------------------------------------------------- /docs/_build/_static/styles/furo-extensions.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/styles/furo-extensions.css.map -------------------------------------------------------------------------------- /docs/_build/_static/styles/furo.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/styles/furo.css -------------------------------------------------------------------------------- /docs/_build/_static/styles/furo.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/_static/styles/furo.css.map -------------------------------------------------------------------------------- /docs/_build/doctrees/docs/api/llmsql.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/docs/api/llmsql.doctree -------------------------------------------------------------------------------- /docs/_build/doctrees/docs/api/modules.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/docs/api/modules.doctree -------------------------------------------------------------------------------- /docs/_build/doctrees/docs/evaluation.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/docs/evaluation.doctree -------------------------------------------------------------------------------- /docs/_build/doctrees/docs/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/docs/index.doctree -------------------------------------------------------------------------------- /docs/_build/doctrees/docs/inference.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/docs/inference.doctree -------------------------------------------------------------------------------- /docs/_build/doctrees/docs/usage.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/docs/usage.doctree -------------------------------------------------------------------------------- /docs/_build/doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/environment.pickle -------------------------------------------------------------------------------- /docs/_build/doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/doctrees/index.doctree -------------------------------------------------------------------------------- /docs/_build/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/genindex.html -------------------------------------------------------------------------------- /docs/_build/html/.buildinfo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.buildinfo -------------------------------------------------------------------------------- /docs/_build/html/.buildinfo.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.buildinfo.bak -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/config.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/config.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/evaluation.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/evaluation.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/generated/llmsql.LLMSQLEvaluator.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/generated/llmsql.LLMSQLEvaluator.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/generated/llmsql.inference_transformers.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/generated/llmsql.inference_transformers.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/generated/llmsql.inference_vllm.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/generated/llmsql.inference_vllm.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/inference.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/inference.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/llmsql.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/llmsql.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/loggers.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/loggers.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/modules.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/modules.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/prompts.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/prompts.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/api/utils.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/api/utils.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/evaluation.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/evaluation.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/getting_started.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/getting_started.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/index.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/inference.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/inference.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/docs/usage.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/docs/usage.doctree -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/environment.pickle -------------------------------------------------------------------------------- /docs/_build/html/.doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/.doctrees/index.doctree -------------------------------------------------------------------------------- /docs/_build/html/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_modules/index.html -------------------------------------------------------------------------------- /docs/_build/html/_modules/llmsql/evaluation/evaluate.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_modules/llmsql/evaluation/evaluate.html -------------------------------------------------------------------------------- /docs/_build/html/_modules/llmsql/evaluation/evaluator.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_modules/llmsql/evaluation/evaluator.html -------------------------------------------------------------------------------- /docs/_build/html/_modules/llmsql/inference/inference_transformers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_modules/llmsql/inference/inference_transformers.html -------------------------------------------------------------------------------- /docs/_build/html/_modules/llmsql/inference/inference_vllm.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_modules/llmsql/inference/inference_vllm.html -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/config.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/config.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/evaluation.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/evaluation.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/generated/llmsql.LLMSQLEvaluator.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/generated/llmsql.LLMSQLEvaluator.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/generated/llmsql.inference_transformers.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/generated/llmsql.inference_transformers.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/generated/llmsql.inference_vllm.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/generated/llmsql.inference_vllm.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/inference.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/inference.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/llmsql.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/llmsql.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/loggers.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/loggers.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/modules.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/modules.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/prompts.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/prompts.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/api/utils.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/api/utils.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/evaluation.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/evaluation.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/getting_started.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/getting_started.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/index.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/inference.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/inference.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/docs/usage.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/docs/usage.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/_build/html/_static/alabaster.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/alabaster.css -------------------------------------------------------------------------------- /docs/_build/html/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/basic.css -------------------------------------------------------------------------------- /docs/_build/html/_static/check-solid.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/check-solid.svg -------------------------------------------------------------------------------- /docs/_build/html/_static/clipboard.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/clipboard.min.js -------------------------------------------------------------------------------- /docs/_build/html/_static/copy-button.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/copy-button.svg -------------------------------------------------------------------------------- /docs/_build/html/_static/copybutton.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/copybutton.css -------------------------------------------------------------------------------- /docs/_build/html/_static/copybutton.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/copybutton.js -------------------------------------------------------------------------------- /docs/_build/html/_static/copybutton_funcs.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/copybutton_funcs.js -------------------------------------------------------------------------------- /docs/_build/html/_static/custom.css: -------------------------------------------------------------------------------- 1 | /* This file intentionally left blank. */ 2 | -------------------------------------------------------------------------------- /docs/_build/html/_static/debug.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/debug.css -------------------------------------------------------------------------------- /docs/_build/html/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/doctools.js -------------------------------------------------------------------------------- /docs/_build/html/_static/documentation_options.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/documentation_options.js -------------------------------------------------------------------------------- /docs/_build/html/_static/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/favicon.png -------------------------------------------------------------------------------- /docs/_build/html/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/file.png -------------------------------------------------------------------------------- /docs/_build/html/_static/github-banner.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/github-banner.svg -------------------------------------------------------------------------------- /docs/_build/html/_static/language_data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/language_data.js -------------------------------------------------------------------------------- /docs/_build/html/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/minus.png -------------------------------------------------------------------------------- /docs/_build/html/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/plus.png -------------------------------------------------------------------------------- /docs/_build/html/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/pygments.css -------------------------------------------------------------------------------- /docs/_build/html/_static/scripts/front_page.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/scripts/front_page.js -------------------------------------------------------------------------------- /docs/_build/html/_static/scripts/furo-extensions.js: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/_build/html/_static/scripts/furo.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/scripts/furo.js -------------------------------------------------------------------------------- /docs/_build/html/_static/scripts/furo.js.LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/scripts/furo.js.LICENSE.txt -------------------------------------------------------------------------------- /docs/_build/html/_static/scripts/furo.js.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/scripts/furo.js.map -------------------------------------------------------------------------------- /docs/_build/html/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/searchtools.js -------------------------------------------------------------------------------- /docs/_build/html/_static/skeleton.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/skeleton.css -------------------------------------------------------------------------------- /docs/_build/html/_static/sphinx_highlight.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/sphinx_highlight.js -------------------------------------------------------------------------------- /docs/_build/html/_static/styles/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/styles/basic.css -------------------------------------------------------------------------------- /docs/_build/html/_static/styles/front_page.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/styles/front_page.css -------------------------------------------------------------------------------- /docs/_build/html/_static/styles/furo-extensions.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/styles/furo-extensions.css -------------------------------------------------------------------------------- /docs/_build/html/_static/styles/furo-extensions.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/styles/furo-extensions.css.map -------------------------------------------------------------------------------- /docs/_build/html/_static/styles/furo.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/styles/furo.css -------------------------------------------------------------------------------- /docs/_build/html/_static/styles/furo.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/_static/styles/furo.css.map -------------------------------------------------------------------------------- /docs/_build/html/docs/api/config.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/config.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/evaluation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/evaluation.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/generated/llmsql.LLMSQLEvaluator.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/generated/llmsql.LLMSQLEvaluator.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/generated/llmsql.inference_transformers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/generated/llmsql.inference_transformers.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/generated/llmsql.inference_vllm.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/generated/llmsql.inference_vllm.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/inference.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/inference.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/llmsql.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/llmsql.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/loggers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/loggers.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/modules.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/modules.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/prompts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/prompts.html -------------------------------------------------------------------------------- /docs/_build/html/docs/api/utils.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/api/utils.html -------------------------------------------------------------------------------- /docs/_build/html/docs/evaluation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/evaluation.html -------------------------------------------------------------------------------- /docs/_build/html/docs/getting_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/getting_started.html -------------------------------------------------------------------------------- /docs/_build/html/docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/index.html -------------------------------------------------------------------------------- /docs/_build/html/docs/inference.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/inference.html -------------------------------------------------------------------------------- /docs/_build/html/docs/usage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/docs/usage.html -------------------------------------------------------------------------------- /docs/_build/html/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/genindex.html -------------------------------------------------------------------------------- /docs/_build/html/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/index.html -------------------------------------------------------------------------------- /docs/_build/html/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/objects.inv -------------------------------------------------------------------------------- /docs/_build/html/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/py-modindex.html -------------------------------------------------------------------------------- /docs/_build/html/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/search.html -------------------------------------------------------------------------------- /docs/_build/html/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/html/searchindex.js -------------------------------------------------------------------------------- /docs/_build/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/objects.inv -------------------------------------------------------------------------------- /docs/_build/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/search.html -------------------------------------------------------------------------------- /docs/_build/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_build/searchindex.js -------------------------------------------------------------------------------- /docs/_static/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_static/favicon.png -------------------------------------------------------------------------------- /docs/_static/scripts/front_page.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_static/scripts/front_page.js -------------------------------------------------------------------------------- /docs/_static/styles/front_page.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_static/styles/front_page.css -------------------------------------------------------------------------------- /docs/_templates/footer.html: -------------------------------------------------------------------------------- 1 |
2 |

💬 Made with ❤️ by the LLMSQL Team

3 |
4 | -------------------------------------------------------------------------------- /docs/_templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/_templates/index.html -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/docs/evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/docs/evaluation.rst -------------------------------------------------------------------------------- /docs/docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/docs/index.rst -------------------------------------------------------------------------------- /docs/docs/inference.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/docs/inference.rst -------------------------------------------------------------------------------- /docs/docs/usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/docs/usage.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/note.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/docs/note.txt -------------------------------------------------------------------------------- /examples/evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/examples/evaluation.ipynb -------------------------------------------------------------------------------- /examples/evaluation_results_file.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/examples/evaluation_results_file.json -------------------------------------------------------------------------------- /examples/evaluation_results_raw_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/examples/evaluation_results_raw_inference.json -------------------------------------------------------------------------------- /examples/inference_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/examples/inference_transformers.ipynb -------------------------------------------------------------------------------- /examples/inference_vllm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/examples/inference_vllm.ipynb -------------------------------------------------------------------------------- /examples/test_output.jsonl: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsql/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/__init__.py -------------------------------------------------------------------------------- /llmsql/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/__main__.py -------------------------------------------------------------------------------- /llmsql/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/config/config.py -------------------------------------------------------------------------------- /llmsql/evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/evaluation/README.md -------------------------------------------------------------------------------- /llmsql/evaluation/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/evaluation/evaluate.py -------------------------------------------------------------------------------- /llmsql/inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/inference/README.md -------------------------------------------------------------------------------- /llmsql/inference/inference_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/inference/inference_transformers.py -------------------------------------------------------------------------------- /llmsql/inference/inference_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/inference/inference_vllm.py -------------------------------------------------------------------------------- /llmsql/loggers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsql/loggers/logging_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/loggers/logging_config.py -------------------------------------------------------------------------------- /llmsql/prompts/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/prompts/prompts.py -------------------------------------------------------------------------------- /llmsql/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsql/utils/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/utils/evaluation_utils.py -------------------------------------------------------------------------------- /llmsql/utils/inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/utils/inference_utils.py -------------------------------------------------------------------------------- /llmsql/utils/regex_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/utils/regex_extractor.py -------------------------------------------------------------------------------- /llmsql/utils/rich_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/utils/rich_utils.py -------------------------------------------------------------------------------- /llmsql/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/llmsql/utils/utils.py -------------------------------------------------------------------------------- /pdm.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/pdm.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/setup.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/evaluation/test_evaluator_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/evaluation/test_evaluator_stability.py -------------------------------------------------------------------------------- /tests/inference/test_inference_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/inference/test_inference_stability.py -------------------------------------------------------------------------------- /tests/inference/test_inference_transformers_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/inference/test_inference_transformers_stability.py -------------------------------------------------------------------------------- /tests/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/test_init.py -------------------------------------------------------------------------------- /tests/utils/test_evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/utils/test_evaluation_utils.py -------------------------------------------------------------------------------- /tests/utils/test_inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/utils/test_inference_utils.py -------------------------------------------------------------------------------- /tests/utils/test_regex_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/utils/test_regex_extractor.py -------------------------------------------------------------------------------- /tests/utils/test_rich_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/utils/test_rich_utils.py -------------------------------------------------------------------------------- /tests/utils/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LLMSQL/llmsql-benchmark/HEAD/tests/utils/test_utils.py --------------------------------------------------------------------------------