├── .github └── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── custom.md │ └── feature_request.md ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── demo └── demo_notebook.ipynb ├── experiments ├── dataset_metrics │ └── measure_dataset_size.ipynb ├── downstream │ └── error_analysis.ipynb ├── downstream_evals.py ├── nih_retrieval_evals.py ├── retrieval │ ├── run_retrieval_evals.ipynb │ └── run_retrieval_evals_no_result_presistence.ipynb ├── retrieval_evals.py ├── run_eval.py └── utils.py ├── poetry.lock ├── pyproject.toml ├── research └── notebooks │ └── pvg-extract-tables-from-sql.ipynb ├── target_benchmark ├── __init__.py ├── dataset_loaders │ ├── AbsDatasetLoader.py │ ├── DatasetLoaderEnums.py │ ├── GenericDatasetLoader.py │ ├── HFDatasetLoader.py │ ├── LoadersDataModels.py │ ├── NeedleInHaystackDataLoader.py │ ├── TargetDatasetConfig.py │ ├── Text2SQLDatasetLoader.py │ ├── __init__.py │ └── utils.py ├── dictionary_keys.py ├── evaluators │ ├── TARGET.py │ ├── __init__.py │ └── utils.py ├── generators │ ├── AbsGenerator.py │ ├── DefaultGenerator.py │ ├── GeneratorPrompts.py │ ├── GeneratorsDataModels.py │ ├── Text2SQLGenerator.py │ └── __init__.py ├── retrievers │ ├── AbsCustomEmbeddingRetriever.py │ ├── AbsRetrieverBase.py │ ├── AbsStandardEmbeddingRetriever.py │ ├── RetrieversDataModels.py │ ├── __init__.py │ ├── analysis │ │ ├── NoContextRetriever.py │ │ └── __init__.py │ ├── context │ │ ├── NoContextRetriever.py │ │ └── __init__.py │ ├── hyse │ │ ├── HySERetriever.py │ │ └── __init__.py │ ├── llama_index │ │ ├── LlamaIndexRetriever.py │ │ ├── __init__.py │ │ └── embedding_utils.py │ ├── naive │ │ ├── DefaultOpenAIEmbeddingRetriever.py │ │ ├── HNSWOpenAIEmbeddingRetriever.py │ │ ├── T5EmbeddingRetriever.py │ │ └── __init__.py │ ├── ottqa │ │ ├── .gitignore │ │ ├── OTTQARetriever.py │ │ ├── __init__.py │ │ ├── drqa │ │ │ ├── __init__.py │ │ │ ├── drqa_tokenizers │ │ │ │ ├── __init__.py │ │ │ │ ├── corenlp_tokenizer.py │ │ │ │ ├── regexp_tokenizer.py │ │ │ │ ├── simple_tokenizer.py │ │ │ │ ├── spacy_tokenizer.py │ │ │ │ └── tokenizer.py │ │ │ └── retriever │ │ │ │ ├── BM25_doc_ranker.py │ │ │ │ ├── __init__.py │ │ │ │ ├── doc_db.py │ │ │ │ ├── tfidf_doc_ranker.py │ │ │ │ └── utils.py │ │ └── utils.py │ ├── row_serialization │ │ ├── RowSerializationRetriever.py │ │ └── __init__.py │ ├── sentence_transformers │ │ ├── __init__.py │ │ └── sentence_transformers_retriever.py │ └── utils.py └── tasks │ ├── AbsTask.py │ ├── FactVerificationTask.py │ ├── QuestionAnsweringTask.py │ ├── TableRetrievalTask.py │ ├── TasksDataModels.py │ ├── Text2SQLTask.py │ ├── __init__.py │ └── utils.py └── tests ├── __init__.py ├── dataset_loaders ├── __init__.py ├── dataloaders_test.py └── text2sql_dataloaders_test.py ├── end_to_end_test.py ├── evaluators ├── __init__.py └── evaluator_basic_test.py ├── generators ├── __init__.py └── generators_basic_test.py ├── retrievers ├── __init__.py ├── hnsw_openai_test.py ├── hyse_basic_test.py ├── llama_index_basic_test.py ├── ottqa_basic_table_embed_test.py ├── row_serializer_test.py └── standard_retriever_basic_test.py └── tasks ├── __init__.py ├── fact_ver_task_basic_test.py ├── nih_basic_test.py ├── question_answering_task_basic_test.py ├── table_retrieval_task_basic_test.py ├── task_resume_test.py ├── test_tasks.py └── text2sql_task_basic_test.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/custom.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/.github/ISSUE_TEMPLATE/custom.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/README.md -------------------------------------------------------------------------------- /demo/demo_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/demo/demo_notebook.ipynb -------------------------------------------------------------------------------- /experiments/dataset_metrics/measure_dataset_size.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/dataset_metrics/measure_dataset_size.ipynb -------------------------------------------------------------------------------- /experiments/downstream/error_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/downstream/error_analysis.ipynb -------------------------------------------------------------------------------- /experiments/downstream_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/downstream_evals.py -------------------------------------------------------------------------------- /experiments/nih_retrieval_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/nih_retrieval_evals.py -------------------------------------------------------------------------------- /experiments/retrieval/run_retrieval_evals.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/retrieval/run_retrieval_evals.ipynb -------------------------------------------------------------------------------- /experiments/retrieval/run_retrieval_evals_no_result_presistence.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/retrieval/run_retrieval_evals_no_result_presistence.ipynb -------------------------------------------------------------------------------- /experiments/retrieval_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/retrieval_evals.py -------------------------------------------------------------------------------- /experiments/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/run_eval.py -------------------------------------------------------------------------------- /experiments/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/experiments/utils.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/pyproject.toml -------------------------------------------------------------------------------- /research/notebooks/pvg-extract-tables-from-sql.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/research/notebooks/pvg-extract-tables-from-sql.ipynb -------------------------------------------------------------------------------- /target_benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/AbsDatasetLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/AbsDatasetLoader.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/DatasetLoaderEnums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/DatasetLoaderEnums.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/GenericDatasetLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/GenericDatasetLoader.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/HFDatasetLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/HFDatasetLoader.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/LoadersDataModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/LoadersDataModels.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/NeedleInHaystackDataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/NeedleInHaystackDataLoader.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/TargetDatasetConfig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/TargetDatasetConfig.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/Text2SQLDatasetLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/Text2SQLDatasetLoader.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/__init__.py -------------------------------------------------------------------------------- /target_benchmark/dataset_loaders/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dataset_loaders/utils.py -------------------------------------------------------------------------------- /target_benchmark/dictionary_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/dictionary_keys.py -------------------------------------------------------------------------------- /target_benchmark/evaluators/TARGET.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/evaluators/TARGET.py -------------------------------------------------------------------------------- /target_benchmark/evaluators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/evaluators/__init__.py -------------------------------------------------------------------------------- /target_benchmark/evaluators/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/evaluators/utils.py -------------------------------------------------------------------------------- /target_benchmark/generators/AbsGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/generators/AbsGenerator.py -------------------------------------------------------------------------------- /target_benchmark/generators/DefaultGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/generators/DefaultGenerator.py -------------------------------------------------------------------------------- /target_benchmark/generators/GeneratorPrompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/generators/GeneratorPrompts.py -------------------------------------------------------------------------------- /target_benchmark/generators/GeneratorsDataModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/generators/GeneratorsDataModels.py -------------------------------------------------------------------------------- /target_benchmark/generators/Text2SQLGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/generators/Text2SQLGenerator.py -------------------------------------------------------------------------------- /target_benchmark/generators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/generators/__init__.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/AbsCustomEmbeddingRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/AbsCustomEmbeddingRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/AbsRetrieverBase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/AbsRetrieverBase.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/AbsStandardEmbeddingRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/AbsStandardEmbeddingRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/RetrieversDataModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/RetrieversDataModels.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/__init__.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/analysis/NoContextRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/analysis/NoContextRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/context/NoContextRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/context/NoContextRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/context/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/hyse/HySERetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/hyse/HySERetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/hyse/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/llama_index/LlamaIndexRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/llama_index/LlamaIndexRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/llama_index/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/llama_index/embedding_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/llama_index/embedding_utils.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/naive/DefaultOpenAIEmbeddingRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/naive/DefaultOpenAIEmbeddingRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/naive/HNSWOpenAIEmbeddingRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/naive/HNSWOpenAIEmbeddingRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/naive/T5EmbeddingRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/naive/T5EmbeddingRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/naive/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/.gitignore -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/OTTQARetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/OTTQARetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/__init__.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/corenlp_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/corenlp_tokenizer.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/regexp_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/regexp_tokenizer.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/simple_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/simple_tokenizer.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/spacy_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/spacy_tokenizer.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/drqa_tokenizers/tokenizer.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/retriever/BM25_doc_ranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/retriever/BM25_doc_ranker.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/retriever/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/retriever/__init__.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/retriever/doc_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/retriever/doc_db.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/retriever/tfidf_doc_ranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/retriever/tfidf_doc_ranker.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/drqa/retriever/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/drqa/retriever/utils.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/ottqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/ottqa/utils.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/row_serialization/RowSerializationRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/row_serialization/RowSerializationRetriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/row_serialization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/sentence_transformers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /target_benchmark/retrievers/sentence_transformers/sentence_transformers_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/sentence_transformers/sentence_transformers_retriever.py -------------------------------------------------------------------------------- /target_benchmark/retrievers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/retrievers/utils.py -------------------------------------------------------------------------------- /target_benchmark/tasks/AbsTask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/AbsTask.py -------------------------------------------------------------------------------- /target_benchmark/tasks/FactVerificationTask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/FactVerificationTask.py -------------------------------------------------------------------------------- /target_benchmark/tasks/QuestionAnsweringTask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/QuestionAnsweringTask.py -------------------------------------------------------------------------------- /target_benchmark/tasks/TableRetrievalTask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/TableRetrievalTask.py -------------------------------------------------------------------------------- /target_benchmark/tasks/TasksDataModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/TasksDataModels.py -------------------------------------------------------------------------------- /target_benchmark/tasks/Text2SQLTask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/Text2SQLTask.py -------------------------------------------------------------------------------- /target_benchmark/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/__init__.py -------------------------------------------------------------------------------- /target_benchmark/tasks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/target_benchmark/tasks/utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dataset_loaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dataset_loaders/dataloaders_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/dataset_loaders/dataloaders_test.py -------------------------------------------------------------------------------- /tests/dataset_loaders/text2sql_dataloaders_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/dataset_loaders/text2sql_dataloaders_test.py -------------------------------------------------------------------------------- /tests/end_to_end_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/end_to_end_test.py -------------------------------------------------------------------------------- /tests/evaluators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/evaluators/evaluator_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/evaluators/evaluator_basic_test.py -------------------------------------------------------------------------------- /tests/generators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/generators/generators_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/generators/generators_basic_test.py -------------------------------------------------------------------------------- /tests/retrievers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/retrievers/hnsw_openai_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/retrievers/hnsw_openai_test.py -------------------------------------------------------------------------------- /tests/retrievers/hyse_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/retrievers/hyse_basic_test.py -------------------------------------------------------------------------------- /tests/retrievers/llama_index_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/retrievers/llama_index_basic_test.py -------------------------------------------------------------------------------- /tests/retrievers/ottqa_basic_table_embed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/retrievers/ottqa_basic_table_embed_test.py -------------------------------------------------------------------------------- /tests/retrievers/row_serializer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/retrievers/row_serializer_test.py -------------------------------------------------------------------------------- /tests/retrievers/standard_retriever_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/retrievers/standard_retriever_basic_test.py -------------------------------------------------------------------------------- /tests/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tasks/fact_ver_task_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/fact_ver_task_basic_test.py -------------------------------------------------------------------------------- /tests/tasks/nih_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/nih_basic_test.py -------------------------------------------------------------------------------- /tests/tasks/question_answering_task_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/question_answering_task_basic_test.py -------------------------------------------------------------------------------- /tests/tasks/table_retrieval_task_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/table_retrieval_task_basic_test.py -------------------------------------------------------------------------------- /tests/tasks/task_resume_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/task_resume_test.py -------------------------------------------------------------------------------- /tests/tasks/test_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/test_tasks.py -------------------------------------------------------------------------------- /tests/tasks/text2sql_task_basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/target-benchmark/target/HEAD/tests/tasks/text2sql_task_basic_test.py --------------------------------------------------------------------------------