├── README.md ├── beir ├── .DS_Store ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ ├── logging.cpython-311.pyc │ └── util.cpython-311.pyc ├── datasets │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ └── data_loader.cpython-311.pyc │ ├── data_loader.py │ └── data_loader_hf.py ├── generation │ ├── .DS_Store │ ├── __init__.py │ ├── generate.py │ └── models │ │ ├── __init__.py │ │ ├── auto_model.py │ │ └── tilde.py ├── logging.py ├── losses │ ├── __init__.py │ ├── bpr_loss.py │ └── margin_mse_loss.py ├── reranking │ ├── __init__.py │ ├── models │ │ ├── __init__.py │ │ ├── cross_encoder.py │ │ └── mono_t5.py │ └── rerank.py ├── retrieval │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── custom_metrics.cpython-311.pyc │ │ ├── evaluation.cpython-311.pyc │ │ └── train.cpython-311.pyc │ ├── custom_metrics.py │ ├── evaluation.py │ ├── models │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-311.pyc │ │ │ ├── bpr.cpython-311.pyc │ │ │ ├── dpr.cpython-311.pyc │ │ │ ├── sentence_bert.cpython-311.pyc │ │ │ ├── sparta.cpython-311.pyc │ │ │ ├── splade.cpython-311.pyc │ │ │ ├── tldr.cpython-311.pyc │ │ │ ├── unicoil.cpython-311.pyc │ │ │ └── use_qa.cpython-311.pyc │ │ ├── bpr.py │ │ ├── dpr.py │ │ ├── sentence_bert.py │ │ ├── sparta.py │ │ ├── splade.py │ │ ├── tldr.py │ │ ├── unicoil.py │ │ └── use_qa.py │ ├── search │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-311.pyc │ │ │ └── base.cpython-311.pyc │ │ ├── base.py │ │ ├── dense │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-311.pyc │ │ │ │ ├── exact_search.cpython-311.pyc │ │ │ │ ├── exact_search_multi_gpu.cpython-311.pyc │ │ │ │ ├── faiss_index.cpython-311.pyc │ │ │ │ ├── faiss_search.cpython-311.pyc │ │ │ │ └── util.cpython-311.pyc │ │ │ ├── exact_search.py │ │ │ ├── exact_search_multi_gpu.py │ │ │ ├── faiss_index.py │ │ │ ├── faiss_search.py │ │ │ └── util.py │ │ ├── lexical │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-311.pyc │ │ │ │ ├── bm25_search.cpython-311.pyc │ │ │ │ └── elastic_search.cpython-311.pyc │ │ │ ├── bm25_search.py │ │ │ └── elastic_search.py │ │ └── sparse │ │ │ ├── __init__.py │ │ │ └── sparse_search.py │ └── train.py └── util.py ├── datasets ├── .DS_Store └── parse_synthetic.py ├── evaluate.py ├── examples ├── .DS_Store ├── beir-pyserini │ ├── Dockerfile │ ├── config.py │ ├── dockerhub.sh │ └── main.py ├── benchmarking │ ├── benchmark_bm25.py │ ├── benchmark_bm25_ce_reranking.py │ └── benchmark_sbert.py ├── dataset │ ├── README.md │ ├── download_dataset.py │ ├── md5.csv │ └── scrape_tweets.py ├── generation │ ├── passage_expansion_tilde.py │ ├── query_gen.py │ ├── query_gen_and_train.py │ └── query_gen_multi_gpu.py └── retrieval │ ├── .DS_Store │ ├── README.md │ ├── evaluation │ ├── README.md │ ├── custom │ │ ├── evaluate_custom_dataset.py │ │ ├── evaluate_custom_dataset_files.py │ │ ├── evaluate_custom_metrics.py │ │ └── evaluate_custom_model.py │ ├── dense │ │ ├── evaluate_ance.py │ │ ├── evaluate_bpr.py │ │ ├── evaluate_dim_reduction.py │ │ ├── evaluate_dpr.py │ │ ├── evaluate_faiss_dense.py │ │ ├── evaluate_sbert.py │ │ ├── evaluate_sbert_hf_loader.py │ │ ├── evaluate_sbert_multi_gpu.py │ │ ├── evaluate_tldr.py │ │ └── evaluate_useqa.py │ ├── late-interaction │ │ └── README.md │ ├── lexical │ │ ├── evaluate_anserini_bm25.py │ │ ├── evaluate_bm25.py │ │ └── evaluate_multilingual_bm25.py │ ├── reranking │ │ ├── README.md │ │ ├── evaluate_bm25_ce_reranking.py │ │ ├── evaluate_bm25_monot5_reranking.py │ │ └── evaluate_bm25_sbert_reranking.py │ └── sparse │ │ ├── evaluate_anserini_docT5query.py │ │ ├── evaluate_anserini_docT5query_parallel.py │ │ ├── evaluate_deepct.py │ │ ├── evaluate_sparta.py │ │ ├── evaluate_splade.py │ │ └── evaluate_unicoil.py │ └── training │ ├── train_msmarco_v2.py │ ├── train_msmarco_v3.py │ ├── train_msmarco_v3_bpr.py │ ├── train_msmarco_v3_margin_MSE.py │ ├── train_sbert.py │ └── train_sbert_BM25_hardnegs.py ├── retrieval.py ├── setup.cfg ├── setup.py ├── stage2 ├── .DS_Store └── parse_comparison.py ├── train_stage1.py └── train_stage2.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/README.md -------------------------------------------------------------------------------- /beir/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/.DS_Store -------------------------------------------------------------------------------- /beir/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/__init__.py -------------------------------------------------------------------------------- /beir/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/__pycache__/logging.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/__pycache__/logging.cpython-311.pyc -------------------------------------------------------------------------------- /beir/__pycache__/util.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/__pycache__/util.cpython-311.pyc -------------------------------------------------------------------------------- /beir/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /beir/datasets/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/datasets/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/datasets/__pycache__/data_loader.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/datasets/__pycache__/data_loader.cpython-311.pyc -------------------------------------------------------------------------------- /beir/datasets/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/datasets/data_loader.py -------------------------------------------------------------------------------- /beir/datasets/data_loader_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/datasets/data_loader_hf.py -------------------------------------------------------------------------------- /beir/generation/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/generation/.DS_Store -------------------------------------------------------------------------------- /beir/generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/generation/__init__.py -------------------------------------------------------------------------------- /beir/generation/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/generation/generate.py -------------------------------------------------------------------------------- /beir/generation/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/generation/models/__init__.py -------------------------------------------------------------------------------- /beir/generation/models/auto_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/generation/models/auto_model.py -------------------------------------------------------------------------------- /beir/generation/models/tilde.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/generation/models/tilde.py -------------------------------------------------------------------------------- /beir/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/logging.py -------------------------------------------------------------------------------- /beir/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/losses/__init__.py -------------------------------------------------------------------------------- /beir/losses/bpr_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/losses/bpr_loss.py -------------------------------------------------------------------------------- /beir/losses/margin_mse_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/losses/margin_mse_loss.py -------------------------------------------------------------------------------- /beir/reranking/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/reranking/__init__.py -------------------------------------------------------------------------------- /beir/reranking/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/reranking/models/__init__.py -------------------------------------------------------------------------------- /beir/reranking/models/cross_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/reranking/models/cross_encoder.py -------------------------------------------------------------------------------- /beir/reranking/models/mono_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/reranking/models/mono_t5.py -------------------------------------------------------------------------------- /beir/reranking/rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/reranking/rerank.py -------------------------------------------------------------------------------- /beir/retrieval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /beir/retrieval/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/__pycache__/custom_metrics.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/__pycache__/custom_metrics.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/__pycache__/evaluation.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/__pycache__/evaluation.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/__pycache__/train.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/__pycache__/train.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/custom_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/custom_metrics.py -------------------------------------------------------------------------------- /beir/retrieval/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/evaluation.py -------------------------------------------------------------------------------- /beir/retrieval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__init__.py -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/bpr.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/bpr.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/dpr.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/dpr.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/sentence_bert.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/sentence_bert.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/sparta.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/sparta.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/splade.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/splade.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/tldr.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/tldr.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/unicoil.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/unicoil.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/__pycache__/use_qa.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/__pycache__/use_qa.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/models/bpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/bpr.py -------------------------------------------------------------------------------- /beir/retrieval/models/dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/dpr.py -------------------------------------------------------------------------------- /beir/retrieval/models/sentence_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/sentence_bert.py -------------------------------------------------------------------------------- /beir/retrieval/models/sparta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/sparta.py -------------------------------------------------------------------------------- /beir/retrieval/models/splade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/splade.py -------------------------------------------------------------------------------- /beir/retrieval/models/tldr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/tldr.py -------------------------------------------------------------------------------- /beir/retrieval/models/unicoil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/unicoil.py -------------------------------------------------------------------------------- /beir/retrieval/models/use_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/models/use_qa.py -------------------------------------------------------------------------------- /beir/retrieval/search/__init__.py: -------------------------------------------------------------------------------- 1 | from .base import BaseSearch -------------------------------------------------------------------------------- /beir/retrieval/search/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/__pycache__/base.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/__pycache__/base.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/base.py -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__init__.py -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__pycache__/exact_search.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__pycache__/exact_search.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__pycache__/exact_search_multi_gpu.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__pycache__/exact_search_multi_gpu.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__pycache__/faiss_index.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__pycache__/faiss_index.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__pycache__/faiss_search.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__pycache__/faiss_search.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/dense/__pycache__/util.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/__pycache__/util.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/dense/exact_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/exact_search.py -------------------------------------------------------------------------------- /beir/retrieval/search/dense/exact_search_multi_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/exact_search_multi_gpu.py -------------------------------------------------------------------------------- /beir/retrieval/search/dense/faiss_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/faiss_index.py -------------------------------------------------------------------------------- /beir/retrieval/search/dense/faiss_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/faiss_search.py -------------------------------------------------------------------------------- /beir/retrieval/search/dense/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/dense/util.py -------------------------------------------------------------------------------- /beir/retrieval/search/lexical/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/lexical/__init__.py -------------------------------------------------------------------------------- /beir/retrieval/search/lexical/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/lexical/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/lexical/__pycache__/bm25_search.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/lexical/__pycache__/bm25_search.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/lexical/__pycache__/elastic_search.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/lexical/__pycache__/elastic_search.cpython-311.pyc -------------------------------------------------------------------------------- /beir/retrieval/search/lexical/bm25_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/lexical/bm25_search.py -------------------------------------------------------------------------------- /beir/retrieval/search/lexical/elastic_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/lexical/elastic_search.py -------------------------------------------------------------------------------- /beir/retrieval/search/sparse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/sparse/__init__.py -------------------------------------------------------------------------------- /beir/retrieval/search/sparse/sparse_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/search/sparse/sparse_search.py -------------------------------------------------------------------------------- /beir/retrieval/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/retrieval/train.py -------------------------------------------------------------------------------- /beir/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/beir/util.py -------------------------------------------------------------------------------- /datasets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/datasets/.DS_Store -------------------------------------------------------------------------------- /datasets/parse_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/datasets/parse_synthetic.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/evaluate.py -------------------------------------------------------------------------------- /examples/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/.DS_Store -------------------------------------------------------------------------------- /examples/beir-pyserini/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/beir-pyserini/Dockerfile -------------------------------------------------------------------------------- /examples/beir-pyserini/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/beir-pyserini/config.py -------------------------------------------------------------------------------- /examples/beir-pyserini/dockerhub.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/beir-pyserini/dockerhub.sh -------------------------------------------------------------------------------- /examples/beir-pyserini/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/beir-pyserini/main.py -------------------------------------------------------------------------------- /examples/benchmarking/benchmark_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/benchmarking/benchmark_bm25.py -------------------------------------------------------------------------------- /examples/benchmarking/benchmark_bm25_ce_reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/benchmarking/benchmark_bm25_ce_reranking.py -------------------------------------------------------------------------------- /examples/benchmarking/benchmark_sbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/benchmarking/benchmark_sbert.py -------------------------------------------------------------------------------- /examples/dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/dataset/README.md -------------------------------------------------------------------------------- /examples/dataset/download_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/dataset/download_dataset.py -------------------------------------------------------------------------------- /examples/dataset/md5.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/dataset/md5.csv -------------------------------------------------------------------------------- /examples/dataset/scrape_tweets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/dataset/scrape_tweets.py -------------------------------------------------------------------------------- /examples/generation/passage_expansion_tilde.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/generation/passage_expansion_tilde.py -------------------------------------------------------------------------------- /examples/generation/query_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/generation/query_gen.py -------------------------------------------------------------------------------- /examples/generation/query_gen_and_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/generation/query_gen_and_train.py -------------------------------------------------------------------------------- /examples/generation/query_gen_multi_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/generation/query_gen_multi_gpu.py -------------------------------------------------------------------------------- /examples/retrieval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/.DS_Store -------------------------------------------------------------------------------- /examples/retrieval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/README.md -------------------------------------------------------------------------------- /examples/retrieval/evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/README.md -------------------------------------------------------------------------------- /examples/retrieval/evaluation/custom/evaluate_custom_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/custom/evaluate_custom_dataset.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/custom/evaluate_custom_dataset_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/custom/evaluate_custom_dataset_files.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/custom/evaluate_custom_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/custom/evaluate_custom_metrics.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/custom/evaluate_custom_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/custom/evaluate_custom_model.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_ance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_ance.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_bpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_bpr.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_dim_reduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_dim_reduction.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_dpr.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_faiss_dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_faiss_dense.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_sbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_sbert.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_sbert_hf_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_sbert_hf_loader.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_sbert_multi_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_sbert_multi_gpu.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_tldr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_tldr.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/dense/evaluate_useqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/dense/evaluate_useqa.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/late-interaction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/late-interaction/README.md -------------------------------------------------------------------------------- /examples/retrieval/evaluation/lexical/evaluate_anserini_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/lexical/evaluate_anserini_bm25.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/lexical/evaluate_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/lexical/evaluate_bm25.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/lexical/evaluate_multilingual_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/lexical/evaluate_multilingual_bm25.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/reranking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/reranking/README.md -------------------------------------------------------------------------------- /examples/retrieval/evaluation/reranking/evaluate_bm25_ce_reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/reranking/evaluate_bm25_ce_reranking.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/reranking/evaluate_bm25_monot5_reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/reranking/evaluate_bm25_monot5_reranking.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/reranking/evaluate_bm25_sbert_reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/reranking/evaluate_bm25_sbert_reranking.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/sparse/evaluate_anserini_docT5query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/sparse/evaluate_anserini_docT5query.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/sparse/evaluate_anserini_docT5query_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/sparse/evaluate_anserini_docT5query_parallel.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/sparse/evaluate_deepct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/sparse/evaluate_deepct.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/sparse/evaluate_sparta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/sparse/evaluate_sparta.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/sparse/evaluate_splade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/sparse/evaluate_splade.py -------------------------------------------------------------------------------- /examples/retrieval/evaluation/sparse/evaluate_unicoil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/evaluation/sparse/evaluate_unicoil.py -------------------------------------------------------------------------------- /examples/retrieval/training/train_msmarco_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/training/train_msmarco_v2.py -------------------------------------------------------------------------------- /examples/retrieval/training/train_msmarco_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/training/train_msmarco_v3.py -------------------------------------------------------------------------------- /examples/retrieval/training/train_msmarco_v3_bpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/training/train_msmarco_v3_bpr.py -------------------------------------------------------------------------------- /examples/retrieval/training/train_msmarco_v3_margin_MSE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/training/train_msmarco_v3_margin_MSE.py -------------------------------------------------------------------------------- /examples/retrieval/training/train_sbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/training/train_sbert.py -------------------------------------------------------------------------------- /examples/retrieval/training/train_sbert_BM25_hardnegs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/examples/retrieval/training/train_sbert_BM25_hardnegs.py -------------------------------------------------------------------------------- /retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/retrieval.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.md -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/setup.py -------------------------------------------------------------------------------- /stage2/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/stage2/.DS_Store -------------------------------------------------------------------------------- /stage2/parse_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/stage2/parse_comparison.py -------------------------------------------------------------------------------- /train_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/train_stage1.py -------------------------------------------------------------------------------- /train_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kmswin1/Syntriever/HEAD/train_stage2.py --------------------------------------------------------------------------------