├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── benchmarking_sigir23 └── README.md ├── conda_splade_env.yml ├── conf ├── CONFIG_CHOICE.py ├── README.md ├── config_default.yaml ├── config_hf_dense_sigir23_32neg_distil.yaml ├── config_hf_dense_sigir23_32neg_nodistil.yaml ├── config_hf_splade_l1q.yaml ├── config_hf_splade_sigir23_32neg_distil.yaml ├── config_hf_splade_sigir23_32neg_nodistil.yaml ├── config_rerank_train_T5_3b.yaml ├── config_reranker_toy.yaml ├── config_reranker_train_toy.yaml ├── config_splade++_cocondenser_ensembledistil.yaml ├── config_splade++_cocondenser_ensembledistil_monogpu.yaml ├── config_splade++_cocondenser_selfdistil.yaml ├── config_splade++_ensembledistil.yaml ├── config_splade++_max.yaml ├── config_splade++_msedistil.yaml ├── config_splade++_selfdistil.yaml ├── config_splade.yaml ├── efficient_splade │ ├── README.md │ ├── config_BT_VI_large.yaml │ ├── config_BT_VI_medium.yaml │ ├── config_BT_VI_small.yaml │ ├── config_VI_doc_medium.yaml │ ├── config_VI_doc_small.yaml │ ├── config_V_from_huggingface.yaml │ ├── config_V_large.yaml │ ├── config_V_medium.yaml │ └── config_V_small.yaml ├── flops │ ├── msmarco.yaml │ └── toy.yaml ├── hf │ ├── training.yaml │ ├── training_dense.yaml │ ├── training_mse.yaml │ ├── training_mse_dense.yaml │ ├── training_nodistil.yaml │ ├── training_nqueries.yaml │ ├── training_qdoc.yaml │ └── training_rerank.yaml ├── index │ ├── msmarco.yaml │ └── toy.yaml ├── rerank_collection │ └── toy.yaml ├── rerank_runs │ └── toy.yaml ├── retrieve_evaluate │ ├── all.yaml │ ├── msmarco.yaml │ └── toy.yaml └── train │ ├── config │ ├── efficient_splade.yaml │ ├── efficient_splade_doc.yaml │ ├── hf_baseline.yaml │ ├── hf_baseline_mse.yaml │ ├── hf_rerank.yaml │ ├── splade.yaml │ ├── splade_monogpu.yaml │ └── splade_toy.yaml │ ├── data │ ├── distil_from_bm25.yaml │ ├── distil_from_ensemble.yaml │ ├── distil_from_self.yaml │ ├── hf_toy.yaml │ ├── msmarco.yaml │ └── toy.yaml │ └── model │ ├── doc.yaml │ ├── separate_distilbert_mlmflops.yaml │ ├── separate_mixed_mlmflops.yaml │ ├── splade.yaml │ ├── splade_cocondenser.yaml │ └── splade_doc.yaml ├── data └── toy_data │ ├── dev_queries │ └── raw.tsv │ ├── full_collection │ └── raw.tsv │ ├── qrel │ └── qrel.json │ ├── scores │ ├── toy.json │ └── toy.pkl.gz │ ├── triplets │ └── raw.tsv │ ├── val_collection │ └── raw.tsv │ └── val_queries │ └── raw.tsv ├── efficient_splade_pisa └── README.md ├── images └── splade_figure.png ├── inference_splade.ipynb ├── main_config ├── hf │ ├── dense_distill_vienna.yaml │ ├── splade.yaml │ ├── splade_distill.yaml │ └── splade_msshift.yaml ├── hf_baselines │ ├── ccmarco_doc.yaml │ ├── ccmarco_mse.yaml │ ├── distilbert.yaml │ ├── distilbert_mse.yaml │ ├── distilbert_nils.yaml │ ├── ppsd_lexical.yaml │ └── ppsd_mse.yaml ├── hf_baselines_contrastive │ └── distilbert.yaml ├── hf_baselines_dense │ ├── retromae.yaml │ └── retromae_mse.yaml ├── l2i │ ├── config_siamese.yaml │ ├── config_siamese_distill_vienna.yaml │ ├── config_splade.yaml │ ├── config_splade_distil_vienna.yaml │ ├── config_splade_distill_vienna_l1q.yaml │ └── splade_l1q.yaml ├── reranker │ └── debertav3.yaml ├── train_reranker │ └── debertav3.yaml ├── tripclick │ ├── dense.yaml │ ├── l2i_splade.yaml │ └── splade.yaml └── two_msmarco │ ├── README.md │ ├── splade_default.yaml │ └── splade_titles.yaml ├── pruning ├── README.md ├── index.sh ├── index_all.sh ├── prune_all.sh ├── prune_doc_index.py ├── prune_doc_index.sh ├── prune_doc_index_all.sh ├── prune_quantile.py ├── prune_quantile.sh ├── prune_quantile_all.sh ├── query_all_indexes.sh ├── query_index.sh └── run_all.sh ├── setup.py └── splade ├── __init__.py ├── all.py ├── beir_eval.py ├── create_anserini.py ├── datasets ├── __init__.py ├── dataloaders.py ├── datasets.py └── rerank.py ├── evaluate.py ├── evaluation ├── __init__.py └── eval.py ├── flops.py ├── hf ├── README.md ├── args.py ├── collators.py ├── convertl2i2hf.py ├── datasets.py ├── models.py └── trainers.py ├── hf_train.py ├── hf_train_reranker.py ├── index.py ├── indexing ├── __init__.py └── inverted_index.py ├── losses ├── __init__.py ├── pairwise.py ├── pointwise.py └── regularization.py ├── models ├── __init__.py ├── models_utils.py ├── transformer_rank.py └── transformer_rep.py ├── optim ├── __init__.py └── bert_optim.py ├── rerank.py ├── retrieve.py ├── tasks ├── __init__.py ├── amp.py ├── base │ ├── __init__.py │ ├── early_stopping.py │ ├── evaluator.py │ ├── saver.py │ └── trainer.py ├── transformer_evaluator.py └── transformer_trainer.py ├── train.py └── utils ├── __init__.py ├── hydra.py ├── index_figure.py ├── metrics.py ├── processing_trec_eval.py └── utils.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/README.md -------------------------------------------------------------------------------- /benchmarking_sigir23/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/benchmarking_sigir23/README.md -------------------------------------------------------------------------------- /conda_splade_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conda_splade_env.yml -------------------------------------------------------------------------------- /conf/CONFIG_CHOICE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/CONFIG_CHOICE.py -------------------------------------------------------------------------------- /conf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/README.md -------------------------------------------------------------------------------- /conf/config_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_default.yaml -------------------------------------------------------------------------------- /conf/config_hf_dense_sigir23_32neg_distil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_hf_dense_sigir23_32neg_distil.yaml -------------------------------------------------------------------------------- /conf/config_hf_dense_sigir23_32neg_nodistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_hf_dense_sigir23_32neg_nodistil.yaml -------------------------------------------------------------------------------- /conf/config_hf_splade_l1q.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_hf_splade_l1q.yaml -------------------------------------------------------------------------------- /conf/config_hf_splade_sigir23_32neg_distil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_hf_splade_sigir23_32neg_distil.yaml -------------------------------------------------------------------------------- /conf/config_hf_splade_sigir23_32neg_nodistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_hf_splade_sigir23_32neg_nodistil.yaml -------------------------------------------------------------------------------- /conf/config_rerank_train_T5_3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_rerank_train_T5_3b.yaml -------------------------------------------------------------------------------- /conf/config_reranker_toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_reranker_toy.yaml -------------------------------------------------------------------------------- /conf/config_reranker_train_toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_reranker_train_toy.yaml -------------------------------------------------------------------------------- /conf/config_splade++_cocondenser_ensembledistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_cocondenser_ensembledistil.yaml -------------------------------------------------------------------------------- /conf/config_splade++_cocondenser_ensembledistil_monogpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_cocondenser_ensembledistil_monogpu.yaml -------------------------------------------------------------------------------- /conf/config_splade++_cocondenser_selfdistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_cocondenser_selfdistil.yaml -------------------------------------------------------------------------------- /conf/config_splade++_ensembledistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_ensembledistil.yaml -------------------------------------------------------------------------------- /conf/config_splade++_max.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_max.yaml -------------------------------------------------------------------------------- /conf/config_splade++_msedistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_msedistil.yaml -------------------------------------------------------------------------------- /conf/config_splade++_selfdistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade++_selfdistil.yaml -------------------------------------------------------------------------------- /conf/config_splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/config_splade.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/README.md -------------------------------------------------------------------------------- /conf/efficient_splade/config_BT_VI_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_BT_VI_large.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_BT_VI_medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_BT_VI_medium.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_BT_VI_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_BT_VI_small.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_VI_doc_medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_VI_doc_medium.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_VI_doc_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_VI_doc_small.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_V_from_huggingface.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_V_from_huggingface.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_V_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_V_large.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_V_medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_V_medium.yaml -------------------------------------------------------------------------------- /conf/efficient_splade/config_V_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/efficient_splade/config_V_small.yaml -------------------------------------------------------------------------------- /conf/flops/msmarco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/flops/msmarco.yaml -------------------------------------------------------------------------------- /conf/flops/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/flops/toy.yaml -------------------------------------------------------------------------------- /conf/hf/training.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training.yaml -------------------------------------------------------------------------------- /conf/hf/training_dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_dense.yaml -------------------------------------------------------------------------------- /conf/hf/training_mse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_mse.yaml -------------------------------------------------------------------------------- /conf/hf/training_mse_dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_mse_dense.yaml -------------------------------------------------------------------------------- /conf/hf/training_nodistil.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_nodistil.yaml -------------------------------------------------------------------------------- /conf/hf/training_nqueries.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_nqueries.yaml -------------------------------------------------------------------------------- /conf/hf/training_qdoc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_qdoc.yaml -------------------------------------------------------------------------------- /conf/hf/training_rerank.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/hf/training_rerank.yaml -------------------------------------------------------------------------------- /conf/index/msmarco.yaml: -------------------------------------------------------------------------------- 1 | # @package _global_ 2 | 3 | data: 4 | COLLECTION_PATH: data/msmarco/full_collection 5 | -------------------------------------------------------------------------------- /conf/index/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/index/toy.yaml -------------------------------------------------------------------------------- /conf/rerank_collection/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/rerank_collection/toy.yaml -------------------------------------------------------------------------------- /conf/rerank_runs/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/rerank_runs/toy.yaml -------------------------------------------------------------------------------- /conf/retrieve_evaluate/all.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/retrieve_evaluate/all.yaml -------------------------------------------------------------------------------- /conf/retrieve_evaluate/msmarco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/retrieve_evaluate/msmarco.yaml -------------------------------------------------------------------------------- /conf/retrieve_evaluate/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/retrieve_evaluate/toy.yaml -------------------------------------------------------------------------------- /conf/train/config/efficient_splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/efficient_splade.yaml -------------------------------------------------------------------------------- /conf/train/config/efficient_splade_doc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/efficient_splade_doc.yaml -------------------------------------------------------------------------------- /conf/train/config/hf_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/hf_baseline.yaml -------------------------------------------------------------------------------- /conf/train/config/hf_baseline_mse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/hf_baseline_mse.yaml -------------------------------------------------------------------------------- /conf/train/config/hf_rerank.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/hf_rerank.yaml -------------------------------------------------------------------------------- /conf/train/config/splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/splade.yaml -------------------------------------------------------------------------------- /conf/train/config/splade_monogpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/splade_monogpu.yaml -------------------------------------------------------------------------------- /conf/train/config/splade_toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/config/splade_toy.yaml -------------------------------------------------------------------------------- /conf/train/data/distil_from_bm25.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/data/distil_from_bm25.yaml -------------------------------------------------------------------------------- /conf/train/data/distil_from_ensemble.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/data/distil_from_ensemble.yaml -------------------------------------------------------------------------------- /conf/train/data/distil_from_self.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/data/distil_from_self.yaml -------------------------------------------------------------------------------- /conf/train/data/hf_toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/data/hf_toy.yaml -------------------------------------------------------------------------------- /conf/train/data/msmarco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/data/msmarco.yaml -------------------------------------------------------------------------------- /conf/train/data/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/data/toy.yaml -------------------------------------------------------------------------------- /conf/train/model/doc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/model/doc.yaml -------------------------------------------------------------------------------- /conf/train/model/separate_distilbert_mlmflops.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/model/separate_distilbert_mlmflops.yaml -------------------------------------------------------------------------------- /conf/train/model/separate_mixed_mlmflops.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/model/separate_mixed_mlmflops.yaml -------------------------------------------------------------------------------- /conf/train/model/splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/model/splade.yaml -------------------------------------------------------------------------------- /conf/train/model/splade_cocondenser.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/model/splade_cocondenser.yaml -------------------------------------------------------------------------------- /conf/train/model/splade_doc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/conf/train/model/splade_doc.yaml -------------------------------------------------------------------------------- /data/toy_data/dev_queries/raw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/dev_queries/raw.tsv -------------------------------------------------------------------------------- /data/toy_data/full_collection/raw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/full_collection/raw.tsv -------------------------------------------------------------------------------- /data/toy_data/qrel/qrel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/qrel/qrel.json -------------------------------------------------------------------------------- /data/toy_data/scores/toy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/scores/toy.json -------------------------------------------------------------------------------- /data/toy_data/scores/toy.pkl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/scores/toy.pkl.gz -------------------------------------------------------------------------------- /data/toy_data/triplets/raw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/triplets/raw.tsv -------------------------------------------------------------------------------- /data/toy_data/val_collection/raw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/val_collection/raw.tsv -------------------------------------------------------------------------------- /data/toy_data/val_queries/raw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/data/toy_data/val_queries/raw.tsv -------------------------------------------------------------------------------- /efficient_splade_pisa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/efficient_splade_pisa/README.md -------------------------------------------------------------------------------- /images/splade_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/images/splade_figure.png -------------------------------------------------------------------------------- /inference_splade.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/inference_splade.ipynb -------------------------------------------------------------------------------- /main_config/hf/dense_distill_vienna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf/dense_distill_vienna.yaml -------------------------------------------------------------------------------- /main_config/hf/splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf/splade.yaml -------------------------------------------------------------------------------- /main_config/hf/splade_distill.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf/splade_distill.yaml -------------------------------------------------------------------------------- /main_config/hf/splade_msshift.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf/splade_msshift.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/ccmarco_doc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/ccmarco_doc.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/ccmarco_mse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/ccmarco_mse.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/distilbert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/distilbert.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/distilbert_mse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/distilbert_mse.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/distilbert_nils.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/distilbert_nils.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/ppsd_lexical.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/ppsd_lexical.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines/ppsd_mse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines/ppsd_mse.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines_contrastive/distilbert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines_contrastive/distilbert.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines_dense/retromae.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines_dense/retromae.yaml -------------------------------------------------------------------------------- /main_config/hf_baselines_dense/retromae_mse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/hf_baselines_dense/retromae_mse.yaml -------------------------------------------------------------------------------- /main_config/l2i/config_siamese.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/l2i/config_siamese.yaml -------------------------------------------------------------------------------- /main_config/l2i/config_siamese_distill_vienna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/l2i/config_siamese_distill_vienna.yaml -------------------------------------------------------------------------------- /main_config/l2i/config_splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/l2i/config_splade.yaml -------------------------------------------------------------------------------- /main_config/l2i/config_splade_distil_vienna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/l2i/config_splade_distil_vienna.yaml -------------------------------------------------------------------------------- /main_config/l2i/config_splade_distill_vienna_l1q.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/l2i/config_splade_distill_vienna_l1q.yaml -------------------------------------------------------------------------------- /main_config/l2i/splade_l1q.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/l2i/splade_l1q.yaml -------------------------------------------------------------------------------- /main_config/reranker/debertav3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/reranker/debertav3.yaml -------------------------------------------------------------------------------- /main_config/train_reranker/debertav3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/train_reranker/debertav3.yaml -------------------------------------------------------------------------------- /main_config/tripclick/dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/tripclick/dense.yaml -------------------------------------------------------------------------------- /main_config/tripclick/l2i_splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/tripclick/l2i_splade.yaml -------------------------------------------------------------------------------- /main_config/tripclick/splade.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/tripclick/splade.yaml -------------------------------------------------------------------------------- /main_config/two_msmarco/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/two_msmarco/README.md -------------------------------------------------------------------------------- /main_config/two_msmarco/splade_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/two_msmarco/splade_default.yaml -------------------------------------------------------------------------------- /main_config/two_msmarco/splade_titles.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/main_config/two_msmarco/splade_titles.yaml -------------------------------------------------------------------------------- /pruning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/README.md -------------------------------------------------------------------------------- /pruning/index.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/index.sh -------------------------------------------------------------------------------- /pruning/index_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/index_all.sh -------------------------------------------------------------------------------- /pruning/prune_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_all.sh -------------------------------------------------------------------------------- /pruning/prune_doc_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_doc_index.py -------------------------------------------------------------------------------- /pruning/prune_doc_index.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_doc_index.sh -------------------------------------------------------------------------------- /pruning/prune_doc_index_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_doc_index_all.sh -------------------------------------------------------------------------------- /pruning/prune_quantile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_quantile.py -------------------------------------------------------------------------------- /pruning/prune_quantile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_quantile.sh -------------------------------------------------------------------------------- /pruning/prune_quantile_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/prune_quantile_all.sh -------------------------------------------------------------------------------- /pruning/query_all_indexes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/query_all_indexes.sh -------------------------------------------------------------------------------- /pruning/query_index.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/query_index.sh -------------------------------------------------------------------------------- /pruning/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/pruning/run_all.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/setup.py -------------------------------------------------------------------------------- /splade/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/all.py -------------------------------------------------------------------------------- /splade/beir_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/beir_eval.py -------------------------------------------------------------------------------- /splade/create_anserini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/create_anserini.py -------------------------------------------------------------------------------- /splade/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/datasets/dataloaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/datasets/dataloaders.py -------------------------------------------------------------------------------- /splade/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/datasets/datasets.py -------------------------------------------------------------------------------- /splade/datasets/rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/datasets/rerank.py -------------------------------------------------------------------------------- /splade/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/evaluate.py -------------------------------------------------------------------------------- /splade/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/evaluation/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/evaluation/eval.py -------------------------------------------------------------------------------- /splade/flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/flops.py -------------------------------------------------------------------------------- /splade/hf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/README.md -------------------------------------------------------------------------------- /splade/hf/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/args.py -------------------------------------------------------------------------------- /splade/hf/collators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/collators.py -------------------------------------------------------------------------------- /splade/hf/convertl2i2hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/convertl2i2hf.py -------------------------------------------------------------------------------- /splade/hf/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/datasets.py -------------------------------------------------------------------------------- /splade/hf/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/models.py -------------------------------------------------------------------------------- /splade/hf/trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf/trainers.py -------------------------------------------------------------------------------- /splade/hf_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf_train.py -------------------------------------------------------------------------------- /splade/hf_train_reranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/hf_train_reranker.py -------------------------------------------------------------------------------- /splade/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/index.py -------------------------------------------------------------------------------- /splade/indexing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/indexing/inverted_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/indexing/inverted_index.py -------------------------------------------------------------------------------- /splade/losses/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/losses/pairwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/losses/pairwise.py -------------------------------------------------------------------------------- /splade/losses/pointwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/losses/pointwise.py -------------------------------------------------------------------------------- /splade/losses/regularization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/losses/regularization.py -------------------------------------------------------------------------------- /splade/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/models/models_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/models/models_utils.py -------------------------------------------------------------------------------- /splade/models/transformer_rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/models/transformer_rank.py -------------------------------------------------------------------------------- /splade/models/transformer_rep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/models/transformer_rep.py -------------------------------------------------------------------------------- /splade/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/optim/bert_optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/optim/bert_optim.py -------------------------------------------------------------------------------- /splade/rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/rerank.py -------------------------------------------------------------------------------- /splade/retrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/retrieve.py -------------------------------------------------------------------------------- /splade/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/tasks/amp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/amp.py -------------------------------------------------------------------------------- /splade/tasks/base/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/tasks/base/early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/base/early_stopping.py -------------------------------------------------------------------------------- /splade/tasks/base/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/base/evaluator.py -------------------------------------------------------------------------------- /splade/tasks/base/saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/base/saver.py -------------------------------------------------------------------------------- /splade/tasks/base/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/base/trainer.py -------------------------------------------------------------------------------- /splade/tasks/transformer_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/transformer_evaluator.py -------------------------------------------------------------------------------- /splade/tasks/transformer_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/tasks/transformer_trainer.py -------------------------------------------------------------------------------- /splade/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/train.py -------------------------------------------------------------------------------- /splade/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /splade/utils/hydra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/utils/hydra.py -------------------------------------------------------------------------------- /splade/utils/index_figure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/utils/index_figure.py -------------------------------------------------------------------------------- /splade/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/utils/metrics.py -------------------------------------------------------------------------------- /splade/utils/processing_trec_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/utils/processing_trec_eval.py -------------------------------------------------------------------------------- /splade/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/naver/splade/HEAD/splade/utils/utils.py --------------------------------------------------------------------------------