├── .ipynb_checkpoints └── README-checkpoint.md ├── LICENSE ├── README.md ├── ancetele ├── __init__.py ├── arguments.py ├── dataloaders │ ├── __init__.py │ ├── dataset_utils.py │ ├── dense_dataset.py │ ├── hf_dataset.py │ └── loader_utils.py ├── encode.py ├── faiss_retriever │ ├── __init__.py │ ├── do_retrieval.py │ ├── gpu_utils.py │ ├── reducer.py │ └── retriever.py ├── grad_cache │ ├── __init__.py │ ├── cachex │ │ ├── __init__.py │ │ ├── functional.py │ │ ├── training.py │ │ └── tree_utils.py │ ├── context_managers.py │ ├── functional.py │ ├── grad_cache.py │ └── loss.py ├── losses │ ├── __init__.py │ └── contrastive_loss.py ├── networks │ ├── DenseRetriever.py │ └── __init__.py ├── train.py └── trainers │ ├── __init__.py │ └── dense_trainer.py ├── framework.jpeg ├── github.sh ├── preprocess ├── build_train_em_hn.py ├── build_train_hn.py ├── combine_marco_negative.py ├── combine_nq_triviaqa_negative.py ├── preprocessor.py ├── tokenize_marco_passages.py ├── tokenize_marco_positives.py ├── tokenize_marco_queries.py ├── tokenize_nq_triviaqa_queries.py └── tokenize_wikipedia_passages.py ├── scripts ├── convert_result_to_trec.py ├── ms_marco_eval.py └── score_to_marco.py └── shells ├── epi-1-mine-msmarco.sh ├── epi-1-mine-nq.sh ├── epi-1-mine-triviaqa.sh ├── epi-1-train-msmarco.sh ├── epi-1-train-nq.sh ├── epi-1-train-triviaqa.sh ├── epi-2-mine-msmarco.sh ├── epi-2-mine-nq.sh ├── epi-2-mine-triviaqa.sh ├── epi-2-train-msmarco.sh ├── epi-2-train-nq.sh ├── epi-2-train-triviaqa.sh ├── epi-3-mine-msmarco.sh ├── epi-3-mine-nq.sh ├── epi-3-mine-triviaqa.sh ├── epi-3-train-msmarco.sh ├── epi-3-train-nq.sh ├── epi-3-train-triviaqa.sh ├── infer_msmarco.sh ├── infer_nq.sh ├── infer_triviaqa.sh ├── tokenize_msmarco.sh ├── tokenize_nq.sh ├── tokenize_triviaqa.sh ├── tokenize_wikipedia_corpus.sh ├── train_ance-tele_msmarco.sh ├── train_ance-tele_nq.sh └── train_ance-tele_triviaqa.sh /.ipynb_checkpoints/README-checkpoint.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/.ipynb_checkpoints/README-checkpoint.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/README.md -------------------------------------------------------------------------------- /ancetele/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/__init__.py -------------------------------------------------------------------------------- /ancetele/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/arguments.py -------------------------------------------------------------------------------- /ancetele/dataloaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/dataloaders/__init__.py -------------------------------------------------------------------------------- /ancetele/dataloaders/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/dataloaders/dataset_utils.py -------------------------------------------------------------------------------- /ancetele/dataloaders/dense_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/dataloaders/dense_dataset.py -------------------------------------------------------------------------------- /ancetele/dataloaders/hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/dataloaders/hf_dataset.py -------------------------------------------------------------------------------- /ancetele/dataloaders/loader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/dataloaders/loader_utils.py -------------------------------------------------------------------------------- /ancetele/encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/encode.py -------------------------------------------------------------------------------- /ancetele/faiss_retriever/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/faiss_retriever/__init__.py -------------------------------------------------------------------------------- /ancetele/faiss_retriever/do_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/faiss_retriever/do_retrieval.py -------------------------------------------------------------------------------- /ancetele/faiss_retriever/gpu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/faiss_retriever/gpu_utils.py -------------------------------------------------------------------------------- /ancetele/faiss_retriever/reducer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/faiss_retriever/reducer.py -------------------------------------------------------------------------------- /ancetele/faiss_retriever/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/faiss_retriever/retriever.py -------------------------------------------------------------------------------- /ancetele/grad_cache/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/__init__.py -------------------------------------------------------------------------------- /ancetele/grad_cache/cachex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/cachex/__init__.py -------------------------------------------------------------------------------- /ancetele/grad_cache/cachex/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/cachex/functional.py -------------------------------------------------------------------------------- /ancetele/grad_cache/cachex/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/cachex/training.py -------------------------------------------------------------------------------- /ancetele/grad_cache/cachex/tree_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/cachex/tree_utils.py -------------------------------------------------------------------------------- /ancetele/grad_cache/context_managers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/context_managers.py -------------------------------------------------------------------------------- /ancetele/grad_cache/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/functional.py -------------------------------------------------------------------------------- /ancetele/grad_cache/grad_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/grad_cache.py -------------------------------------------------------------------------------- /ancetele/grad_cache/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/grad_cache/loss.py -------------------------------------------------------------------------------- /ancetele/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/losses/__init__.py -------------------------------------------------------------------------------- /ancetele/losses/contrastive_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/losses/contrastive_loss.py -------------------------------------------------------------------------------- /ancetele/networks/DenseRetriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/networks/DenseRetriever.py -------------------------------------------------------------------------------- /ancetele/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/networks/__init__.py -------------------------------------------------------------------------------- /ancetele/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/train.py -------------------------------------------------------------------------------- /ancetele/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/trainers/__init__.py -------------------------------------------------------------------------------- /ancetele/trainers/dense_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/ancetele/trainers/dense_trainer.py -------------------------------------------------------------------------------- /framework.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/framework.jpeg -------------------------------------------------------------------------------- /github.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/github.sh -------------------------------------------------------------------------------- /preprocess/build_train_em_hn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/build_train_em_hn.py -------------------------------------------------------------------------------- /preprocess/build_train_hn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/build_train_hn.py -------------------------------------------------------------------------------- /preprocess/combine_marco_negative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/combine_marco_negative.py -------------------------------------------------------------------------------- /preprocess/combine_nq_triviaqa_negative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/combine_nq_triviaqa_negative.py -------------------------------------------------------------------------------- /preprocess/preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/preprocessor.py -------------------------------------------------------------------------------- /preprocess/tokenize_marco_passages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/tokenize_marco_passages.py -------------------------------------------------------------------------------- /preprocess/tokenize_marco_positives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/tokenize_marco_positives.py -------------------------------------------------------------------------------- /preprocess/tokenize_marco_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/tokenize_marco_queries.py -------------------------------------------------------------------------------- /preprocess/tokenize_nq_triviaqa_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/tokenize_nq_triviaqa_queries.py -------------------------------------------------------------------------------- /preprocess/tokenize_wikipedia_passages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/preprocess/tokenize_wikipedia_passages.py -------------------------------------------------------------------------------- /scripts/convert_result_to_trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/scripts/convert_result_to_trec.py -------------------------------------------------------------------------------- /scripts/ms_marco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/scripts/ms_marco_eval.py -------------------------------------------------------------------------------- /scripts/score_to_marco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/scripts/score_to_marco.py -------------------------------------------------------------------------------- /shells/epi-1-mine-msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-1-mine-msmarco.sh -------------------------------------------------------------------------------- /shells/epi-1-mine-nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-1-mine-nq.sh -------------------------------------------------------------------------------- /shells/epi-1-mine-triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-1-mine-triviaqa.sh -------------------------------------------------------------------------------- /shells/epi-1-train-msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-1-train-msmarco.sh -------------------------------------------------------------------------------- /shells/epi-1-train-nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-1-train-nq.sh -------------------------------------------------------------------------------- /shells/epi-1-train-triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-1-train-triviaqa.sh -------------------------------------------------------------------------------- /shells/epi-2-mine-msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-2-mine-msmarco.sh -------------------------------------------------------------------------------- /shells/epi-2-mine-nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-2-mine-nq.sh -------------------------------------------------------------------------------- /shells/epi-2-mine-triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-2-mine-triviaqa.sh -------------------------------------------------------------------------------- /shells/epi-2-train-msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-2-train-msmarco.sh -------------------------------------------------------------------------------- /shells/epi-2-train-nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-2-train-nq.sh -------------------------------------------------------------------------------- /shells/epi-2-train-triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-2-train-triviaqa.sh -------------------------------------------------------------------------------- /shells/epi-3-mine-msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-3-mine-msmarco.sh -------------------------------------------------------------------------------- /shells/epi-3-mine-nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-3-mine-nq.sh -------------------------------------------------------------------------------- /shells/epi-3-mine-triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-3-mine-triviaqa.sh -------------------------------------------------------------------------------- /shells/epi-3-train-msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-3-train-msmarco.sh -------------------------------------------------------------------------------- /shells/epi-3-train-nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-3-train-nq.sh -------------------------------------------------------------------------------- /shells/epi-3-train-triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/epi-3-train-triviaqa.sh -------------------------------------------------------------------------------- /shells/infer_msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/infer_msmarco.sh -------------------------------------------------------------------------------- /shells/infer_nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/infer_nq.sh -------------------------------------------------------------------------------- /shells/infer_triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/infer_triviaqa.sh -------------------------------------------------------------------------------- /shells/tokenize_msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/tokenize_msmarco.sh -------------------------------------------------------------------------------- /shells/tokenize_nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/tokenize_nq.sh -------------------------------------------------------------------------------- /shells/tokenize_triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/tokenize_triviaqa.sh -------------------------------------------------------------------------------- /shells/tokenize_wikipedia_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/tokenize_wikipedia_corpus.sh -------------------------------------------------------------------------------- /shells/train_ance-tele_msmarco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/train_ance-tele_msmarco.sh -------------------------------------------------------------------------------- /shells/train_ance-tele_nq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/train_ance-tele_nq.sh -------------------------------------------------------------------------------- /shells/train_ance-tele_triviaqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenMatch/ANCE-Tele/HEAD/shells/train_ance-tele_triviaqa.sh --------------------------------------------------------------------------------