├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── img ├── KILT_logo.png └── infographic_e.jpg ├── kilt ├── __init__.py ├── configs │ ├── __init__.py │ ├── all_data.json │ ├── dev_data.json │ ├── mapping │ │ └── dev_natural_questions.json │ ├── retriever │ │ ├── __init__.py │ │ ├── blink_biencoder.json │ │ ├── default_blink.json │ │ ├── default_dpr.json │ │ └── default_drqa.json │ ├── test_data.json │ └── train_data.json ├── dataset_mapper.py ├── datasets │ ├── __init__.py │ ├── base_dataset.py │ ├── entity_linking.py │ ├── fact_verification.py │ ├── hotpotqa.py │ ├── hotpotqa_ks.py │ ├── natural_questions.py │ ├── triviaqa.py │ └── zero_shot_re.py ├── eval_downstream.py ├── eval_retrieval.py ├── kilt_utils.py ├── knowledge_source.py ├── readers │ ├── fid │ │ ├── README.md │ │ ├── postprocess.py │ │ └── preprocess.py │ └── t5 │ │ ├── README.md │ │ ├── __init__.py │ │ ├── base_transformer.py │ │ ├── data.py │ │ ├── evaluate_kilt_task.py │ │ └── finetune.py ├── retrieval.py └── retrievers │ ├── BLINK_connector.py │ ├── BM25_connector.py │ ├── DPR_connector.py │ ├── DPR_distr_connector.py │ ├── DrQA_tfidf.py │ ├── README.md │ ├── __init__.py │ └── base_retriever.py ├── scripts ├── README.md ├── create_kilt_data_paragraphs.py ├── download_all_kilt_data.py ├── execute_retrieval.py ├── get_triviaqa_input.py ├── map_TAC-KBP2010_to_KILT.py └── map_datasets.py ├── setup.py └── tests ├── README.md ├── __init__.py ├── test_data ├── __init__.py ├── gold1.jsonl ├── gold2.jsonl ├── gold3.jsonl ├── guess1_1.jsonl ├── guess2_1.jsonl ├── guess2_2.jsonl ├── guess3_1.json └── guess3_1.jsonl ├── test_eval_downstream.py └── test_eval_retrieval.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/README.md -------------------------------------------------------------------------------- /img/KILT_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/img/KILT_logo.png -------------------------------------------------------------------------------- /img/infographic_e.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/img/infographic_e.jpg -------------------------------------------------------------------------------- /kilt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kilt/configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kilt/configs/all_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/all_data.json -------------------------------------------------------------------------------- /kilt/configs/dev_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/dev_data.json -------------------------------------------------------------------------------- /kilt/configs/mapping/dev_natural_questions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/mapping/dev_natural_questions.json -------------------------------------------------------------------------------- /kilt/configs/retriever/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kilt/configs/retriever/blink_biencoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/retriever/blink_biencoder.json -------------------------------------------------------------------------------- /kilt/configs/retriever/default_blink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/retriever/default_blink.json -------------------------------------------------------------------------------- /kilt/configs/retriever/default_dpr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/retriever/default_dpr.json -------------------------------------------------------------------------------- /kilt/configs/retriever/default_drqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/retriever/default_drqa.json -------------------------------------------------------------------------------- /kilt/configs/test_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/test_data.json -------------------------------------------------------------------------------- /kilt/configs/train_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/configs/train_data.json -------------------------------------------------------------------------------- /kilt/dataset_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/dataset_mapper.py -------------------------------------------------------------------------------- /kilt/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kilt/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/base_dataset.py -------------------------------------------------------------------------------- /kilt/datasets/entity_linking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/entity_linking.py -------------------------------------------------------------------------------- /kilt/datasets/fact_verification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/fact_verification.py -------------------------------------------------------------------------------- /kilt/datasets/hotpotqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/hotpotqa.py -------------------------------------------------------------------------------- /kilt/datasets/hotpotqa_ks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/hotpotqa_ks.py -------------------------------------------------------------------------------- /kilt/datasets/natural_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/natural_questions.py -------------------------------------------------------------------------------- /kilt/datasets/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/triviaqa.py -------------------------------------------------------------------------------- /kilt/datasets/zero_shot_re.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/datasets/zero_shot_re.py -------------------------------------------------------------------------------- /kilt/eval_downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/eval_downstream.py -------------------------------------------------------------------------------- /kilt/eval_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/eval_retrieval.py -------------------------------------------------------------------------------- /kilt/kilt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/kilt_utils.py -------------------------------------------------------------------------------- /kilt/knowledge_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/knowledge_source.py -------------------------------------------------------------------------------- /kilt/readers/fid/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/fid/README.md -------------------------------------------------------------------------------- /kilt/readers/fid/postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/fid/postprocess.py -------------------------------------------------------------------------------- /kilt/readers/fid/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/fid/preprocess.py -------------------------------------------------------------------------------- /kilt/readers/t5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/t5/README.md -------------------------------------------------------------------------------- /kilt/readers/t5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kilt/readers/t5/base_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/t5/base_transformer.py -------------------------------------------------------------------------------- /kilt/readers/t5/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/t5/data.py -------------------------------------------------------------------------------- /kilt/readers/t5/evaluate_kilt_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/t5/evaluate_kilt_task.py -------------------------------------------------------------------------------- /kilt/readers/t5/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/readers/t5/finetune.py -------------------------------------------------------------------------------- /kilt/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrieval.py -------------------------------------------------------------------------------- /kilt/retrievers/BLINK_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/BLINK_connector.py -------------------------------------------------------------------------------- /kilt/retrievers/BM25_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/BM25_connector.py -------------------------------------------------------------------------------- /kilt/retrievers/DPR_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/DPR_connector.py -------------------------------------------------------------------------------- /kilt/retrievers/DPR_distr_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/DPR_distr_connector.py -------------------------------------------------------------------------------- /kilt/retrievers/DrQA_tfidf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/DrQA_tfidf.py -------------------------------------------------------------------------------- /kilt/retrievers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/README.md -------------------------------------------------------------------------------- /kilt/retrievers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kilt/retrievers/base_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/kilt/retrievers/base_retriever.py -------------------------------------------------------------------------------- /scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/README.md -------------------------------------------------------------------------------- /scripts/create_kilt_data_paragraphs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/create_kilt_data_paragraphs.py -------------------------------------------------------------------------------- /scripts/download_all_kilt_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/download_all_kilt_data.py -------------------------------------------------------------------------------- /scripts/execute_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/execute_retrieval.py -------------------------------------------------------------------------------- /scripts/get_triviaqa_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/get_triviaqa_input.py -------------------------------------------------------------------------------- /scripts/map_TAC-KBP2010_to_KILT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/map_TAC-KBP2010_to_KILT.py -------------------------------------------------------------------------------- /scripts/map_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/scripts/map_datasets.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/setup.py -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- 1 | ```bash 2 | python -m unittest 3 | ``` -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_data/gold1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/gold1.jsonl -------------------------------------------------------------------------------- /tests/test_data/gold2.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/gold2.jsonl -------------------------------------------------------------------------------- /tests/test_data/gold3.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/gold3.jsonl -------------------------------------------------------------------------------- /tests/test_data/guess1_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/guess1_1.jsonl -------------------------------------------------------------------------------- /tests/test_data/guess2_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/guess2_1.jsonl -------------------------------------------------------------------------------- /tests/test_data/guess2_2.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/guess2_2.jsonl -------------------------------------------------------------------------------- /tests/test_data/guess3_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/guess3_1.json -------------------------------------------------------------------------------- /tests/test_data/guess3_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_data/guess3_1.jsonl -------------------------------------------------------------------------------- /tests/test_eval_downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_eval_downstream.py -------------------------------------------------------------------------------- /tests/test_eval_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/KILT/HEAD/tests/test_eval_retrieval.py --------------------------------------------------------------------------------