├── .whitesource ├── LICENSE ├── README.md ├── dataloader ├── __init__.py ├── distloader_base.py └── file_splitter.py ├── dpr ├── __init__.py ├── anserini_prep.py ├── biencoder_gcp.py ├── biencoder_hypers.py ├── biencoder_trainer.py ├── dataloader_biencoder.py ├── dpr_kilt_slot_filling_dataset.py ├── faiss_index.py ├── index_simple_corpus.py ├── prepare_rag_model.py └── simple_mmap_dataset.py ├── eval ├── __init__.py └── convert_for_kilt_eval.py ├── jar └── dprBM25.jar ├── renovate.json ├── requirements.txt ├── slot_filling ├── __init__.py ├── corpus_client.py ├── corpus_server_direct.py ├── dataset_stats.py ├── kilt_passage_corpus.py ├── rag_client_server_apply.py ├── rag_client_server_train.py ├── rag_hypers.py └── rag_util.py ├── torch_util ├── __init__.py ├── hypers_base.py └── transformer_optimize.py └── util ├── __init__.py ├── args_help.py ├── line_corpus.py └── reporting.py /.whitesource: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/.whitesource -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/README.md -------------------------------------------------------------------------------- /dataloader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataloader/distloader_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dataloader/distloader_base.py -------------------------------------------------------------------------------- /dataloader/file_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dataloader/file_splitter.py -------------------------------------------------------------------------------- /dpr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dpr/anserini_prep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/anserini_prep.py -------------------------------------------------------------------------------- /dpr/biencoder_gcp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/biencoder_gcp.py -------------------------------------------------------------------------------- /dpr/biencoder_hypers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/biencoder_hypers.py -------------------------------------------------------------------------------- /dpr/biencoder_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/biencoder_trainer.py -------------------------------------------------------------------------------- /dpr/dataloader_biencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/dataloader_biencoder.py -------------------------------------------------------------------------------- /dpr/dpr_kilt_slot_filling_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/dpr_kilt_slot_filling_dataset.py -------------------------------------------------------------------------------- /dpr/faiss_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/faiss_index.py -------------------------------------------------------------------------------- /dpr/index_simple_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/index_simple_corpus.py -------------------------------------------------------------------------------- /dpr/prepare_rag_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/prepare_rag_model.py -------------------------------------------------------------------------------- /dpr/simple_mmap_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/dpr/simple_mmap_dataset.py -------------------------------------------------------------------------------- /eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/convert_for_kilt_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/eval/convert_for_kilt_eval.py -------------------------------------------------------------------------------- /jar/dprBM25.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/jar/dprBM25.jar -------------------------------------------------------------------------------- /renovate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/renovate.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | ujson 3 | requests 4 | faiss 5 | flask 6 | -------------------------------------------------------------------------------- /slot_filling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /slot_filling/corpus_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/corpus_client.py -------------------------------------------------------------------------------- /slot_filling/corpus_server_direct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/corpus_server_direct.py -------------------------------------------------------------------------------- /slot_filling/dataset_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/dataset_stats.py -------------------------------------------------------------------------------- /slot_filling/kilt_passage_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/kilt_passage_corpus.py -------------------------------------------------------------------------------- /slot_filling/rag_client_server_apply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/rag_client_server_apply.py -------------------------------------------------------------------------------- /slot_filling/rag_client_server_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/rag_client_server_train.py -------------------------------------------------------------------------------- /slot_filling/rag_hypers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/rag_hypers.py -------------------------------------------------------------------------------- /slot_filling/rag_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/slot_filling/rag_util.py -------------------------------------------------------------------------------- /torch_util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torch_util/hypers_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/torch_util/hypers_base.py -------------------------------------------------------------------------------- /torch_util/transformer_optimize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/torch_util/transformer_optimize.py -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /util/args_help.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/util/args_help.py -------------------------------------------------------------------------------- /util/line_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/util/line_corpus.py -------------------------------------------------------------------------------- /util/reporting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/kgi-slot-filling/HEAD/util/reporting.py --------------------------------------------------------------------------------