├── .gitignore ├── README.md ├── data ├── dev.json ├── test.json └── train.json ├── download_resources.py ├── environment_dialki.yml ├── environment_dpr_fid.yml ├── eval ├── eval.py └── human_eval │ ├── README.md │ ├── amt-human-eval │ ├── build.sc │ ├── data │ │ ├── example │ │ │ └── main │ │ │ │ └── live │ │ │ │ └── validationPromptIdToAssignments.txt │ │ └── sample_sources_eval.jsonl │ ├── js │ │ ├── jquery-3.1.0.min.js │ │ ├── jsdeps.js │ │ ├── jszip.min.js │ │ ├── out.js │ │ └── styles │ │ │ ├── bootstrap │ │ │ ├── css │ │ │ │ ├── bootstrap-theme.css │ │ │ │ ├── bootstrap-theme.css.map │ │ │ │ ├── bootstrap-theme.min.css │ │ │ │ ├── bootstrap-theme.min.css.map │ │ │ │ ├── bootstrap.css │ │ │ │ ├── bootstrap.css.map │ │ │ │ ├── bootstrap.min.css │ │ │ │ └── bootstrap.min.css.map │ │ │ ├── fonts │ │ │ │ ├── glyphicons-halflings-regular.eot │ │ │ │ ├── glyphicons-halflings-regular.svg │ │ │ │ ├── glyphicons-halflings-regular.ttf │ │ │ │ ├── glyphicons-halflings-regular.woff │ │ │ │ └── glyphicons-halflings-regular.woff2 │ │ │ └── js │ │ │ │ ├── bootstrap.js │ │ │ │ ├── bootstrap.min.js │ │ │ │ └── npm.js │ │ │ ├── index.css │ │ │ └── pretty-checkbox.min.css │ ├── sample.log │ ├── sample │ │ ├── src-js │ │ │ ├── Client.scala │ │ │ └── Dispatcher.scala │ │ ├── src-jvm │ │ │ ├── AnnotationDataService.scala │ │ │ ├── ChristenWorker.scala │ │ │ ├── FileSystemAnnotationDataService.scala │ │ │ ├── MyHITManager.scala │ │ │ ├── Pring.scala │ │ │ ├── SampleExperiment.scala │ │ │ └── SaveData.scala │ │ └── src │ │ │ └── package.scala │ └── scripts │ │ ├── initSample.scala │ │ └── run_sample.sh │ ├── calc_human_eval_results.py │ ├── create_input.py │ └── sample │ ├── dialki_fid.json │ ├── eval_ids.txt │ ├── fid.json │ └── human.json ├── models ├── DIALKI │ ├── config.py │ ├── data_utils │ │ ├── __init__.py │ │ ├── data_class.py │ │ ├── data_collator.py │ │ ├── inscit_reader.py │ │ ├── reader_dataset.py │ │ └── utils.py │ ├── download_hf_model.py │ ├── eval.py │ ├── find_threshold.py │ ├── infer.sh │ ├── models │ │ ├── __init__.py │ │ ├── hf_models.py │ │ ├── loss.py │ │ ├── model_builder.py │ │ ├── perturbation.py │ │ └── reader.py │ ├── prepare_data.py │ ├── preprocess_data.py │ ├── run.sh │ ├── train.sh │ ├── train_reader.py │ └── utils │ │ ├── checkpoint.py │ │ ├── dist_utils.py │ │ ├── model_utils.py │ │ ├── options.py │ │ ├── sampler.py │ │ └── utils.py ├── DPR │ ├── LICENSE │ ├── conf │ │ ├── README.md │ │ ├── biencoder_train_cfg.yaml │ │ ├── ctx_sources │ │ │ └── default_sources.yaml │ │ ├── datasets │ │ │ ├── encoder_train_default.yaml │ │ │ └── retriever_default.yaml │ │ ├── dense_retriever.yaml │ │ ├── encoder │ │ │ └── hf_bert.yaml │ │ ├── gen_embs.yaml │ │ └── train │ │ │ ├── biencoder_default.yaml │ │ │ └── biencoder_inscit.yaml │ ├── create_corpus_tsv.py │ ├── dense_retriever.py │ ├── dpr │ │ ├── __init__.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── biencoder_data.py │ │ │ ├── download_data.py │ │ │ ├── qa_validation.py │ │ │ ├── reader_data.py │ │ │ ├── retriever_data.py │ │ │ └── tables.py │ │ ├── indexer │ │ │ └── faiss_indexers.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── biencoder.py │ │ │ ├── fairseq_models.py │ │ │ ├── hf_models.py │ │ │ ├── pytext_models.py │ │ │ └── reader.py │ │ ├── options.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── conf_utils.py │ │ │ ├── data_utils.py │ │ │ ├── dist_utils.py │ │ │ ├── evaluate_qa.py │ │ │ ├── model_utils.py │ │ │ ├── span_heuristic.py │ │ │ └── tokenizers.py │ ├── encode_passages.sh │ ├── evaluate_retrieval.py │ ├── generate_dense_embeddings.py │ ├── infer.sh │ ├── prepare_data.py │ ├── train.sh │ └── train_dense_encoder.py └── FiD │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── infer.sh │ ├── prepare_data_no_dialki.py │ ├── prepare_data_use_dialki.py │ ├── prepare_eval_file_no_dialki.py │ ├── prepare_eval_file_use_dialki.py │ ├── src │ ├── data.py │ ├── evaluation.py │ ├── index.py │ ├── model.py │ ├── options.py │ ├── preprocess.py │ ├── slurm.py │ └── util.py │ ├── test_reader.py │ ├── train.sh │ └── train_reader.py └── setup.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/README.md -------------------------------------------------------------------------------- /data/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/data/dev.json -------------------------------------------------------------------------------- /data/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/data/test.json -------------------------------------------------------------------------------- /data/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/data/train.json -------------------------------------------------------------------------------- /download_resources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/download_resources.py -------------------------------------------------------------------------------- /environment_dialki.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/environment_dialki.yml -------------------------------------------------------------------------------- /environment_dpr_fid.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/environment_dpr_fid.yml -------------------------------------------------------------------------------- /eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/eval.py -------------------------------------------------------------------------------- /eval/human_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/README.md -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/build.sc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/build.sc -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/data/example/main/live/validationPromptIdToAssignments.txt: -------------------------------------------------------------------------------- 1 | {} -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/data/sample_sources_eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/data/sample_sources_eval.jsonl -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/jquery-3.1.0.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/jquery-3.1.0.min.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/jsdeps.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/jsdeps.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/jszip.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/jszip.min.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/out.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/out.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.css -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.css.map -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.min.css -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap-theme.min.css.map -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.css -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.css.map -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.min.css -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/css/bootstrap.min.css.map -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.eot -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.svg -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.ttf -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.woff -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/fonts/glyphicons-halflings-regular.woff2 -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/js/bootstrap.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/js/bootstrap.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/js/bootstrap.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/js/bootstrap.min.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/bootstrap/js/npm.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/bootstrap/js/npm.js -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/index.css -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/js/styles/pretty-checkbox.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/js/styles/pretty-checkbox.min.css -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample.log -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-js/Client.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-js/Client.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-js/Dispatcher.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-js/Dispatcher.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/AnnotationDataService.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-jvm/AnnotationDataService.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/ChristenWorker.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-jvm/ChristenWorker.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/FileSystemAnnotationDataService.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-jvm/FileSystemAnnotationDataService.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/MyHITManager.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-jvm/MyHITManager.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/Pring.scala: -------------------------------------------------------------------------------- 1 | package spacro.sample 2 | 3 | case object Pring 4 | -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/SampleExperiment.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src-jvm/SampleExperiment.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src-jvm/SaveData.scala: -------------------------------------------------------------------------------- 1 | package spacro.sample 2 | 3 | case object SaveData 4 | -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/sample/src/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/sample/src/package.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/scripts/initSample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/scripts/initSample.scala -------------------------------------------------------------------------------- /eval/human_eval/amt-human-eval/scripts/run_sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/amt-human-eval/scripts/run_sample.sh -------------------------------------------------------------------------------- /eval/human_eval/calc_human_eval_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/calc_human_eval_results.py -------------------------------------------------------------------------------- /eval/human_eval/create_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/create_input.py -------------------------------------------------------------------------------- /eval/human_eval/sample/dialki_fid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/sample/dialki_fid.json -------------------------------------------------------------------------------- /eval/human_eval/sample/eval_ids.txt: -------------------------------------------------------------------------------- 1 | food_level1_dial24 -------------------------------------------------------------------------------- /eval/human_eval/sample/fid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/sample/fid.json -------------------------------------------------------------------------------- /eval/human_eval/sample/human.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/eval/human_eval/sample/human.json -------------------------------------------------------------------------------- /models/DIALKI/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/config.py -------------------------------------------------------------------------------- /models/DIALKI/data_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/data_utils/__init__.py -------------------------------------------------------------------------------- /models/DIALKI/data_utils/data_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/data_utils/data_class.py -------------------------------------------------------------------------------- /models/DIALKI/data_utils/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/data_utils/data_collator.py -------------------------------------------------------------------------------- /models/DIALKI/data_utils/inscit_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/data_utils/inscit_reader.py -------------------------------------------------------------------------------- /models/DIALKI/data_utils/reader_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/data_utils/reader_dataset.py -------------------------------------------------------------------------------- /models/DIALKI/data_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/data_utils/utils.py -------------------------------------------------------------------------------- /models/DIALKI/download_hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/download_hf_model.py -------------------------------------------------------------------------------- /models/DIALKI/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/eval.py -------------------------------------------------------------------------------- /models/DIALKI/find_threshold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/find_threshold.py -------------------------------------------------------------------------------- /models/DIALKI/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/infer.sh -------------------------------------------------------------------------------- /models/DIALKI/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/models/__init__.py -------------------------------------------------------------------------------- /models/DIALKI/models/hf_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/models/hf_models.py -------------------------------------------------------------------------------- /models/DIALKI/models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/models/loss.py -------------------------------------------------------------------------------- /models/DIALKI/models/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/models/model_builder.py -------------------------------------------------------------------------------- /models/DIALKI/models/perturbation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/models/perturbation.py -------------------------------------------------------------------------------- /models/DIALKI/models/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/models/reader.py -------------------------------------------------------------------------------- /models/DIALKI/prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/prepare_data.py -------------------------------------------------------------------------------- /models/DIALKI/preprocess_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/preprocess_data.py -------------------------------------------------------------------------------- /models/DIALKI/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/run.sh -------------------------------------------------------------------------------- /models/DIALKI/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/train.sh -------------------------------------------------------------------------------- /models/DIALKI/train_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/train_reader.py -------------------------------------------------------------------------------- /models/DIALKI/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/utils/checkpoint.py -------------------------------------------------------------------------------- /models/DIALKI/utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/utils/dist_utils.py -------------------------------------------------------------------------------- /models/DIALKI/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/utils/model_utils.py -------------------------------------------------------------------------------- /models/DIALKI/utils/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/utils/options.py -------------------------------------------------------------------------------- /models/DIALKI/utils/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/utils/sampler.py -------------------------------------------------------------------------------- /models/DIALKI/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DIALKI/utils/utils.py -------------------------------------------------------------------------------- /models/DPR/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/LICENSE -------------------------------------------------------------------------------- /models/DPR/conf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/README.md -------------------------------------------------------------------------------- /models/DPR/conf/biencoder_train_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/biencoder_train_cfg.yaml -------------------------------------------------------------------------------- /models/DPR/conf/ctx_sources/default_sources.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/ctx_sources/default_sources.yaml -------------------------------------------------------------------------------- /models/DPR/conf/datasets/encoder_train_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/datasets/encoder_train_default.yaml -------------------------------------------------------------------------------- /models/DPR/conf/datasets/retriever_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/datasets/retriever_default.yaml -------------------------------------------------------------------------------- /models/DPR/conf/dense_retriever.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/dense_retriever.yaml -------------------------------------------------------------------------------- /models/DPR/conf/encoder/hf_bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/encoder/hf_bert.yaml -------------------------------------------------------------------------------- /models/DPR/conf/gen_embs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/gen_embs.yaml -------------------------------------------------------------------------------- /models/DPR/conf/train/biencoder_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/train/biencoder_default.yaml -------------------------------------------------------------------------------- /models/DPR/conf/train/biencoder_inscit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/conf/train/biencoder_inscit.yaml -------------------------------------------------------------------------------- /models/DPR/create_corpus_tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/create_corpus_tsv.py -------------------------------------------------------------------------------- /models/DPR/dense_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dense_retriever.py -------------------------------------------------------------------------------- /models/DPR/dpr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/DPR/dpr/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/DPR/dpr/data/biencoder_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/data/biencoder_data.py -------------------------------------------------------------------------------- /models/DPR/dpr/data/download_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/data/download_data.py -------------------------------------------------------------------------------- /models/DPR/dpr/data/qa_validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/data/qa_validation.py -------------------------------------------------------------------------------- /models/DPR/dpr/data/reader_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/data/reader_data.py -------------------------------------------------------------------------------- /models/DPR/dpr/data/retriever_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/data/retriever_data.py -------------------------------------------------------------------------------- /models/DPR/dpr/data/tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/data/tables.py -------------------------------------------------------------------------------- /models/DPR/dpr/indexer/faiss_indexers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/indexer/faiss_indexers.py -------------------------------------------------------------------------------- /models/DPR/dpr/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/models/__init__.py -------------------------------------------------------------------------------- /models/DPR/dpr/models/biencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/models/biencoder.py -------------------------------------------------------------------------------- /models/DPR/dpr/models/fairseq_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/models/fairseq_models.py -------------------------------------------------------------------------------- /models/DPR/dpr/models/hf_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/models/hf_models.py -------------------------------------------------------------------------------- /models/DPR/dpr/models/pytext_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/models/pytext_models.py -------------------------------------------------------------------------------- /models/DPR/dpr/models/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/models/reader.py -------------------------------------------------------------------------------- /models/DPR/dpr/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/options.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/DPR/dpr/utils/conf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/conf_utils.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/data_utils.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/dist_utils.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/evaluate_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/evaluate_qa.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/model_utils.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/span_heuristic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/span_heuristic.py -------------------------------------------------------------------------------- /models/DPR/dpr/utils/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/dpr/utils/tokenizers.py -------------------------------------------------------------------------------- /models/DPR/encode_passages.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/encode_passages.sh -------------------------------------------------------------------------------- /models/DPR/evaluate_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/evaluate_retrieval.py -------------------------------------------------------------------------------- /models/DPR/generate_dense_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/generate_dense_embeddings.py -------------------------------------------------------------------------------- /models/DPR/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/infer.sh -------------------------------------------------------------------------------- /models/DPR/prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/prepare_data.py -------------------------------------------------------------------------------- /models/DPR/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/train.sh -------------------------------------------------------------------------------- /models/DPR/train_dense_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/DPR/train_dense_encoder.py -------------------------------------------------------------------------------- /models/FiD/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /models/FiD/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/CONTRIBUTING.md -------------------------------------------------------------------------------- /models/FiD/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/LICENSE -------------------------------------------------------------------------------- /models/FiD/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/infer.sh -------------------------------------------------------------------------------- /models/FiD/prepare_data_no_dialki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/prepare_data_no_dialki.py -------------------------------------------------------------------------------- /models/FiD/prepare_data_use_dialki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/prepare_data_use_dialki.py -------------------------------------------------------------------------------- /models/FiD/prepare_eval_file_no_dialki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/prepare_eval_file_no_dialki.py -------------------------------------------------------------------------------- /models/FiD/prepare_eval_file_use_dialki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/prepare_eval_file_use_dialki.py -------------------------------------------------------------------------------- /models/FiD/src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/data.py -------------------------------------------------------------------------------- /models/FiD/src/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/evaluation.py -------------------------------------------------------------------------------- /models/FiD/src/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/index.py -------------------------------------------------------------------------------- /models/FiD/src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/model.py -------------------------------------------------------------------------------- /models/FiD/src/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/options.py -------------------------------------------------------------------------------- /models/FiD/src/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/preprocess.py -------------------------------------------------------------------------------- /models/FiD/src/slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/slurm.py -------------------------------------------------------------------------------- /models/FiD/src/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/src/util.py -------------------------------------------------------------------------------- /models/FiD/test_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/test_reader.py -------------------------------------------------------------------------------- /models/FiD/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/train.sh -------------------------------------------------------------------------------- /models/FiD/train_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/models/FiD/train_reader.py -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ellenmellon/INSCIT/HEAD/setup.sh --------------------------------------------------------------------------------