├── LICENSE.txt ├── NOTICE.txt ├── README.md ├── bert-ranker ├── configs │ ├── MultiCQA-RoBERTa-large.yaml │ ├── README.md │ ├── example_adaptertraining_bicycles.stackexchange.com.yaml │ ├── example_askubuntu.yaml │ ├── example_cooking-LAS.yaml │ ├── example_fusion_balanced.yaml │ ├── example_insuranceqa.yaml │ ├── example_semeval17.yaml │ └── example_wikipassageqa.yaml ├── default_config.yaml ├── example_config.yaml ├── example_eval_config.yaml ├── experiment │ ├── __init__.py │ ├── bert_models │ │ ├── __init__.py │ │ ├── adapter.py │ │ ├── modeling_bert.py │ │ └── modeling_utils.py │ ├── bert_utils.py │ ├── checkpointing.py │ ├── config.py │ ├── qa │ │ ├── __init__.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── askubuntu │ │ │ │ ├── __init__.py │ │ │ │ └── askubuntu.py │ │ │ ├── insuranceqa │ │ │ │ ├── __init__.py │ │ │ │ ├── json.py │ │ │ │ ├── reader │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── tsv_reader.py │ │ │ │ │ ├── v1_reader.py │ │ │ │ │ └── v2_reader.py │ │ │ │ ├── tsv.py │ │ │ │ ├── v1.py │ │ │ │ └── v2.py │ │ │ ├── models.py │ │ │ ├── reader.py │ │ │ ├── semeval │ │ │ │ ├── __init__.py │ │ │ │ ├── reader.py │ │ │ │ └── reader17.py │ │ │ ├── stackexchange_questions │ │ │ │ ├── __init__.py │ │ │ │ └── reader.py │ │ │ └── wikipassageqa │ │ │ │ ├── __init__.py │ │ │ │ └── reader.py │ │ ├── evaluation │ │ │ ├── __init__.py │ │ │ └── semeval_search_engine_rank.py │ │ ├── model │ │ │ └── __init__.py │ │ └── train │ │ │ ├── __init__.py │ │ │ └── no_training.py │ ├── qa_pointwise │ │ ├── __init__.py │ │ ├── evaluation │ │ │ ├── __init__.py │ │ │ └── evaluation_bert.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── bert_sigmoid.py │ │ │ └── roberta_sigmoid.py │ │ └── train │ │ │ ├── __init__.py │ │ │ ├── training_bert.py │ │ │ ├── training_bert_batch_same_q.py │ │ │ ├── training_bert_with_negative_pools.py │ │ │ └── training_bert_with_negative_pools_batch_same_q.py │ ├── run_util.py │ ├── sentence_embeddings │ │ ├── __init__.py │ │ ├── evaluation │ │ │ ├── __init__.py │ │ │ ├── evaluation_sbert.py │ │ │ ├── evaluation_use.py │ │ │ └── evaluation_use_qa.py │ │ └── model │ │ │ ├── __init__.py │ │ │ └── no_model.py │ └── util.py ├── readme.md ├── requirements.txt ├── run_eval.py ├── run_experiment.py └── test │ ├── __init__.py │ └── test_config.py └── data-creation ├── README.md ├── create_extended_train_data.py ├── create_train_data_standard.py ├── print_duplicate_ids.py └── requirements.txt /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /NOTICE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/NOTICE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/README.md -------------------------------------------------------------------------------- /bert-ranker/configs/MultiCQA-RoBERTa-large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/MultiCQA-RoBERTa-large.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/README.md -------------------------------------------------------------------------------- /bert-ranker/configs/example_adaptertraining_bicycles.stackexchange.com.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_adaptertraining_bicycles.stackexchange.com.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/example_askubuntu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_askubuntu.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/example_cooking-LAS.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_cooking-LAS.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/example_fusion_balanced.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_fusion_balanced.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/example_insuranceqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_insuranceqa.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/example_semeval17.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_semeval17.yaml -------------------------------------------------------------------------------- /bert-ranker/configs/example_wikipassageqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/configs/example_wikipassageqa.yaml -------------------------------------------------------------------------------- /bert-ranker/default_config.yaml: -------------------------------------------------------------------------------- 1 | logger: 2 | level: INFO -------------------------------------------------------------------------------- /bert-ranker/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/example_config.yaml -------------------------------------------------------------------------------- /bert-ranker/example_eval_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/example_eval_config.yaml -------------------------------------------------------------------------------- /bert-ranker/experiment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/__init__.py -------------------------------------------------------------------------------- /bert-ranker/experiment/bert_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/bert_models/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/bert_models/adapter.py -------------------------------------------------------------------------------- /bert-ranker/experiment/bert_models/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/bert_models/modeling_bert.py -------------------------------------------------------------------------------- /bert-ranker/experiment/bert_models/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/bert_models/modeling_utils.py -------------------------------------------------------------------------------- /bert-ranker/experiment/bert_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/bert_utils.py -------------------------------------------------------------------------------- /bert-ranker/experiment/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/checkpointing.py -------------------------------------------------------------------------------- /bert-ranker/experiment/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/config.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/__init__.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/askubuntu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/askubuntu/askubuntu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/askubuntu/askubuntu.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/json.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/reader/tsv_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/reader/tsv_reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/reader/v1_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/reader/v1_reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/reader/v2_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/reader/v2_reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/tsv.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/v1.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/insuranceqa/v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/insuranceqa/v2.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/models.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/semeval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/semeval/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/semeval/reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/semeval/reader17.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/semeval/reader17.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/stackexchange_questions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/stackexchange_questions/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/stackexchange_questions/reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/wikipassageqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/data/wikipassageqa/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/data/wikipassageqa/reader.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/evaluation/__init__.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/evaluation/semeval_search_engine_rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/evaluation/semeval_search_engine_rank.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/model/__init__.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa/train/no_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa/train/no_training.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/evaluation/evaluation_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/evaluation/evaluation_bert.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/model/bert_sigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/model/bert_sigmoid.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/model/roberta_sigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/model/roberta_sigmoid.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/train/training_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/train/training_bert.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/train/training_bert_batch_same_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/train/training_bert_batch_same_q.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/train/training_bert_with_negative_pools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/train/training_bert_with_negative_pools.py -------------------------------------------------------------------------------- /bert-ranker/experiment/qa_pointwise/train/training_bert_with_negative_pools_batch_same_q.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/qa_pointwise/train/training_bert_with_negative_pools_batch_same_q.py -------------------------------------------------------------------------------- /bert-ranker/experiment/run_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/run_util.py -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/evaluation/evaluation_sbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/sentence_embeddings/evaluation/evaluation_sbert.py -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/evaluation/evaluation_use.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/sentence_embeddings/evaluation/evaluation_use.py -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/evaluation/evaluation_use_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/sentence_embeddings/evaluation/evaluation_use_qa.py -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/experiment/sentence_embeddings/model/no_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/sentence_embeddings/model/no_model.py -------------------------------------------------------------------------------- /bert-ranker/experiment/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/experiment/util.py -------------------------------------------------------------------------------- /bert-ranker/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/readme.md -------------------------------------------------------------------------------- /bert-ranker/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/requirements.txt -------------------------------------------------------------------------------- /bert-ranker/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/run_eval.py -------------------------------------------------------------------------------- /bert-ranker/run_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/run_experiment.py -------------------------------------------------------------------------------- /bert-ranker/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bert-ranker/test/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/bert-ranker/test/test_config.py -------------------------------------------------------------------------------- /data-creation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/data-creation/README.md -------------------------------------------------------------------------------- /data-creation/create_extended_train_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/data-creation/create_extended_train_data.py -------------------------------------------------------------------------------- /data-creation/create_train_data_standard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/data-creation/create_train_data_standard.py -------------------------------------------------------------------------------- /data-creation/print_duplicate_ids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/data-creation/print_duplicate_ids.py -------------------------------------------------------------------------------- /data-creation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/emnlp2020-multicqa/HEAD/data-creation/requirements.txt --------------------------------------------------------------------------------