├── framework.png ├── preprocessing ├── create_dev_ref.py └── dataset_split.py ├── qa_multi_span ├── annotator.py ├── dataset.py ├── eval.py ├── main.py ├── model.py ├── official_evaluation │ ├── LICENSE │ ├── README.md │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── downloadutils.sh │ ├── eval_exp.py │ ├── makeintermidiate.py │ ├── ms_marco_eval.py │ ├── ms_marco_eval_test.py │ ├── rouge │ │ ├── __init__.py │ │ └── rouge.py │ └── sample_test_data │ │ ├── dev_as_references.json │ │ ├── dev_first_sentence_as_candidates.json │ │ ├── no_answer_test_candidates.json │ │ ├── no_answer_test_references.json │ │ ├── same_answer_test_candidates.json │ │ ├── same_answer_test_references.json │ │ ├── sample_candidates.json │ │ └── sample_references.json ├── predict.py ├── train.py └── util.py ├── ranker ├── dataset.py ├── main.py ├── metric.py ├── model.py ├── predict.py ├── select_best_passage.py └── train.py ├── readme.md └── requirements.txt /framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/framework.png -------------------------------------------------------------------------------- /preprocessing/create_dev_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/preprocessing/create_dev_ref.py -------------------------------------------------------------------------------- /preprocessing/dataset_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/preprocessing/dataset_split.py -------------------------------------------------------------------------------- /qa_multi_span/annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/annotator.py -------------------------------------------------------------------------------- /qa_multi_span/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/dataset.py -------------------------------------------------------------------------------- /qa_multi_span/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/eval.py -------------------------------------------------------------------------------- /qa_multi_span/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/main.py -------------------------------------------------------------------------------- /qa_multi_span/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/model.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/LICENSE -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/README.md -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/bleu/LICENSE -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/bleu/bleu.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/downloadutils.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/downloadutils.sh -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/eval_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/eval_exp.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/makeintermidiate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/makeintermidiate.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/ms_marco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/ms_marco_eval.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/ms_marco_eval_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/ms_marco_eval_test.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/rouge/rouge.py -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/dev_as_references.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/dev_as_references.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/dev_first_sentence_as_candidates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/dev_first_sentence_as_candidates.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/no_answer_test_candidates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/no_answer_test_candidates.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/no_answer_test_references.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/no_answer_test_references.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/same_answer_test_candidates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/same_answer_test_candidates.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/same_answer_test_references.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/same_answer_test_references.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/sample_candidates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/sample_candidates.json -------------------------------------------------------------------------------- /qa_multi_span/official_evaluation/sample_test_data/sample_references.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/official_evaluation/sample_test_data/sample_references.json -------------------------------------------------------------------------------- /qa_multi_span/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/predict.py -------------------------------------------------------------------------------- /qa_multi_span/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/train.py -------------------------------------------------------------------------------- /qa_multi_span/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/qa_multi_span/util.py -------------------------------------------------------------------------------- /ranker/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/dataset.py -------------------------------------------------------------------------------- /ranker/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/main.py -------------------------------------------------------------------------------- /ranker/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/metric.py -------------------------------------------------------------------------------- /ranker/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/model.py -------------------------------------------------------------------------------- /ranker/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/predict.py -------------------------------------------------------------------------------- /ranker/select_best_passage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/select_best_passage.py -------------------------------------------------------------------------------- /ranker/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/ranker/train.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chunchiehy/musst/HEAD/requirements.txt --------------------------------------------------------------------------------