├── .gitignore ├── LIB ├── EVAL │ ├── __init__.py │ ├── bleu.py │ ├── data │ │ └── paraphrase-en.gz │ ├── evaluate.py │ ├── meteor-1.5.jar │ ├── meteor.py │ └── rouge.py ├── README.md ├── __init__.py ├── bert │ ├── .gitignore │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── __init__.py │ ├── create_pretraining_data.py │ ├── extract_features.py │ ├── modeling.py │ ├── modeling_test.py │ ├── multilingual.md │ ├── optimization.py │ ├── optimization_test.py │ ├── predicting_movie_reviews_with_bert_on_tf_hub.ipynb │ ├── requirements.txt │ ├── run_classifier.py │ ├── run_classifier_with_tfhub.py │ ├── run_pretraining.py │ ├── run_squad.py │ ├── sample_text.txt │ ├── test_squad.py │ ├── tokenization.py │ └── tokenization_test.py ├── download.py ├── layers.py ├── tf_utils │ ├── .ops.py.swp │ ├── __init__.py │ ├── attention_utils.py │ ├── attention_wrapper.py │ ├── hierarchical_ptr_wrapper.py │ ├── nested_multilevel_attn.py │ ├── ops.py │ ├── pointer_wrapper.py │ ├── recurrent_layers.py │ ├── span_ops.py │ └── utils.py └── utils.py ├── LICENSE ├── QA ├── BERT_QA │ ├── README.md │ └── __init__.py ├── BiDAF_QA │ ├── README.md │ ├── __init__.py │ ├── config.py │ ├── eval.py │ ├── main.py │ └── model.py ├── README.md └── __init__.py ├── QG ├── BERT_QG │ ├── README.md │ ├── __init__.py │ ├── config.py │ ├── eval.py │ ├── main.py │ ├── model.py │ ├── prepare.py │ ├── preprocess.py │ └── utils.py ├── ELMo_QG │ ├── README.md │ ├── __init__.py │ ├── config.py │ ├── eval.py │ ├── main.py │ ├── model.py │ ├── prepare.py │ ├── preprocess.py │ └── utils.py ├── README.md └── __init__.py ├── QPC ├── BERT_QPC │ ├── README.md │ └── __init__.py ├── ELMo_QPC │ ├── README.md │ ├── __init__.py │ ├── config.py │ ├── main.py │ ├── model.py │ ├── prepare.py │ ├── preprocess.py │ └── utils.py ├── README.md └── __init__.py ├── README.md └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | *.pyc -------------------------------------------------------------------------------- /LIB/EVAL/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LIB/EVAL/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/EVAL/bleu.py -------------------------------------------------------------------------------- /LIB/EVAL/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/EVAL/data/paraphrase-en.gz -------------------------------------------------------------------------------- /LIB/EVAL/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/EVAL/evaluate.py -------------------------------------------------------------------------------- /LIB/EVAL/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/EVAL/meteor-1.5.jar -------------------------------------------------------------------------------- /LIB/EVAL/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/EVAL/meteor.py -------------------------------------------------------------------------------- /LIB/EVAL/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/EVAL/rouge.py -------------------------------------------------------------------------------- /LIB/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/README.md -------------------------------------------------------------------------------- /LIB/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LIB/bert/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/.gitignore -------------------------------------------------------------------------------- /LIB/bert/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/CONTRIBUTING.md -------------------------------------------------------------------------------- /LIB/bert/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/LICENSE -------------------------------------------------------------------------------- /LIB/bert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/README.md -------------------------------------------------------------------------------- /LIB/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LIB/bert/create_pretraining_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/create_pretraining_data.py -------------------------------------------------------------------------------- /LIB/bert/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/extract_features.py -------------------------------------------------------------------------------- /LIB/bert/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/modeling.py -------------------------------------------------------------------------------- /LIB/bert/modeling_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/modeling_test.py -------------------------------------------------------------------------------- /LIB/bert/multilingual.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/multilingual.md -------------------------------------------------------------------------------- /LIB/bert/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/optimization.py -------------------------------------------------------------------------------- /LIB/bert/optimization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/optimization_test.py -------------------------------------------------------------------------------- /LIB/bert/predicting_movie_reviews_with_bert_on_tf_hub.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/predicting_movie_reviews_with_bert_on_tf_hub.ipynb -------------------------------------------------------------------------------- /LIB/bert/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/requirements.txt -------------------------------------------------------------------------------- /LIB/bert/run_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/run_classifier.py -------------------------------------------------------------------------------- /LIB/bert/run_classifier_with_tfhub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/run_classifier_with_tfhub.py -------------------------------------------------------------------------------- /LIB/bert/run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/run_pretraining.py -------------------------------------------------------------------------------- /LIB/bert/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/run_squad.py -------------------------------------------------------------------------------- /LIB/bert/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/sample_text.txt -------------------------------------------------------------------------------- /LIB/bert/test_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/test_squad.py -------------------------------------------------------------------------------- /LIB/bert/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/tokenization.py -------------------------------------------------------------------------------- /LIB/bert/tokenization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/bert/tokenization_test.py -------------------------------------------------------------------------------- /LIB/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/download.py -------------------------------------------------------------------------------- /LIB/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/layers.py -------------------------------------------------------------------------------- /LIB/tf_utils/.ops.py.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/.ops.py.swp -------------------------------------------------------------------------------- /LIB/tf_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LIB/tf_utils/attention_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/attention_utils.py -------------------------------------------------------------------------------- /LIB/tf_utils/attention_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/attention_wrapper.py -------------------------------------------------------------------------------- /LIB/tf_utils/hierarchical_ptr_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/hierarchical_ptr_wrapper.py -------------------------------------------------------------------------------- /LIB/tf_utils/nested_multilevel_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/nested_multilevel_attn.py -------------------------------------------------------------------------------- /LIB/tf_utils/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/ops.py -------------------------------------------------------------------------------- /LIB/tf_utils/pointer_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/pointer_wrapper.py -------------------------------------------------------------------------------- /LIB/tf_utils/recurrent_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/recurrent_layers.py -------------------------------------------------------------------------------- /LIB/tf_utils/span_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/span_ops.py -------------------------------------------------------------------------------- /LIB/tf_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/tf_utils/utils.py -------------------------------------------------------------------------------- /LIB/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LIB/utils.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/LICENSE -------------------------------------------------------------------------------- /QA/BERT_QA/README.md: -------------------------------------------------------------------------------- 1 | Coming soon... -------------------------------------------------------------------------------- /QA/BERT_QA/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QA/BiDAF_QA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QA/BiDAF_QA/README.md -------------------------------------------------------------------------------- /QA/BiDAF_QA/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QA/BiDAF_QA/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QA/BiDAF_QA/config.py -------------------------------------------------------------------------------- /QA/BiDAF_QA/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QA/BiDAF_QA/eval.py -------------------------------------------------------------------------------- /QA/BiDAF_QA/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QA/BiDAF_QA/main.py -------------------------------------------------------------------------------- /QA/BiDAF_QA/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QA/BiDAF_QA/model.py -------------------------------------------------------------------------------- /QA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QA/README.md -------------------------------------------------------------------------------- /QA/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QG/BERT_QG/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/README.md -------------------------------------------------------------------------------- /QG/BERT_QG/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QG/BERT_QG/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/config.py -------------------------------------------------------------------------------- /QG/BERT_QG/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/eval.py -------------------------------------------------------------------------------- /QG/BERT_QG/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/main.py -------------------------------------------------------------------------------- /QG/BERT_QG/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/model.py -------------------------------------------------------------------------------- /QG/BERT_QG/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/prepare.py -------------------------------------------------------------------------------- /QG/BERT_QG/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/preprocess.py -------------------------------------------------------------------------------- /QG/BERT_QG/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/BERT_QG/utils.py -------------------------------------------------------------------------------- /QG/ELMo_QG/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/README.md -------------------------------------------------------------------------------- /QG/ELMo_QG/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QG/ELMo_QG/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/config.py -------------------------------------------------------------------------------- /QG/ELMo_QG/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/eval.py -------------------------------------------------------------------------------- /QG/ELMo_QG/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/main.py -------------------------------------------------------------------------------- /QG/ELMo_QG/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/model.py -------------------------------------------------------------------------------- /QG/ELMo_QG/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/prepare.py -------------------------------------------------------------------------------- /QG/ELMo_QG/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/preprocess.py -------------------------------------------------------------------------------- /QG/ELMo_QG/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/ELMo_QG/utils.py -------------------------------------------------------------------------------- /QG/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QG/README.md -------------------------------------------------------------------------------- /QG/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QPC/BERT_QPC/README.md: -------------------------------------------------------------------------------- 1 | Coming soon... -------------------------------------------------------------------------------- /QPC/BERT_QPC/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QPC/ELMo_QPC/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/README.md -------------------------------------------------------------------------------- /QPC/ELMo_QPC/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /QPC/ELMo_QPC/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/config.py -------------------------------------------------------------------------------- /QPC/ELMo_QPC/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/main.py -------------------------------------------------------------------------------- /QPC/ELMo_QPC/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/model.py -------------------------------------------------------------------------------- /QPC/ELMo_QPC/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/prepare.py -------------------------------------------------------------------------------- /QPC/ELMo_QPC/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/preprocess.py -------------------------------------------------------------------------------- /QPC/ELMo_QPC/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/ELMo_QPC/utils.py -------------------------------------------------------------------------------- /QPC/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/QPC/README.md -------------------------------------------------------------------------------- /QPC/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZhangShiyue/QGforQA/HEAD/README.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow-gpu==1.11.0 2 | stanford-corenlp 3 | tqdm 4 | h5py 5 | ujson --------------------------------------------------------------------------------