├── .gitignore ├── README.md ├── check_bleu_sent_by_sent.py ├── dataset.py ├── embed_vocab.py ├── estimate_difficulty ├── difficulty_estimator.py ├── ent_list.txt ├── full.tgt ├── popularity.py └── tagme_annotation.py ├── evaluation.py ├── final_data ├── cwq │ ├── .DS_Store │ ├── ae+de │ │ ├── .DS_Store │ │ ├── dev.src │ │ ├── dev.tgt │ │ ├── ent_dict_list.txt │ │ ├── full.tgt │ │ ├── test.src │ │ ├── test.tgt │ │ ├── train.src │ │ └── train.tgt │ ├── ae+no_de │ │ ├── .DS_Store │ │ ├── dev.src │ │ ├── dev.tgt │ │ ├── entity_dict.txt │ │ ├── full.src │ │ ├── full.tgt │ │ ├── rel_dict.txt │ │ ├── test.src │ │ ├── test.tgt │ │ ├── train.src │ │ └── train.tgt │ ├── common_data │ │ ├── entity_dict.txt │ │ ├── entity_embed_dict.txt │ │ ├── rel_dict.txt │ │ ├── rel_embed_dict.txt │ │ └── subgraph.txt │ ├── no_ae+de │ │ ├── .DS_Store │ │ ├── dev.src │ │ ├── dev.tgt │ │ ├── ent_dict_list.txt │ │ ├── full.tgt │ │ ├── test.src │ │ ├── test.tgt │ │ ├── train.src │ │ └── train.tgt │ └── no_ae+no_de │ │ ├── .DS_Store │ │ ├── dev.src │ │ ├── dev.tgt │ │ ├── full.src │ │ ├── full.tgt │ │ ├── kqg.pt │ │ ├── pred_exp1.txt │ │ ├── test.src │ │ ├── test.tgt │ │ ├── train.src │ │ └── train.tgt └── pq │ ├── ae │ ├── .DS_Store │ ├── dev.src │ ├── dev.tgt │ ├── test.src │ ├── test.tgt │ ├── train.src │ └── train.tgt │ ├── both_masked │ ├── dev.src.masked │ ├── dev.tgt.masked │ ├── test.src.masked │ ├── test.tgt.masked │ ├── train.src.masked │ └── train.tgt.masked │ ├── dev │ ├── .DS_Store │ ├── dev.dict.pkl │ ├── dev.src │ └── dev.tgt │ ├── test │ ├── .DS_Store │ ├── pred.txt │ ├── test.dict.pkl │ ├── test.src │ └── test.tgt │ ├── train │ ├── .DS_Store │ ├── train.dict.pkl │ ├── train.src │ └── train.tgt │ └── word2vec │ ├── dev.src │ ├── dev.tgt │ ├── test.src │ ├── test.tgt │ ├── train.src │ └── train.tgt ├── generate_question.py ├── mteval-v14.pl ├── preprocess.py ├── preprocess ├── answer_encoder.py ├── difficulty_encoder.py ├── embed_ent_rel.py ├── mask_cwq.py ├── mask_dbpedia_subgraph.py ├── mask_freebase_subgraph.py ├── nonbreaking_prefix.de ├── nonbreaking_prefix.en ├── preprocess_cwq.py └── tokenizer.perl ├── preprocess_qg.py ├── train.py ├── transformer ├── Beam.py ├── Constants.py ├── Layers.py ├── Model.py ├── Modules.py ├── Optim.py ├── Question_Generator.py ├── SubLayers.py └── __init__.py └── utils ├── logging.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/README.md -------------------------------------------------------------------------------- /check_bleu_sent_by_sent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/check_bleu_sent_by_sent.py -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/dataset.py -------------------------------------------------------------------------------- /embed_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/embed_vocab.py -------------------------------------------------------------------------------- /estimate_difficulty/difficulty_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/estimate_difficulty/difficulty_estimator.py -------------------------------------------------------------------------------- /estimate_difficulty/ent_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/estimate_difficulty/ent_list.txt -------------------------------------------------------------------------------- /estimate_difficulty/full.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/estimate_difficulty/full.tgt -------------------------------------------------------------------------------- /estimate_difficulty/popularity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/estimate_difficulty/popularity.py -------------------------------------------------------------------------------- /estimate_difficulty/tagme_annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/estimate_difficulty/tagme_annotation.py -------------------------------------------------------------------------------- /evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/evaluation.py -------------------------------------------------------------------------------- /final_data/cwq/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/.DS_Store -------------------------------------------------------------------------------- /final_data/cwq/ae+de/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/.DS_Store -------------------------------------------------------------------------------- /final_data/cwq/ae+de/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/dev.src -------------------------------------------------------------------------------- /final_data/cwq/ae+de/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/dev.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+de/ent_dict_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/ent_dict_list.txt -------------------------------------------------------------------------------- /final_data/cwq/ae+de/full.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/full.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+de/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/test.src -------------------------------------------------------------------------------- /final_data/cwq/ae+de/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/test.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+de/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/train.src -------------------------------------------------------------------------------- /final_data/cwq/ae+de/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+de/train.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/.DS_Store -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/dev.src -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/dev.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/entity_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/entity_dict.txt -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/full.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/full.src -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/full.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/full.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/rel_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/rel_dict.txt -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/test.src -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/test.tgt -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/train.src -------------------------------------------------------------------------------- /final_data/cwq/ae+no_de/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/ae+no_de/train.tgt -------------------------------------------------------------------------------- /final_data/cwq/common_data/entity_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/common_data/entity_dict.txt -------------------------------------------------------------------------------- /final_data/cwq/common_data/entity_embed_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/common_data/entity_embed_dict.txt -------------------------------------------------------------------------------- /final_data/cwq/common_data/rel_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/common_data/rel_dict.txt -------------------------------------------------------------------------------- /final_data/cwq/common_data/rel_embed_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/common_data/rel_embed_dict.txt -------------------------------------------------------------------------------- /final_data/cwq/common_data/subgraph.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/common_data/subgraph.txt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/.DS_Store -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/dev.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/dev.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/ent_dict_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/ent_dict_list.txt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/full.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/full.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/test.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/test.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/train.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+de/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+de/train.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/.DS_Store -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/dev.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/dev.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/full.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/full.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/full.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/full.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/kqg.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/kqg.pt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/pred_exp1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/pred_exp1.txt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/test.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/test.tgt -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/train.src -------------------------------------------------------------------------------- /final_data/cwq/no_ae+no_de/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/cwq/no_ae+no_de/train.tgt -------------------------------------------------------------------------------- /final_data/pq/ae/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/.DS_Store -------------------------------------------------------------------------------- /final_data/pq/ae/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/dev.src -------------------------------------------------------------------------------- /final_data/pq/ae/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/dev.tgt -------------------------------------------------------------------------------- /final_data/pq/ae/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/test.src -------------------------------------------------------------------------------- /final_data/pq/ae/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/test.tgt -------------------------------------------------------------------------------- /final_data/pq/ae/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/train.src -------------------------------------------------------------------------------- /final_data/pq/ae/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/ae/train.tgt -------------------------------------------------------------------------------- /final_data/pq/both_masked/dev.src.masked: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/both_masked/dev.src.masked -------------------------------------------------------------------------------- /final_data/pq/both_masked/dev.tgt.masked: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/both_masked/dev.tgt.masked -------------------------------------------------------------------------------- /final_data/pq/both_masked/test.src.masked: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/both_masked/test.src.masked -------------------------------------------------------------------------------- /final_data/pq/both_masked/test.tgt.masked: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/both_masked/test.tgt.masked -------------------------------------------------------------------------------- /final_data/pq/both_masked/train.src.masked: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/both_masked/train.src.masked -------------------------------------------------------------------------------- /final_data/pq/both_masked/train.tgt.masked: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/both_masked/train.tgt.masked -------------------------------------------------------------------------------- /final_data/pq/dev/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/dev/.DS_Store -------------------------------------------------------------------------------- /final_data/pq/dev/dev.dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/dev/dev.dict.pkl -------------------------------------------------------------------------------- /final_data/pq/dev/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/dev/dev.src -------------------------------------------------------------------------------- /final_data/pq/dev/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/dev/dev.tgt -------------------------------------------------------------------------------- /final_data/pq/test/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/test/.DS_Store -------------------------------------------------------------------------------- /final_data/pq/test/pred.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/test/pred.txt -------------------------------------------------------------------------------- /final_data/pq/test/test.dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/test/test.dict.pkl -------------------------------------------------------------------------------- /final_data/pq/test/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/test/test.src -------------------------------------------------------------------------------- /final_data/pq/test/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/test/test.tgt -------------------------------------------------------------------------------- /final_data/pq/train/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/train/.DS_Store -------------------------------------------------------------------------------- /final_data/pq/train/train.dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/train/train.dict.pkl -------------------------------------------------------------------------------- /final_data/pq/train/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/train/train.src -------------------------------------------------------------------------------- /final_data/pq/train/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/train/train.tgt -------------------------------------------------------------------------------- /final_data/pq/word2vec/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/word2vec/dev.src -------------------------------------------------------------------------------- /final_data/pq/word2vec/dev.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/word2vec/dev.tgt -------------------------------------------------------------------------------- /final_data/pq/word2vec/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/word2vec/test.src -------------------------------------------------------------------------------- /final_data/pq/word2vec/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/word2vec/test.tgt -------------------------------------------------------------------------------- /final_data/pq/word2vec/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/word2vec/train.src -------------------------------------------------------------------------------- /final_data/pq/word2vec/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/final_data/pq/word2vec/train.tgt -------------------------------------------------------------------------------- /generate_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/generate_question.py -------------------------------------------------------------------------------- /mteval-v14.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/mteval-v14.pl -------------------------------------------------------------------------------- /preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess.py -------------------------------------------------------------------------------- /preprocess/answer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/answer_encoder.py -------------------------------------------------------------------------------- /preprocess/difficulty_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/difficulty_encoder.py -------------------------------------------------------------------------------- /preprocess/embed_ent_rel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/embed_ent_rel.py -------------------------------------------------------------------------------- /preprocess/mask_cwq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/mask_cwq.py -------------------------------------------------------------------------------- /preprocess/mask_dbpedia_subgraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/mask_dbpedia_subgraph.py -------------------------------------------------------------------------------- /preprocess/mask_freebase_subgraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/mask_freebase_subgraph.py -------------------------------------------------------------------------------- /preprocess/nonbreaking_prefix.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/nonbreaking_prefix.de -------------------------------------------------------------------------------- /preprocess/nonbreaking_prefix.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/nonbreaking_prefix.en -------------------------------------------------------------------------------- /preprocess/preprocess_cwq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/preprocess_cwq.py -------------------------------------------------------------------------------- /preprocess/tokenizer.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess/tokenizer.perl -------------------------------------------------------------------------------- /preprocess_qg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/preprocess_qg.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/train.py -------------------------------------------------------------------------------- /transformer/Beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Beam.py -------------------------------------------------------------------------------- /transformer/Constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Constants.py -------------------------------------------------------------------------------- /transformer/Layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Layers.py -------------------------------------------------------------------------------- /transformer/Model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Model.py -------------------------------------------------------------------------------- /transformer/Modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Modules.py -------------------------------------------------------------------------------- /transformer/Optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Optim.py -------------------------------------------------------------------------------- /transformer/Question_Generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/Question_Generator.py -------------------------------------------------------------------------------- /transformer/SubLayers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/SubLayers.py -------------------------------------------------------------------------------- /transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/transformer/__init__.py -------------------------------------------------------------------------------- /utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/utils/logging.py -------------------------------------------------------------------------------- /utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/liyuanfang/mhqg/HEAD/utils/util.py --------------------------------------------------------------------------------