├── License.txt ├── README.md ├── bidaf ├── README.md ├── basic │ ├── __init__.py │ ├── cli.py │ ├── combiner.py │ ├── compare.py │ ├── ensemble.py │ ├── ensemble_fast.py │ ├── evaluator.py │ ├── graph_handler.py │ ├── main.py │ ├── model.py │ ├── read_data.py │ ├── run_ensemble.sh │ ├── run_single.sh │ ├── superhighway.py │ ├── templates │ │ └── visualizer.html │ ├── trainer.py │ └── visualizer.py ├── basic_cnn │ ├── __init__.py │ ├── cli.py │ ├── evaluator.py │ ├── graph_handler.py │ ├── main.py │ ├── model.py │ ├── read_data.py │ ├── superhighway.py │ ├── templates │ │ └── visualizer.html │ ├── trainer.py │ └── visualizer.py ├── cnn_dm │ ├── __init__.py │ ├── eda.ipynb │ ├── evaluate.py │ └── prepro.py ├── data │ └── squad │ │ ├── data_dev.json │ │ ├── data_test.json │ │ ├── data_train.json │ │ ├── shared_dev.json │ │ ├── shared_test.json │ │ └── shared_train.json ├── download.sh ├── helpers │ ├── __init__.py │ ├── constants.py │ ├── file_logger.py │ ├── math_utils.py │ ├── spacy_tokenizer.py │ └── utils.py ├── install_tensorflow.sh ├── my │ ├── __init__.py │ ├── corenlp_interface.py │ ├── nltk_utils.py │ ├── tensorflow │ │ ├── __init__.py │ │ ├── general.py │ │ ├── nn.py │ │ ├── rnn.py │ │ └── rnn_cell.py │ ├── utils.py │ └── zip_save.py ├── newsqa │ ├── __init__.py │ ├── evaluate.py │ └── prepro.py ├── newsqa_unsupervised_old │ └── data_train.json ├── newsqa_unsupervised_old_verb_filtered │ └── data_train.json ├── out │ └── basic │ │ └── 06 │ │ ├── save │ │ ├── basic-40000.data-00000-of-00001 │ │ ├── basic-40000.index │ │ ├── basic-40000.meta │ │ └── checkpoint │ │ └── shared.json ├── requirements.txt ├── run.sh ├── scripts.sh ├── scripts │ ├── compare_models.sh │ ├── evaluate_baseline_models.sh │ ├── evaluate_run.sh │ ├── finetune_newsqa.sh │ ├── finetune_squad.sh │ ├── install_tensorflow.sh │ ├── run.sh │ ├── run_ensemble_unsupervised.sh │ ├── run_evaluation.sh │ ├── run_huge_evaluation.sh │ ├── run_intra_evaluation.sh │ ├── run_intra_helper.sh │ └── run_new.sh ├── squad │ ├── __init__.py │ ├── aug_squad.py │ ├── eda_aug_dev.ipynb │ ├── eda_aug_train.ipynb │ ├── evaluate-v1.1.py │ ├── evaluate.py │ ├── prepro.py │ ├── prepro_aug.py │ └── utils.py ├── tests │ ├── __init__.py │ ├── check_results.py │ ├── create_bidaf_dataset.py │ ├── create_bidaf_old_dataset.py │ └── create_generation_dataset_unsupervised.py ├── tree │ ├── __init__.py │ ├── cli.py │ ├── evaluator.py │ ├── graph_handler.py │ ├── main.py │ ├── model.py │ ├── read_data.py │ ├── templates │ │ └── visualizer.html │ ├── test.ipynb │ ├── trainer.py │ └── visualizer.py └── visualization │ ├── compare_models.py │ └── compare_models_newsqa.py ├── data_loaders ├── __init__.py ├── iob_loader.py ├── language_model_loader.py └── language_model_loader_truncate.py ├── datasets ├── iob_test │ ├── label_vocab.txt │ ├── test │ │ ├── inputs.txt │ │ └── labels.txt │ ├── train │ │ ├── inputs.txt │ │ └── labels.txt │ ├── validation │ │ ├── inputs.txt │ │ └── labels.txt │ └── vocab.txt ├── newsqa_unsupervised │ ├── test │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ ├── train │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ ├── validation │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ ├── vocab.txt │ └── word_embeddings.npy ├── newsqa_unsupervised_large │ ├── test │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ ├── train │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ ├── validation │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ └── vocab.txt ├── newsqa_unsupervised_old │ ├── test │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ ├── train │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ ├── outputs.txt │ │ └── predictions.txt │ ├── validation │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ └── outputs.txt │ └── vocab.txt ├── question_generator │ ├── test │ │ ├── indices.txt │ │ ├── inputs.txt │ │ └── outputs.txt │ ├── train │ │ ├── indices.txt │ │ ├── inputs.txt │ │ └── outputs.txt │ ├── validation │ │ ├── indices.txt │ │ ├── inputs.txt │ │ └── outputs.txt │ ├── vocab.txt │ └── word_embeddings.npy ├── squad │ ├── test │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ ├── inputs.txt │ │ └── outputs.txt │ ├── train │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ ├── inputs.txt │ │ └── outputs.txt │ ├── validation │ │ ├── answer_ends.txt │ │ ├── answer_starts.txt │ │ ├── ids.txt │ │ ├── indices.txt │ │ ├── inputs.txt │ │ └── outputs.txt │ ├── vocab.txt │ └── word_embeddings.npy └── squad_iob │ ├── label_vocab.txt │ ├── test │ ├── inputs.txt │ ├── label_vocab.txt │ ├── labels.txt │ └── vocab.txt │ ├── train │ ├── inputs.txt │ └── labels.txt │ ├── validation │ ├── inputs.txt │ ├── label_vocab.txt │ ├── labels.txt │ └── vocab.txt │ └── vocab.txt ├── dnn_units ├── __init__.py └── lstm_attention.py ├── helpers ├── __init__.py ├── constants.py ├── io_utils.py ├── logger.py ├── proc_wrapper.py ├── tokenizer.py ├── torch_utils.py ├── twitter_tokenizer.py ├── utils.py └── vocab.py ├── install.sh ├── iob └── logs │ └── README.md ├── logs └── results │ ├── answer_out_of_domain_baseline.json │ ├── context_aoracle.json │ ├── double_model.json │ ├── newsqa │ ├── data_test.json │ └── evaluate.py │ ├── script.sh │ ├── single_model.json │ ├── single_model_result_run_42_with_baseline.json │ ├── single_model_result_run_43_with_baseline.json │ ├── single_model_result_run_44_with_baseline.json │ ├── single_model_result_run_45_with_baseline.json │ ├── single_model_result_run_46_with_baseline.json │ ├── single_model_result_run_47_with_baseline.json │ ├── single_model_result_run_48_with_baseline.json │ ├── single_model_result_run_49_with_baseline.json │ ├── single_model_results_42.json │ ├── single_model_results_43.json │ ├── single_model_results_44.json │ ├── single_model_results_45.json │ ├── single_model_results_46.json │ ├── single_model_results_47.json │ ├── single_model_results_48.json │ └── single_model_results_49.json ├── models ├── __init__.py ├── iob │ ├── __init__.py │ └── iob_model.py ├── language_model.py ├── language_trainer.py └── language_wrapper.py ├── pretrained_models ├── nltk │ └── tokenizers │ │ ├── punkt.zip │ │ └── punkt │ │ ├── PY3 │ │ ├── README │ │ ├── czech.pickle │ │ ├── danish.pickle │ │ ├── dutch.pickle │ │ ├── english.pickle │ │ ├── estonian.pickle │ │ ├── finnish.pickle │ │ ├── french.pickle │ │ ├── german.pickle │ │ ├── greek.pickle │ │ ├── italian.pickle │ │ ├── norwegian.pickle │ │ ├── polish.pickle │ │ ├── portuguese.pickle │ │ ├── slovene.pickle │ │ ├── spanish.pickle │ │ ├── swedish.pickle │ │ └── turkish.pickle │ │ ├── README │ │ ├── czech.pickle │ │ ├── danish.pickle │ │ ├── dutch.pickle │ │ ├── english.pickle │ │ ├── estonian.pickle │ │ ├── finnish.pickle │ │ ├── french.pickle │ │ ├── german.pickle │ │ ├── greek.pickle │ │ ├── italian.pickle │ │ ├── norwegian.pickle │ │ ├── polish.pickle │ │ ├── portuguese.pickle │ │ ├── slovene.pickle │ │ ├── spanish.pickle │ │ ├── swedish.pickle │ │ └── turkish.pickle └── scripts │ ├── __init__.py │ ├── create_glove_embeddings.sh │ ├── download_glove_embeddings.py │ └── transfer_glove_embeddings.py ├── requirements.txt ├── scripts.sh ├── tests ├── __init__.py ├── gather_test.py ├── iob_loader_test.py ├── iob_test.py ├── iob_trainer_test.py ├── language_model_memory_test.py ├── language_model_predict_test.py ├── language_model_test.py ├── language_model_trainer_test.py ├── load_questions.py ├── newsqa_predictor_test_unsup.py ├── newsqa_predictor_test_unsup_large.py ├── newsqa_predictor_test_unsup_truncated.py ├── newsqa_predictor_test_verb.py ├── newsqa_trainer_test.py ├── pointer_network_test.py ├── question_discriminator_test.py ├── squad_discriminator_test.py ├── squad_loader_test_v2.py ├── squad_predictor_test.py ├── squad_predictor_truncated_test.py ├── squad_trainer_test.py ├── squad_trainer_truncated_expanded_test.py ├── squad_trainer_truncated_test.py ├── test_expand_dims.py ├── test_load_dataset.py ├── test_lstm_attention.py ├── test_lstm_attention_dot.py ├── test_model.py ├── test_model_saving.py └── test_padded_sequence.py └── trainers ├── __init__.py ├── iob_predictor.py └── iob_trainer.py /License.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/License.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/README.md -------------------------------------------------------------------------------- /bidaf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/README.md -------------------------------------------------------------------------------- /bidaf/basic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/basic/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/cli.py -------------------------------------------------------------------------------- /bidaf/basic/combiner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/combiner.py -------------------------------------------------------------------------------- /bidaf/basic/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/compare.py -------------------------------------------------------------------------------- /bidaf/basic/ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/ensemble.py -------------------------------------------------------------------------------- /bidaf/basic/ensemble_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/ensemble_fast.py -------------------------------------------------------------------------------- /bidaf/basic/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/evaluator.py -------------------------------------------------------------------------------- /bidaf/basic/graph_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/graph_handler.py -------------------------------------------------------------------------------- /bidaf/basic/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/main.py -------------------------------------------------------------------------------- /bidaf/basic/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/model.py -------------------------------------------------------------------------------- /bidaf/basic/read_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/read_data.py -------------------------------------------------------------------------------- /bidaf/basic/run_ensemble.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/run_ensemble.sh -------------------------------------------------------------------------------- /bidaf/basic/run_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/run_single.sh -------------------------------------------------------------------------------- /bidaf/basic/superhighway.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/superhighway.py -------------------------------------------------------------------------------- /bidaf/basic/templates/visualizer.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/templates/visualizer.html -------------------------------------------------------------------------------- /bidaf/basic/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/trainer.py -------------------------------------------------------------------------------- /bidaf/basic/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic/visualizer.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/basic_cnn/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/cli.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/evaluator.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/graph_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/graph_handler.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/main.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/model.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/read_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/read_data.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/superhighway.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/superhighway.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/templates/visualizer.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/templates/visualizer.html -------------------------------------------------------------------------------- /bidaf/basic_cnn/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/trainer.py -------------------------------------------------------------------------------- /bidaf/basic_cnn/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/basic_cnn/visualizer.py -------------------------------------------------------------------------------- /bidaf/cnn_dm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/cnn_dm/eda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/cnn_dm/eda.ipynb -------------------------------------------------------------------------------- /bidaf/cnn_dm/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/cnn_dm/evaluate.py -------------------------------------------------------------------------------- /bidaf/cnn_dm/prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/cnn_dm/prepro.py -------------------------------------------------------------------------------- /bidaf/data/squad/data_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/data/squad/data_dev.json -------------------------------------------------------------------------------- /bidaf/data/squad/data_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/data/squad/data_test.json -------------------------------------------------------------------------------- /bidaf/data/squad/data_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/data/squad/data_train.json -------------------------------------------------------------------------------- /bidaf/data/squad/shared_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/data/squad/shared_dev.json -------------------------------------------------------------------------------- /bidaf/data/squad/shared_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/data/squad/shared_test.json -------------------------------------------------------------------------------- /bidaf/data/squad/shared_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/data/squad/shared_train.json -------------------------------------------------------------------------------- /bidaf/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/download.sh -------------------------------------------------------------------------------- /bidaf/helpers/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /bidaf/helpers/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/helpers/constants.py -------------------------------------------------------------------------------- /bidaf/helpers/file_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/helpers/file_logger.py -------------------------------------------------------------------------------- /bidaf/helpers/math_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/helpers/math_utils.py -------------------------------------------------------------------------------- /bidaf/helpers/spacy_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/helpers/spacy_tokenizer.py -------------------------------------------------------------------------------- /bidaf/helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/helpers/utils.py -------------------------------------------------------------------------------- /bidaf/install_tensorflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/install_tensorflow.sh -------------------------------------------------------------------------------- /bidaf/my/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/my/corenlp_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/corenlp_interface.py -------------------------------------------------------------------------------- /bidaf/my/nltk_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/nltk_utils.py -------------------------------------------------------------------------------- /bidaf/my/tensorflow/__init__.py: -------------------------------------------------------------------------------- 1 | from my.tensorflow.general import * -------------------------------------------------------------------------------- /bidaf/my/tensorflow/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/tensorflow/general.py -------------------------------------------------------------------------------- /bidaf/my/tensorflow/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/tensorflow/nn.py -------------------------------------------------------------------------------- /bidaf/my/tensorflow/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/tensorflow/rnn.py -------------------------------------------------------------------------------- /bidaf/my/tensorflow/rnn_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/tensorflow/rnn_cell.py -------------------------------------------------------------------------------- /bidaf/my/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/utils.py -------------------------------------------------------------------------------- /bidaf/my/zip_save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/my/zip_save.py -------------------------------------------------------------------------------- /bidaf/newsqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/newsqa/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/newsqa/evaluate.py -------------------------------------------------------------------------------- /bidaf/newsqa/prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/newsqa/prepro.py -------------------------------------------------------------------------------- /bidaf/newsqa_unsupervised_old/data_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/newsqa_unsupervised_old/data_train.json -------------------------------------------------------------------------------- /bidaf/newsqa_unsupervised_old_verb_filtered/data_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/newsqa_unsupervised_old_verb_filtered/data_train.json -------------------------------------------------------------------------------- /bidaf/out/basic/06/save/basic-40000.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/out/basic/06/save/basic-40000.data-00000-of-00001 -------------------------------------------------------------------------------- /bidaf/out/basic/06/save/basic-40000.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/out/basic/06/save/basic-40000.index -------------------------------------------------------------------------------- /bidaf/out/basic/06/save/basic-40000.meta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/out/basic/06/save/basic-40000.meta -------------------------------------------------------------------------------- /bidaf/out/basic/06/save/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/out/basic/06/save/checkpoint -------------------------------------------------------------------------------- /bidaf/out/basic/06/shared.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/out/basic/06/shared.json -------------------------------------------------------------------------------- /bidaf/requirements.txt: -------------------------------------------------------------------------------- 1 | nltk 2 | tqdm 3 | jinja2 -------------------------------------------------------------------------------- /bidaf/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/run.sh -------------------------------------------------------------------------------- /bidaf/scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts.sh -------------------------------------------------------------------------------- /bidaf/scripts/compare_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/compare_models.sh -------------------------------------------------------------------------------- /bidaf/scripts/evaluate_baseline_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/evaluate_baseline_models.sh -------------------------------------------------------------------------------- /bidaf/scripts/evaluate_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/evaluate_run.sh -------------------------------------------------------------------------------- /bidaf/scripts/finetune_newsqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/finetune_newsqa.sh -------------------------------------------------------------------------------- /bidaf/scripts/finetune_squad.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/finetune_squad.sh -------------------------------------------------------------------------------- /bidaf/scripts/install_tensorflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/install_tensorflow.sh -------------------------------------------------------------------------------- /bidaf/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run.sh -------------------------------------------------------------------------------- /bidaf/scripts/run_ensemble_unsupervised.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run_ensemble_unsupervised.sh -------------------------------------------------------------------------------- /bidaf/scripts/run_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run_evaluation.sh -------------------------------------------------------------------------------- /bidaf/scripts/run_huge_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run_huge_evaluation.sh -------------------------------------------------------------------------------- /bidaf/scripts/run_intra_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run_intra_evaluation.sh -------------------------------------------------------------------------------- /bidaf/scripts/run_intra_helper.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run_intra_helper.sh -------------------------------------------------------------------------------- /bidaf/scripts/run_new.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/scripts/run_new.sh -------------------------------------------------------------------------------- /bidaf/squad/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/squad/aug_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/aug_squad.py -------------------------------------------------------------------------------- /bidaf/squad/eda_aug_dev.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/eda_aug_dev.ipynb -------------------------------------------------------------------------------- /bidaf/squad/eda_aug_train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/eda_aug_train.ipynb -------------------------------------------------------------------------------- /bidaf/squad/evaluate-v1.1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/evaluate-v1.1.py -------------------------------------------------------------------------------- /bidaf/squad/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/evaluate.py -------------------------------------------------------------------------------- /bidaf/squad/prepro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/prepro.py -------------------------------------------------------------------------------- /bidaf/squad/prepro_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/prepro_aug.py -------------------------------------------------------------------------------- /bidaf/squad/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/squad/utils.py -------------------------------------------------------------------------------- /bidaf/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/tests/check_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tests/check_results.py -------------------------------------------------------------------------------- /bidaf/tests/create_bidaf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tests/create_bidaf_dataset.py -------------------------------------------------------------------------------- /bidaf/tests/create_bidaf_old_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tests/create_bidaf_old_dataset.py -------------------------------------------------------------------------------- /bidaf/tests/create_generation_dataset_unsupervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tests/create_generation_dataset_unsupervised.py -------------------------------------------------------------------------------- /bidaf/tree/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bidaf/tree/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/cli.py -------------------------------------------------------------------------------- /bidaf/tree/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/evaluator.py -------------------------------------------------------------------------------- /bidaf/tree/graph_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/graph_handler.py -------------------------------------------------------------------------------- /bidaf/tree/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/main.py -------------------------------------------------------------------------------- /bidaf/tree/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/model.py -------------------------------------------------------------------------------- /bidaf/tree/read_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/read_data.py -------------------------------------------------------------------------------- /bidaf/tree/templates/visualizer.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/templates/visualizer.html -------------------------------------------------------------------------------- /bidaf/tree/test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/test.ipynb -------------------------------------------------------------------------------- /bidaf/tree/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/trainer.py -------------------------------------------------------------------------------- /bidaf/tree/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/tree/visualizer.py -------------------------------------------------------------------------------- /bidaf/visualization/compare_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/visualization/compare_models.py -------------------------------------------------------------------------------- /bidaf/visualization/compare_models_newsqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/bidaf/visualization/compare_models_newsqa.py -------------------------------------------------------------------------------- /data_loaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders/iob_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/data_loaders/iob_loader.py -------------------------------------------------------------------------------- /data_loaders/language_model_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/data_loaders/language_model_loader.py -------------------------------------------------------------------------------- /data_loaders/language_model_loader_truncate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/data_loaders/language_model_loader_truncate.py -------------------------------------------------------------------------------- /datasets/iob_test/label_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/label_vocab.txt -------------------------------------------------------------------------------- /datasets/iob_test/test/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/test/inputs.txt -------------------------------------------------------------------------------- /datasets/iob_test/test/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/test/labels.txt -------------------------------------------------------------------------------- /datasets/iob_test/train/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/train/inputs.txt -------------------------------------------------------------------------------- /datasets/iob_test/train/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/train/labels.txt -------------------------------------------------------------------------------- /datasets/iob_test/validation/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/validation/inputs.txt -------------------------------------------------------------------------------- /datasets/iob_test/validation/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/validation/labels.txt -------------------------------------------------------------------------------- /datasets/iob_test/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/iob_test/vocab.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/test/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/test/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/test/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/test/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/test/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/test/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/test/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/test/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/test/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/test/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/train/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/train/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/train/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/train/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/train/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/train/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/train/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/train/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/train/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/train/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/validation/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/validation/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/validation/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/validation/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/validation/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/validation/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/validation/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/validation/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/validation/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/validation/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/vocab.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised/word_embeddings.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised/word_embeddings.npy -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/test/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/test/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/test/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/test/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/test/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/test/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/test/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/test/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/test/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/test/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/train/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/train/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/train/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/train/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/train/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/train/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/train/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/train/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/train/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/train/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/validation/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/validation/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/validation/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/validation/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/validation/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/validation/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/validation/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/validation/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/validation/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/validation/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_large/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_large/vocab.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/test/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/test/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/test/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/test/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/test/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/test/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/test/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/test/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/test/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/test/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/train/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/train/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/train/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/train/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/train/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/train/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/train/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/train/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/train/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/train/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/train/predictions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/train/predictions.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/validation/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/validation/answer_ends.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/validation/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/validation/answer_starts.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/validation/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/validation/ids.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/validation/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/validation/indices.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/validation/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/validation/outputs.txt -------------------------------------------------------------------------------- /datasets/newsqa_unsupervised_old/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/newsqa_unsupervised_old/vocab.txt -------------------------------------------------------------------------------- /datasets/question_generator/test/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/test/indices.txt -------------------------------------------------------------------------------- /datasets/question_generator/test/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/test/inputs.txt -------------------------------------------------------------------------------- /datasets/question_generator/test/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/test/outputs.txt -------------------------------------------------------------------------------- /datasets/question_generator/train/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/train/indices.txt -------------------------------------------------------------------------------- /datasets/question_generator/train/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/train/inputs.txt -------------------------------------------------------------------------------- /datasets/question_generator/train/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/train/outputs.txt -------------------------------------------------------------------------------- /datasets/question_generator/validation/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/validation/indices.txt -------------------------------------------------------------------------------- /datasets/question_generator/validation/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/validation/inputs.txt -------------------------------------------------------------------------------- /datasets/question_generator/validation/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/validation/outputs.txt -------------------------------------------------------------------------------- /datasets/question_generator/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/vocab.txt -------------------------------------------------------------------------------- /datasets/question_generator/word_embeddings.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/question_generator/word_embeddings.npy -------------------------------------------------------------------------------- /datasets/squad/test/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/test/answer_ends.txt -------------------------------------------------------------------------------- /datasets/squad/test/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/test/answer_starts.txt -------------------------------------------------------------------------------- /datasets/squad/test/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/test/ids.txt -------------------------------------------------------------------------------- /datasets/squad/test/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/test/indices.txt -------------------------------------------------------------------------------- /datasets/squad/test/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/test/inputs.txt -------------------------------------------------------------------------------- /datasets/squad/test/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/test/outputs.txt -------------------------------------------------------------------------------- /datasets/squad/train/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/train/answer_ends.txt -------------------------------------------------------------------------------- /datasets/squad/train/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/train/answer_starts.txt -------------------------------------------------------------------------------- /datasets/squad/train/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/train/ids.txt -------------------------------------------------------------------------------- /datasets/squad/train/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/train/indices.txt -------------------------------------------------------------------------------- /datasets/squad/train/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/train/inputs.txt -------------------------------------------------------------------------------- /datasets/squad/train/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/train/outputs.txt -------------------------------------------------------------------------------- /datasets/squad/validation/answer_ends.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/validation/answer_ends.txt -------------------------------------------------------------------------------- /datasets/squad/validation/answer_starts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/validation/answer_starts.txt -------------------------------------------------------------------------------- /datasets/squad/validation/ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/validation/ids.txt -------------------------------------------------------------------------------- /datasets/squad/validation/indices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/validation/indices.txt -------------------------------------------------------------------------------- /datasets/squad/validation/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/validation/inputs.txt -------------------------------------------------------------------------------- /datasets/squad/validation/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/validation/outputs.txt -------------------------------------------------------------------------------- /datasets/squad/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/vocab.txt -------------------------------------------------------------------------------- /datasets/squad/word_embeddings.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad/word_embeddings.npy -------------------------------------------------------------------------------- /datasets/squad_iob/label_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/label_vocab.txt -------------------------------------------------------------------------------- /datasets/squad_iob/test/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/test/inputs.txt -------------------------------------------------------------------------------- /datasets/squad_iob/test/label_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/test/label_vocab.txt -------------------------------------------------------------------------------- /datasets/squad_iob/test/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/test/labels.txt -------------------------------------------------------------------------------- /datasets/squad_iob/test/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/test/vocab.txt -------------------------------------------------------------------------------- /datasets/squad_iob/train/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/train/inputs.txt -------------------------------------------------------------------------------- /datasets/squad_iob/train/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/train/labels.txt -------------------------------------------------------------------------------- /datasets/squad_iob/validation/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/validation/inputs.txt -------------------------------------------------------------------------------- /datasets/squad_iob/validation/label_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/validation/label_vocab.txt -------------------------------------------------------------------------------- /datasets/squad_iob/validation/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/validation/labels.txt -------------------------------------------------------------------------------- /datasets/squad_iob/validation/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/validation/vocab.txt -------------------------------------------------------------------------------- /datasets/squad_iob/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/datasets/squad_iob/vocab.txt -------------------------------------------------------------------------------- /dnn_units/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dnn_units/lstm_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/dnn_units/lstm_attention.py -------------------------------------------------------------------------------- /helpers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /helpers/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/constants.py -------------------------------------------------------------------------------- /helpers/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/io_utils.py -------------------------------------------------------------------------------- /helpers/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/logger.py -------------------------------------------------------------------------------- /helpers/proc_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/proc_wrapper.py -------------------------------------------------------------------------------- /helpers/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/tokenizer.py -------------------------------------------------------------------------------- /helpers/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/torch_utils.py -------------------------------------------------------------------------------- /helpers/twitter_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/twitter_tokenizer.py -------------------------------------------------------------------------------- /helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/utils.py -------------------------------------------------------------------------------- /helpers/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/helpers/vocab.py -------------------------------------------------------------------------------- /install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/install.sh -------------------------------------------------------------------------------- /iob/logs/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /logs/results/answer_out_of_domain_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/answer_out_of_domain_baseline.json -------------------------------------------------------------------------------- /logs/results/context_aoracle.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/context_aoracle.json -------------------------------------------------------------------------------- /logs/results/double_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/double_model.json -------------------------------------------------------------------------------- /logs/results/newsqa/data_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/newsqa/data_test.json -------------------------------------------------------------------------------- /logs/results/newsqa/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/newsqa/evaluate.py -------------------------------------------------------------------------------- /logs/results/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/script.sh -------------------------------------------------------------------------------- /logs/results/single_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_42_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_42_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_43_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_43_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_44_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_44_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_45_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_45_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_46_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_46_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_47_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_47_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_48_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_48_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_result_run_49_with_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_result_run_49_with_baseline.json -------------------------------------------------------------------------------- /logs/results/single_model_results_42.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_42.json -------------------------------------------------------------------------------- /logs/results/single_model_results_43.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_43.json -------------------------------------------------------------------------------- /logs/results/single_model_results_44.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_44.json -------------------------------------------------------------------------------- /logs/results/single_model_results_45.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_45.json -------------------------------------------------------------------------------- /logs/results/single_model_results_46.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_46.json -------------------------------------------------------------------------------- /logs/results/single_model_results_47.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_47.json -------------------------------------------------------------------------------- /logs/results/single_model_results_48.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_48.json -------------------------------------------------------------------------------- /logs/results/single_model_results_49.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/logs/results/single_model_results_49.json -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/iob/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/iob/iob_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/models/iob/iob_model.py -------------------------------------------------------------------------------- /models/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/models/language_model.py -------------------------------------------------------------------------------- /models/language_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/models/language_trainer.py -------------------------------------------------------------------------------- /models/language_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/models/language_wrapper.py -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt.zip -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/README -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/czech.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/czech.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/danish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/danish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/dutch.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/dutch.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/english.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/english.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/estonian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/estonian.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/finnish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/finnish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/french.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/french.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/german.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/german.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/greek.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/greek.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/italian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/italian.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/norwegian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/norwegian.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/polish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/polish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/portuguese.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/portuguese.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/slovene.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/slovene.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/spanish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/spanish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/swedish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/swedish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/PY3/turkish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/PY3/turkish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/README -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/czech.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/czech.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/danish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/danish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/dutch.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/dutch.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/english.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/english.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/estonian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/estonian.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/finnish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/finnish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/french.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/french.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/german.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/german.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/greek.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/greek.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/italian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/italian.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/norwegian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/norwegian.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/polish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/polish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/portuguese.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/portuguese.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/slovene.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/slovene.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/spanish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/spanish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/swedish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/swedish.pickle -------------------------------------------------------------------------------- /pretrained_models/nltk/tokenizers/punkt/turkish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/nltk/tokenizers/punkt/turkish.pickle -------------------------------------------------------------------------------- /pretrained_models/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pretrained_models/scripts/create_glove_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/scripts/create_glove_embeddings.sh -------------------------------------------------------------------------------- /pretrained_models/scripts/download_glove_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/scripts/download_glove_embeddings.py -------------------------------------------------------------------------------- /pretrained_models/scripts/transfer_glove_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/pretrained_models/scripts/transfer_glove_embeddings.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | requirements.txt -------------------------------------------------------------------------------- /scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/scripts.sh -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/gather_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/gather_test.py -------------------------------------------------------------------------------- /tests/iob_loader_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/iob_loader_test.py -------------------------------------------------------------------------------- /tests/iob_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/iob_test.py -------------------------------------------------------------------------------- /tests/iob_trainer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/iob_trainer_test.py -------------------------------------------------------------------------------- /tests/language_model_memory_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/language_model_memory_test.py -------------------------------------------------------------------------------- /tests/language_model_predict_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/language_model_predict_test.py -------------------------------------------------------------------------------- /tests/language_model_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/language_model_test.py -------------------------------------------------------------------------------- /tests/language_model_trainer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/language_model_trainer_test.py -------------------------------------------------------------------------------- /tests/load_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/load_questions.py -------------------------------------------------------------------------------- /tests/newsqa_predictor_test_unsup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/newsqa_predictor_test_unsup.py -------------------------------------------------------------------------------- /tests/newsqa_predictor_test_unsup_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/newsqa_predictor_test_unsup_large.py -------------------------------------------------------------------------------- /tests/newsqa_predictor_test_unsup_truncated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/newsqa_predictor_test_unsup_truncated.py -------------------------------------------------------------------------------- /tests/newsqa_predictor_test_verb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/newsqa_predictor_test_verb.py -------------------------------------------------------------------------------- /tests/newsqa_trainer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/newsqa_trainer_test.py -------------------------------------------------------------------------------- /tests/pointer_network_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/pointer_network_test.py -------------------------------------------------------------------------------- /tests/question_discriminator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/question_discriminator_test.py -------------------------------------------------------------------------------- /tests/squad_discriminator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_discriminator_test.py -------------------------------------------------------------------------------- /tests/squad_loader_test_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_loader_test_v2.py -------------------------------------------------------------------------------- /tests/squad_predictor_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_predictor_test.py -------------------------------------------------------------------------------- /tests/squad_predictor_truncated_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_predictor_truncated_test.py -------------------------------------------------------------------------------- /tests/squad_trainer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_trainer_test.py -------------------------------------------------------------------------------- /tests/squad_trainer_truncated_expanded_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_trainer_truncated_expanded_test.py -------------------------------------------------------------------------------- /tests/squad_trainer_truncated_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/squad_trainer_truncated_test.py -------------------------------------------------------------------------------- /tests/test_expand_dims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_expand_dims.py -------------------------------------------------------------------------------- /tests/test_load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_load_dataset.py -------------------------------------------------------------------------------- /tests/test_lstm_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_lstm_attention.py -------------------------------------------------------------------------------- /tests/test_lstm_attention_dot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_lstm_attention_dot.py -------------------------------------------------------------------------------- /tests/test_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_model.py -------------------------------------------------------------------------------- /tests/test_model_saving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_model_saving.py -------------------------------------------------------------------------------- /tests/test_padded_sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/tests/test_padded_sequence.py -------------------------------------------------------------------------------- /trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /trainers/iob_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/trainers/iob_predictor.py -------------------------------------------------------------------------------- /trainers/iob_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/davidgolub/QuestionGeneration/HEAD/trainers/iob_trainer.py --------------------------------------------------------------------------------