├── .gitignore ├── .gitmodules ├── LICENSE ├── Readme.md ├── data ├── cnn-dailymail │ ├── Readme.md │ └── setup.sh ├── deutsch2019 │ ├── Readme.md │ └── setup.sh ├── gigaword │ └── Readme.md ├── kedzie2018 │ └── cnn-dailymail │ │ └── setup.sh ├── onmt │ ├── Readme.md │ ├── convert_to_jsonl.py │ └── setup.sh └── wikicite │ ├── Readme.md │ └── setup.sh ├── experiments ├── deutsch2019 │ ├── Readme.md │ ├── abstractive-step │ │ ├── Readme.md │ │ ├── coverage │ │ │ ├── .gitignore │ │ │ ├── evaluate.sh │ │ │ ├── model.jsonnet │ │ │ ├── predict.sh │ │ │ ├── run.sh │ │ │ └── train.sh │ │ └── pointer-generator │ │ │ ├── .gitignore │ │ │ ├── evaluate.sh │ │ │ ├── model.jsonnet │ │ │ ├── predict.sh │ │ │ ├── run.sh │ │ │ └── train.sh │ ├── baselines │ │ ├── lead │ │ │ ├── .gitignore │ │ │ └── run.sh │ │ ├── open-ai │ │ │ ├── .gitignore │ │ │ ├── Readme.md │ │ │ ├── run.sh │ │ │ └── setup.sh │ │ └── oracle │ │ │ ├── .gitignore │ │ │ └── run.sh │ ├── demo.ipynb │ └── extractive-step │ │ ├── Readme.md │ │ ├── bm25 │ │ ├── .gitignore │ │ ├── calculate-df.sh │ │ ├── evaluate.sh │ │ └── predict.sh │ │ ├── extractive-model │ │ ├── .gitignore │ │ ├── Readme.md │ │ ├── evaluate.sh │ │ ├── model.jsonnet │ │ ├── predict.sh │ │ ├── preprocess.sh │ │ └── train.sh │ │ ├── lead │ │ ├── .gitignore │ │ ├── Readme.md │ │ ├── preprocess.sh │ │ └── run.sh │ │ ├── oracle │ │ ├── .gitignore │ │ ├── Readme.md │ │ ├── preprocess.sh │ │ └── run.sh │ │ └── sumfocus │ │ ├── .gitignore │ │ ├── Readme.md │ │ ├── analyze_results.py │ │ ├── run-max-sents.sh │ │ ├── run-max-words.sh │ │ └── run-parameter-sweep.sh ├── kedzie2018 │ ├── Readme.md │ └── cnn-dailymail │ │ ├── extractive-model │ │ ├── .gitignore │ │ ├── evaluate.sh │ │ ├── model.jsonnet │ │ ├── predict.sh │ │ └── train.sh │ │ ├── lead │ │ ├── .gitignore │ │ └── run.sh │ │ └── oracle │ │ ├── .gitignore │ │ └── run.sh ├── onmt │ ├── Readme.md │ ├── convert_to_jsonl.py │ ├── demo.ipynb │ ├── pointer-generator │ │ ├── .gitignore │ │ ├── Readme.md │ │ ├── evaluate.sh │ │ ├── model.jsonnet │ │ ├── predict.sh │ │ ├── replace-config.sh │ │ ├── run.sh │ │ └── train.sh │ └── seq2seq │ │ ├── .gitignore │ │ ├── Readme.md │ │ ├── evaluate.sh │ │ ├── model.jsonnet │ │ ├── predict.sh │ │ ├── replace-config.sh │ │ ├── run.sh │ │ └── train.sh └── wikicite │ └── analysis │ ├── document-distribution │ ├── Readme.md │ └── run.py │ └── topic-distribution │ ├── .gitignore │ ├── Readme.md │ └── run.py ├── external ├── ROUGE-1.5.5 │ ├── .gitignore │ └── Readme.md └── meteor │ ├── .gitignore │ ├── Readme.md │ └── setup.sh ├── requirements.txt ├── runtime.txt └── summarize ├── __init__.py ├── common ├── __init__.py ├── tempdir.py ├── testing.py └── util.py ├── data ├── __init__.py ├── dataset_readers │ ├── __init__.py │ ├── cloze │ │ ├── __init__.py │ │ ├── abstractive.py │ │ ├── extractive.py │ │ └── pointer_generator.py │ ├── sds │ │ ├── __init__.py │ │ ├── abstractive.py │ │ ├── extractive.py │ │ └── pointer_generator.py │ └── util.py ├── dataset_setup │ ├── __init__.py │ ├── cnn_dailymail.py │ ├── deutsch2019.py │ ├── gigaword.py │ ├── kedzie2018.py │ ├── tokenize.py │ ├── util.py │ └── wikicite.py ├── dataset_stats │ ├── __init__.py │ └── sds.py ├── io │ ├── __init__.py │ ├── jsonl_reader.py │ ├── jsonl_writer.py │ └── util.py └── paragraph_tokenizers │ ├── __init__.py │ ├── paragraph_tokenizer.py │ └── paragraph_word_tokenizer.py ├── metrics ├── __init__.py ├── meteor.py ├── python_rouge.py └── rouge.py ├── models ├── __init__.py ├── cloze │ ├── __init__.py │ ├── bm25 │ │ ├── __init__.py │ │ ├── bm25.py │ │ └── calculate_df.py │ ├── extractive_baseline.py │ ├── lead.py │ ├── open_ai_language_model.py │ ├── oracle.py │ ├── pointer_generator.py │ ├── seq2seq.py │ └── sumfocus.py └── sds │ ├── __init__.py │ ├── extractive_baseline.py │ ├── lead.py │ ├── oracle.py │ ├── pointer_generator.py │ └── seq2seq.py ├── modules ├── __init__.py ├── bridge.py ├── coverage_matrix_attention │ ├── __init__.py │ ├── coverage_matrix_attention.py │ ├── matrix_attention_wrapper.py │ └── mlp.py ├── generate_probability_functions │ ├── __init__.py │ ├── generate_probability_function.py │ ├── onmt.py │ └── see2017.py ├── matrix_attention │ ├── __init__.py │ └── mlp.py ├── rnns │ ├── __init__.py │ ├── gru.py │ ├── lstm.py │ ├── rnn.py │ └── util.py └── sentence_extractors │ ├── __init__.py │ ├── rnn.py │ └── sentence_extractor.py ├── nn ├── __init__.py ├── beam_search │ ├── __init__.py │ ├── beam_search.py │ ├── coverage_penalizers │ │ ├── __init__.py │ │ ├── coverage_penalizer.py │ │ └── onmt.py │ ├── length_penalizers │ │ ├── __init__.py │ │ ├── average.py │ │ ├── length_penalizer.py │ │ └── wu.py │ └── relaxed.py └── util.py ├── predictors ├── __init__.py ├── cloze │ ├── __init__.py │ ├── abstractive.py │ └── extractive.py └── sds │ ├── __init__.py │ ├── abstractive.py │ └── extractive.py ├── tests ├── __init__.py ├── common │ ├── __init__.py │ └── tempdir_test.py ├── data │ ├── __init__.py │ ├── dataset_readers │ │ ├── __init__.py │ │ ├── cloze │ │ │ ├── __init__.py │ │ │ ├── abstractive_test.py │ │ │ ├── extractive_test.py │ │ │ └── pointer_generator_test.py │ │ └── sds │ │ │ ├── __init__.py │ │ │ ├── abstractive_test.py │ │ │ ├── extractive_test.py │ │ │ └── pointer_generator_test.py │ ├── dataset_setup │ │ ├── __init__.py │ │ └── tokenize_test.py │ ├── io │ │ ├── __init__.py │ │ ├── jsonl_reader_test.py │ │ ├── jsonl_writer_test.py │ │ └── util_test.py │ └── paragraph_tokenizers │ │ ├── __init__.py │ │ └── paragraph_word_tokenizer_test.py ├── fixtures │ ├── configs │ │ ├── cloze │ │ │ ├── extractive-baseline.jsonnet │ │ │ ├── pointer-generator.jsonnet │ │ │ └── seq2seq.jsonnet │ │ └── sds │ │ │ ├── extractive-baseline.jsonnet │ │ │ ├── pointer-generator.jsonnet │ │ │ └── seq2seq.jsonnet │ └── data │ │ ├── chen2018 │ │ ├── Readme.md │ │ ├── gold.jsonl │ │ └── model.jsonl │ │ ├── cloze.jsonl │ │ ├── hong2014 │ │ ├── centroid.jsonl │ │ ├── classy04.jsonl │ │ ├── classy11.jsonl │ │ ├── dpp.jsonl │ │ ├── freq-sum.jsonl │ │ ├── greedy-kl.jsonl │ │ ├── icsi-summ.jsonl │ │ ├── lexrank.jsonl │ │ ├── occams-v.jsonl │ │ ├── reg-sum.jsonl │ │ ├── setup.py │ │ ├── submodular.jsonl │ │ └── ts-sum.jsonl │ │ └── sds.jsonl ├── metrics │ ├── __init__.py │ ├── meteor_test.py │ ├── python_rouge_test.py │ └── rouge_test.py ├── models │ ├── __init__.py │ ├── cloze │ │ ├── __init__.py │ │ ├── bm25 │ │ │ ├── __init__.py │ │ │ ├── bm25_test.py │ │ │ └── calculate_df_test.py │ │ ├── extractive_baseline_test.py │ │ ├── lead_test.py │ │ ├── open_ai_language_model_test.py │ │ ├── pointer_generator_test.py │ │ ├── seq2seq_test.py │ │ └── sumfocus_test.py │ └── sds │ │ ├── __init__.py │ │ ├── extractive_baseline_test.py │ │ ├── lead_test.py │ │ ├── pointer_generator_test.py │ │ └── seq2seq_test.py ├── modules │ ├── __init__.py │ ├── bridge_test.py │ ├── coverage_matrix_attention │ │ ├── __init__.py │ │ └── mlp_test.py │ ├── rnns │ │ ├── __init__.py │ │ ├── gru_test.py │ │ ├── lstm_test.py │ │ ├── rnn_test.py │ │ └── util.py │ └── sentence_extractors │ │ ├── __init__.py │ │ └── rnn_test.py ├── nn │ ├── __init__.py │ ├── beam_search │ │ ├── __init__.py │ │ ├── beam_search_test.py │ │ ├── coverage_penalizers │ │ │ ├── __init__.py │ │ │ └── onmt_test.py │ │ ├── length_penalizers │ │ │ ├── __init__.py │ │ │ ├── average_test.py │ │ │ └── wu_test.py │ │ └── relaxed_test.py │ └── util_test.py └── training │ ├── __init__.py │ └── metrics │ ├── __init__.py │ ├── binary_f1_measure_test.py │ └── python_rouge_metric_test.py ├── training ├── __init__.py └── metrics │ ├── __init__.py │ ├── binary_f1_measure.py │ ├── cross_entropy_metric.py │ └── python_rouge_metric.py └── utils ├── __init__.py ├── copy_jsonl_fields.py ├── extract_cloze_from_labels.py ├── extract_summary_from_labels.py └── replace_config.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/LICENSE -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/Readme.md -------------------------------------------------------------------------------- /data/cnn-dailymail/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/cnn-dailymail/Readme.md -------------------------------------------------------------------------------- /data/cnn-dailymail/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/cnn-dailymail/setup.sh -------------------------------------------------------------------------------- /data/deutsch2019/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/deutsch2019/Readme.md -------------------------------------------------------------------------------- /data/deutsch2019/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/deutsch2019/setup.sh -------------------------------------------------------------------------------- /data/gigaword/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/gigaword/Readme.md -------------------------------------------------------------------------------- /data/kedzie2018/cnn-dailymail/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/kedzie2018/cnn-dailymail/setup.sh -------------------------------------------------------------------------------- /data/onmt/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/onmt/Readme.md -------------------------------------------------------------------------------- /data/onmt/convert_to_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/onmt/convert_to_jsonl.py -------------------------------------------------------------------------------- /data/onmt/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/onmt/setup.sh -------------------------------------------------------------------------------- /data/wikicite/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/wikicite/Readme.md -------------------------------------------------------------------------------- /data/wikicite/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/data/wikicite/setup.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/coverage/.gitignore: -------------------------------------------------------------------------------- 1 | model 2 | output 3 | results 4 | -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/coverage/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/coverage/evaluate.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/coverage/model.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/coverage/model.jsonnet -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/coverage/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/coverage/predict.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/coverage/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/coverage/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/coverage/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/coverage/train.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/pointer-generator/.gitignore: -------------------------------------------------------------------------------- 1 | model 2 | output 3 | results 4 | -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/pointer-generator/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/pointer-generator/evaluate.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/pointer-generator/model.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/pointer-generator/model.jsonnet -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/pointer-generator/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/pointer-generator/predict.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/pointer-generator/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/pointer-generator/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/abstractive-step/pointer-generator/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/abstractive-step/pointer-generator/train.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/lead/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | results 3 | -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/lead/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/baselines/lead/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/open-ai/.gitignore: -------------------------------------------------------------------------------- 1 | models 2 | output 3 | results 4 | -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/open-ai/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/baselines/open-ai/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/open-ai/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/baselines/open-ai/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/open-ai/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/baselines/open-ai/setup.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/oracle/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | results 3 | -------------------------------------------------------------------------------- /experiments/deutsch2019/baselines/oracle/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/baselines/oracle/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/demo.ipynb -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/bm25/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | results 3 | -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/bm25/calculate-df.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/bm25/calculate-df.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/bm25/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/bm25/evaluate.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/bm25/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/bm25/predict.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/.gitignore: -------------------------------------------------------------------------------- 1 | model 2 | output 3 | results 4 | preprocessed 5 | -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/extractive-model/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/extractive-model/evaluate.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/model.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/extractive-model/model.jsonnet -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/extractive-model/predict.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/extractive-model/preprocess.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/extractive-model/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/extractive-model/train.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/lead/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | preprocessed 3 | results 4 | -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/lead/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/lead/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/lead/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/lead/preprocess.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/lead/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/lead/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/oracle/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | preprocessed 3 | results 4 | -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/oracle/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/oracle/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/oracle/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/oracle/preprocess.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/oracle/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/oracle/run.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/sumfocus/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | sweep 3 | logs 4 | -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/sumfocus/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/sumfocus/Readme.md -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/sumfocus/analyze_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/sumfocus/analyze_results.py -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/sumfocus/run-max-sents.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/sumfocus/run-max-sents.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/sumfocus/run-max-words.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/sumfocus/run-max-words.sh -------------------------------------------------------------------------------- /experiments/deutsch2019/extractive-step/sumfocus/run-parameter-sweep.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/deutsch2019/extractive-step/sumfocus/run-parameter-sweep.sh -------------------------------------------------------------------------------- /experiments/kedzie2018/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/Readme.md -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/extractive-model/.gitignore: -------------------------------------------------------------------------------- 1 | model 2 | output 3 | results 4 | -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/extractive-model/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/cnn-dailymail/extractive-model/evaluate.sh -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/extractive-model/model.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/cnn-dailymail/extractive-model/model.jsonnet -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/extractive-model/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/cnn-dailymail/extractive-model/predict.sh -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/extractive-model/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/cnn-dailymail/extractive-model/train.sh -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/lead/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | results 3 | -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/lead/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/cnn-dailymail/lead/run.sh -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/oracle/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | results 3 | -------------------------------------------------------------------------------- /experiments/kedzie2018/cnn-dailymail/oracle/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/kedzie2018/cnn-dailymail/oracle/run.sh -------------------------------------------------------------------------------- /experiments/onmt/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/Readme.md -------------------------------------------------------------------------------- /experiments/onmt/convert_to_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/convert_to_jsonl.py -------------------------------------------------------------------------------- /experiments/onmt/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/demo.ipynb -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/.gitignore: -------------------------------------------------------------------------------- 1 | model 2 | output 3 | results 4 | -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/Readme.md -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/evaluate.sh -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/model.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/model.jsonnet -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/predict.sh -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/replace-config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/replace-config.sh -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/run.sh -------------------------------------------------------------------------------- /experiments/onmt/pointer-generator/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/pointer-generator/train.sh -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/.gitignore: -------------------------------------------------------------------------------- 1 | model 2 | output 3 | results 4 | -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/Readme.md -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/evaluate.sh -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/model.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/model.jsonnet -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/predict.sh -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/replace-config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/replace-config.sh -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/run.sh -------------------------------------------------------------------------------- /experiments/onmt/seq2seq/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/onmt/seq2seq/train.sh -------------------------------------------------------------------------------- /experiments/wikicite/analysis/document-distribution/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/wikicite/analysis/document-distribution/Readme.md -------------------------------------------------------------------------------- /experiments/wikicite/analysis/document-distribution/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/wikicite/analysis/document-distribution/run.py -------------------------------------------------------------------------------- /experiments/wikicite/analysis/topic-distribution/.gitignore: -------------------------------------------------------------------------------- 1 | plots 2 | -------------------------------------------------------------------------------- /experiments/wikicite/analysis/topic-distribution/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/wikicite/analysis/topic-distribution/Readme.md -------------------------------------------------------------------------------- /experiments/wikicite/analysis/topic-distribution/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/experiments/wikicite/analysis/topic-distribution/run.py -------------------------------------------------------------------------------- /external/ROUGE-1.5.5/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | -------------------------------------------------------------------------------- /external/ROUGE-1.5.5/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/external/ROUGE-1.5.5/Readme.md -------------------------------------------------------------------------------- /external/meteor/.gitignore: -------------------------------------------------------------------------------- 1 | meteor-1.5 2 | -------------------------------------------------------------------------------- /external/meteor/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/external/meteor/Readme.md -------------------------------------------------------------------------------- /external/meteor/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/external/meteor/setup.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | allennlp==0.9.0 2 | enforce 3 | -------------------------------------------------------------------------------- /runtime.txt: -------------------------------------------------------------------------------- 1 | python-3.6 2 | -------------------------------------------------------------------------------- /summarize/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/common/__init__.py -------------------------------------------------------------------------------- /summarize/common/tempdir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/common/tempdir.py -------------------------------------------------------------------------------- /summarize/common/testing.py: -------------------------------------------------------------------------------- 1 | FIXTURES_ROOT = 'summarize/tests/fixtures' 2 | -------------------------------------------------------------------------------- /summarize/common/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/common/util.py -------------------------------------------------------------------------------- /summarize/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/data/dataset_readers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/data/dataset_readers/cloze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/cloze/__init__.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/cloze/abstractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/cloze/abstractive.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/cloze/extractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/cloze/extractive.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/cloze/pointer_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/cloze/pointer_generator.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/sds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/sds/__init__.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/sds/abstractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/sds/abstractive.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/sds/extractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/sds/extractive.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/sds/pointer_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/sds/pointer_generator.py -------------------------------------------------------------------------------- /summarize/data/dataset_readers/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_readers/util.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/data/dataset_setup/cnn_dailymail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/cnn_dailymail.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/deutsch2019.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/deutsch2019.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/gigaword.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/gigaword.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/kedzie2018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/kedzie2018.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/tokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/tokenize.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/util.py -------------------------------------------------------------------------------- /summarize/data/dataset_setup/wikicite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_setup/wikicite.py -------------------------------------------------------------------------------- /summarize/data/dataset_stats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/data/dataset_stats/sds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/dataset_stats/sds.py -------------------------------------------------------------------------------- /summarize/data/io/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/io/__init__.py -------------------------------------------------------------------------------- /summarize/data/io/jsonl_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/io/jsonl_reader.py -------------------------------------------------------------------------------- /summarize/data/io/jsonl_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/io/jsonl_writer.py -------------------------------------------------------------------------------- /summarize/data/io/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/io/util.py -------------------------------------------------------------------------------- /summarize/data/paragraph_tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/paragraph_tokenizers/__init__.py -------------------------------------------------------------------------------- /summarize/data/paragraph_tokenizers/paragraph_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/paragraph_tokenizers/paragraph_tokenizer.py -------------------------------------------------------------------------------- /summarize/data/paragraph_tokenizers/paragraph_word_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/data/paragraph_tokenizers/paragraph_word_tokenizer.py -------------------------------------------------------------------------------- /summarize/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/metrics/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/metrics/meteor.py -------------------------------------------------------------------------------- /summarize/metrics/python_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/metrics/python_rouge.py -------------------------------------------------------------------------------- /summarize/metrics/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/metrics/rouge.py -------------------------------------------------------------------------------- /summarize/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/models/cloze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/__init__.py -------------------------------------------------------------------------------- /summarize/models/cloze/bm25/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/models/cloze/bm25/bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/bm25/bm25.py -------------------------------------------------------------------------------- /summarize/models/cloze/bm25/calculate_df.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/bm25/calculate_df.py -------------------------------------------------------------------------------- /summarize/models/cloze/extractive_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/extractive_baseline.py -------------------------------------------------------------------------------- /summarize/models/cloze/lead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/lead.py -------------------------------------------------------------------------------- /summarize/models/cloze/open_ai_language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/open_ai_language_model.py -------------------------------------------------------------------------------- /summarize/models/cloze/oracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/oracle.py -------------------------------------------------------------------------------- /summarize/models/cloze/pointer_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/pointer_generator.py -------------------------------------------------------------------------------- /summarize/models/cloze/seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/seq2seq.py -------------------------------------------------------------------------------- /summarize/models/cloze/sumfocus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/cloze/sumfocus.py -------------------------------------------------------------------------------- /summarize/models/sds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/sds/__init__.py -------------------------------------------------------------------------------- /summarize/models/sds/extractive_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/sds/extractive_baseline.py -------------------------------------------------------------------------------- /summarize/models/sds/lead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/sds/lead.py -------------------------------------------------------------------------------- /summarize/models/sds/oracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/sds/oracle.py -------------------------------------------------------------------------------- /summarize/models/sds/pointer_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/sds/pointer_generator.py -------------------------------------------------------------------------------- /summarize/models/sds/seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/models/sds/seq2seq.py -------------------------------------------------------------------------------- /summarize/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/modules/bridge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/bridge.py -------------------------------------------------------------------------------- /summarize/modules/coverage_matrix_attention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/coverage_matrix_attention/__init__.py -------------------------------------------------------------------------------- /summarize/modules/coverage_matrix_attention/coverage_matrix_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/coverage_matrix_attention/coverage_matrix_attention.py -------------------------------------------------------------------------------- /summarize/modules/coverage_matrix_attention/matrix_attention_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/coverage_matrix_attention/matrix_attention_wrapper.py -------------------------------------------------------------------------------- /summarize/modules/coverage_matrix_attention/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/coverage_matrix_attention/mlp.py -------------------------------------------------------------------------------- /summarize/modules/generate_probability_functions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/generate_probability_functions/__init__.py -------------------------------------------------------------------------------- /summarize/modules/generate_probability_functions/generate_probability_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/generate_probability_functions/generate_probability_function.py -------------------------------------------------------------------------------- /summarize/modules/generate_probability_functions/onmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/generate_probability_functions/onmt.py -------------------------------------------------------------------------------- /summarize/modules/generate_probability_functions/see2017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/generate_probability_functions/see2017.py -------------------------------------------------------------------------------- /summarize/modules/matrix_attention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/matrix_attention/__init__.py -------------------------------------------------------------------------------- /summarize/modules/matrix_attention/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/matrix_attention/mlp.py -------------------------------------------------------------------------------- /summarize/modules/rnns/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/rnns/__init__.py -------------------------------------------------------------------------------- /summarize/modules/rnns/gru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/rnns/gru.py -------------------------------------------------------------------------------- /summarize/modules/rnns/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/rnns/lstm.py -------------------------------------------------------------------------------- /summarize/modules/rnns/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/rnns/rnn.py -------------------------------------------------------------------------------- /summarize/modules/rnns/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/rnns/util.py -------------------------------------------------------------------------------- /summarize/modules/sentence_extractors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/sentence_extractors/__init__.py -------------------------------------------------------------------------------- /summarize/modules/sentence_extractors/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/sentence_extractors/rnn.py -------------------------------------------------------------------------------- /summarize/modules/sentence_extractors/sentence_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/modules/sentence_extractors/sentence_extractor.py -------------------------------------------------------------------------------- /summarize/nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/nn/beam_search/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/__init__.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/beam_search.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/coverage_penalizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/coverage_penalizers/__init__.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/coverage_penalizers/coverage_penalizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/coverage_penalizers/coverage_penalizer.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/coverage_penalizers/onmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/coverage_penalizers/onmt.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/length_penalizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/length_penalizers/__init__.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/length_penalizers/average.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/length_penalizers/average.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/length_penalizers/length_penalizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/length_penalizers/length_penalizer.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/length_penalizers/wu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/length_penalizers/wu.py -------------------------------------------------------------------------------- /summarize/nn/beam_search/relaxed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/beam_search/relaxed.py -------------------------------------------------------------------------------- /summarize/nn/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/nn/util.py -------------------------------------------------------------------------------- /summarize/predictors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/predictors/cloze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/predictors/cloze/__init__.py -------------------------------------------------------------------------------- /summarize/predictors/cloze/abstractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/predictors/cloze/abstractive.py -------------------------------------------------------------------------------- /summarize/predictors/cloze/extractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/predictors/cloze/extractive.py -------------------------------------------------------------------------------- /summarize/predictors/sds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/predictors/sds/__init__.py -------------------------------------------------------------------------------- /summarize/predictors/sds/abstractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/predictors/sds/abstractive.py -------------------------------------------------------------------------------- /summarize/predictors/sds/extractive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/predictors/sds/extractive.py -------------------------------------------------------------------------------- /summarize/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/common/tempdir_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/common/tempdir_test.py -------------------------------------------------------------------------------- /summarize/tests/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/cloze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/cloze/abstractive_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_readers/cloze/abstractive_test.py -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/cloze/extractive_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_readers/cloze/extractive_test.py -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/cloze/pointer_generator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_readers/cloze/pointer_generator_test.py -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/sds/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/sds/abstractive_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_readers/sds/abstractive_test.py -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/sds/extractive_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_readers/sds/extractive_test.py -------------------------------------------------------------------------------- /summarize/tests/data/dataset_readers/sds/pointer_generator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_readers/sds/pointer_generator_test.py -------------------------------------------------------------------------------- /summarize/tests/data/dataset_setup/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/dataset_setup/tokenize_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/dataset_setup/tokenize_test.py -------------------------------------------------------------------------------- /summarize/tests/data/io/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/io/jsonl_reader_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/io/jsonl_reader_test.py -------------------------------------------------------------------------------- /summarize/tests/data/io/jsonl_writer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/io/jsonl_writer_test.py -------------------------------------------------------------------------------- /summarize/tests/data/io/util_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/io/util_test.py -------------------------------------------------------------------------------- /summarize/tests/data/paragraph_tokenizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/data/paragraph_tokenizers/paragraph_word_tokenizer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/data/paragraph_tokenizers/paragraph_word_tokenizer_test.py -------------------------------------------------------------------------------- /summarize/tests/fixtures/configs/cloze/extractive-baseline.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/configs/cloze/extractive-baseline.jsonnet -------------------------------------------------------------------------------- /summarize/tests/fixtures/configs/cloze/pointer-generator.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/configs/cloze/pointer-generator.jsonnet -------------------------------------------------------------------------------- /summarize/tests/fixtures/configs/cloze/seq2seq.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/configs/cloze/seq2seq.jsonnet -------------------------------------------------------------------------------- /summarize/tests/fixtures/configs/sds/extractive-baseline.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/configs/sds/extractive-baseline.jsonnet -------------------------------------------------------------------------------- /summarize/tests/fixtures/configs/sds/pointer-generator.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/configs/sds/pointer-generator.jsonnet -------------------------------------------------------------------------------- /summarize/tests/fixtures/configs/sds/seq2seq.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/configs/sds/seq2seq.jsonnet -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/chen2018/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/chen2018/Readme.md -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/chen2018/gold.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/chen2018/gold.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/chen2018/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/chen2018/model.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/cloze.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/cloze.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/centroid.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/centroid.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/classy04.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/classy04.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/classy11.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/classy11.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/dpp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/dpp.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/freq-sum.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/freq-sum.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/greedy-kl.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/greedy-kl.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/icsi-summ.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/icsi-summ.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/lexrank.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/lexrank.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/occams-v.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/occams-v.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/reg-sum.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/reg-sum.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/setup.py -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/submodular.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/submodular.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/hong2014/ts-sum.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/hong2014/ts-sum.jsonl -------------------------------------------------------------------------------- /summarize/tests/fixtures/data/sds.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/fixtures/data/sds.jsonl -------------------------------------------------------------------------------- /summarize/tests/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/metrics/meteor_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/metrics/meteor_test.py -------------------------------------------------------------------------------- /summarize/tests/metrics/python_rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/metrics/python_rouge_test.py -------------------------------------------------------------------------------- /summarize/tests/metrics/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/metrics/rouge_test.py -------------------------------------------------------------------------------- /summarize/tests/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/models/cloze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/models/cloze/bm25/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/models/cloze/bm25/bm25_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/bm25/bm25_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/bm25/calculate_df_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/bm25/calculate_df_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/extractive_baseline_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/extractive_baseline_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/lead_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/lead_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/open_ai_language_model_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/open_ai_language_model_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/pointer_generator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/pointer_generator_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/seq2seq_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/seq2seq_test.py -------------------------------------------------------------------------------- /summarize/tests/models/cloze/sumfocus_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/cloze/sumfocus_test.py -------------------------------------------------------------------------------- /summarize/tests/models/sds/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/models/sds/extractive_baseline_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/sds/extractive_baseline_test.py -------------------------------------------------------------------------------- /summarize/tests/models/sds/lead_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/sds/lead_test.py -------------------------------------------------------------------------------- /summarize/tests/models/sds/pointer_generator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/sds/pointer_generator_test.py -------------------------------------------------------------------------------- /summarize/tests/models/sds/seq2seq_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/models/sds/seq2seq_test.py -------------------------------------------------------------------------------- /summarize/tests/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/modules/bridge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/bridge_test.py -------------------------------------------------------------------------------- /summarize/tests/modules/coverage_matrix_attention/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/modules/coverage_matrix_attention/mlp_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/coverage_matrix_attention/mlp_test.py -------------------------------------------------------------------------------- /summarize/tests/modules/rnns/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/modules/rnns/gru_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/rnns/gru_test.py -------------------------------------------------------------------------------- /summarize/tests/modules/rnns/lstm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/rnns/lstm_test.py -------------------------------------------------------------------------------- /summarize/tests/modules/rnns/rnn_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/rnns/rnn_test.py -------------------------------------------------------------------------------- /summarize/tests/modules/rnns/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/rnns/util.py -------------------------------------------------------------------------------- /summarize/tests/modules/sentence_extractors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/modules/sentence_extractors/rnn_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/modules/sentence_extractors/rnn_test.py -------------------------------------------------------------------------------- /summarize/tests/nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/beam_search_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/nn/beam_search/beam_search_test.py -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/coverage_penalizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/coverage_penalizers/onmt_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/nn/beam_search/coverage_penalizers/onmt_test.py -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/length_penalizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/length_penalizers/average_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/nn/beam_search/length_penalizers/average_test.py -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/length_penalizers/wu_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/nn/beam_search/length_penalizers/wu_test.py -------------------------------------------------------------------------------- /summarize/tests/nn/beam_search/relaxed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/nn/beam_search/relaxed_test.py -------------------------------------------------------------------------------- /summarize/tests/nn/util_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/nn/util_test.py -------------------------------------------------------------------------------- /summarize/tests/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/training/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/tests/training/metrics/binary_f1_measure_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/training/metrics/binary_f1_measure_test.py -------------------------------------------------------------------------------- /summarize/tests/training/metrics/python_rouge_metric_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/tests/training/metrics/python_rouge_metric_test.py -------------------------------------------------------------------------------- /summarize/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/training/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/training/metrics/__init__.py -------------------------------------------------------------------------------- /summarize/training/metrics/binary_f1_measure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/training/metrics/binary_f1_measure.py -------------------------------------------------------------------------------- /summarize/training/metrics/cross_entropy_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/training/metrics/cross_entropy_metric.py -------------------------------------------------------------------------------- /summarize/training/metrics/python_rouge_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/training/metrics/python_rouge_metric.py -------------------------------------------------------------------------------- /summarize/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /summarize/utils/copy_jsonl_fields.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/utils/copy_jsonl_fields.py -------------------------------------------------------------------------------- /summarize/utils/extract_cloze_from_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/utils/extract_cloze_from_labels.py -------------------------------------------------------------------------------- /summarize/utils/extract_summary_from_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/utils/extract_summary_from_labels.py -------------------------------------------------------------------------------- /summarize/utils/replace_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/summarize/HEAD/summarize/utils/replace_config.py --------------------------------------------------------------------------------