├── .gitignore ├── LICENSE.txt ├── NOTICE.txt ├── README.md ├── bash.sh ├── docs └── windows-eclipse-pydev-run-config.png ├── outputs └── DBS │ ├── accept_reject_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ ├── accept_reject_parse_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ ├── active_learning2_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ ├── active_learning2_parse_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ ├── active_learning_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ ├── active_learning_parse_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ ├── ilp_feedback_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv │ └── ilp_feedback_parse_DBS │ ├── 10.csv │ ├── 11.csv │ ├── 2.csv │ ├── 3.csv │ ├── 4.csv │ ├── 5.csv │ ├── 6.csv │ ├── 7.csv │ ├── 8.csv │ └── 9.csv ├── prepare.bat ├── requirements.txt ├── run.cmd └── summarizer ├── __init__.py ├── algorithms ├── __init__.py ├── _summarizer.py ├── base.py ├── feedback_graph.py ├── flight_recorder.py ├── simulated_feedback.py └── upper_bound_ilp.py ├── analysis ├── __init__.py ├── aggregate_baselines.py ├── aggregation.py ├── aggregation_new.py ├── aggregation_old.py ├── plot.py ├── plot_ngram.py ├── plot_user.py └── sample.py ├── baselines ├── __init__.py ├── sume │ ├── __init__.py │ ├── base.py │ ├── models │ │ ├── __init__.py │ │ └── concept_based.py │ └── utils │ │ ├── __init__.py │ │ ├── extract_text.py │ │ └── stack_citations.py ├── sume_wrap.py └── sumy │ ├── .travis.yml │ ├── CHANGELOG.md │ ├── LICENSE.txt │ ├── MANIFEST.in │ ├── README.md │ ├── __init__.py │ ├── setup.cfg │ ├── setup.py │ ├── sumy │ ├── __init__.py │ ├── __main__.py │ ├── _compat.py │ ├── data │ │ └── stopwords │ │ │ ├── czech.txt │ │ │ ├── english.txt │ │ │ ├── french.txt │ │ │ ├── german.txt │ │ │ ├── portuguese.txt │ │ │ ├── slovak.txt │ │ │ └── spanish.txt │ ├── evaluation │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── content_based.py │ │ ├── coselection.py │ │ └── rouge.py │ ├── models │ │ ├── __init__.py │ │ ├── dom │ │ │ ├── __init__.py │ │ │ ├── _document.py │ │ │ ├── _paragraph.py │ │ │ └── _sentence.py │ │ └── tf.py │ ├── nlp │ │ ├── __init__.py │ │ ├── stemmers │ │ │ ├── __init__.py │ │ │ └── czech.py │ │ └── tokenizers.py │ ├── parsers │ │ ├── __init__.py │ │ ├── html.py │ │ ├── parser.py │ │ └── plaintext.py │ ├── summarizers │ │ ├── __init__.py │ │ ├── _summarizer.py │ │ ├── edmundson.py │ │ ├── edmundson_cue.py │ │ ├── edmundson_key.py │ │ ├── edmundson_location.py │ │ ├── edmundson_title.py │ │ ├── kl.py │ │ ├── lex_rank.py │ │ ├── lsa.py │ │ ├── luhn.py │ │ ├── random.py │ │ ├── sum_basic.py │ │ └── text_rank.py │ └── utils.py │ ├── sumy_wrap.py │ ├── tasks.py │ └── tests │ ├── __init__.py │ ├── data │ ├── articles │ │ ├── prevko_cz_1.txt │ │ └── svd_converges.txt │ ├── snippets │ │ ├── paragraphs.html │ │ └── prevko.txt │ └── stopwords │ │ └── language.txt │ ├── test_evaluation.py │ ├── test_main.py │ ├── test_models │ ├── __init__.py │ ├── test_dom.py │ └── test_tf.py │ ├── test_parsers.py │ ├── test_stemmers.py │ ├── test_summarizers │ ├── __init__.py │ ├── test_edmundson.py │ ├── test_kl.py │ ├── test_lex_rank.py │ ├── test_lsa.py │ ├── test_luhn.py │ ├── test_random.py │ ├── test_sum_basic.py │ └── test_text_rank.py │ ├── test_tokenizers.py │ ├── test_utils │ ├── __init__.py │ ├── test_compat.py │ ├── test_unicode_compatible_class.py │ └── test_utils.py │ └── utils.py ├── data ├── processed │ └── DUC_TEST │ │ └── d31013t │ │ ├── docs.parsed │ │ ├── APW19981109.0728 │ │ ├── NYT19981102.0465 │ │ ├── NYT19981104.0619 │ │ ├── NYT19981104.0623 │ │ ├── NYT19981105.0521 │ │ ├── NYT19981106.0565 │ │ ├── NYT19981110.0442 │ │ ├── NYT19981112.0195 │ │ ├── NYT19981114.0057 │ │ └── NYT19981114.0129 │ │ ├── docs.props │ │ ├── APW19981109.0728 │ │ ├── NYT19981102.0465 │ │ ├── NYT19981104.0619 │ │ ├── NYT19981104.0623 │ │ ├── NYT19981105.0521 │ │ ├── NYT19981106.0565 │ │ ├── NYT19981110.0442 │ │ ├── NYT19981112.0195 │ │ ├── NYT19981114.0057 │ │ └── NYT19981114.0129 │ │ ├── docs │ │ ├── APW19981109.0728 │ │ ├── NYT19981102.0465 │ │ ├── NYT19981104.0619 │ │ ├── NYT19981104.0623 │ │ ├── NYT19981105.0521 │ │ ├── NYT19981106.0565 │ │ ├── NYT19981110.0442 │ │ ├── NYT19981112.0195 │ │ ├── NYT19981114.0057 │ │ └── NYT19981114.0129 │ │ ├── summaries.parsed │ │ ├── D31013.M.100.T.C │ │ ├── D31013.M.100.T.D │ │ ├── D31013.M.100.T.G │ │ └── D31013.M.100.T.H │ │ ├── summaries.props │ │ ├── D31013.M.100.T.C │ │ ├── D31013.M.100.T.D │ │ ├── D31013.M.100.T.G │ │ └── D31013.M.100.T.H │ │ └── summaries │ │ ├── D31013.M.100.T.C │ │ ├── D31013.M.100.T.D │ │ ├── D31013.M.100.T.G │ │ └── D31013.M.100.T.H └── raw │ └── DUC_TEST │ ├── docs │ └── d31013t │ │ ├── APW19981109.0728 │ │ ├── NYT19981102.0465 │ │ ├── NYT19981104.0619 │ │ ├── NYT19981104.0623 │ │ ├── NYT19981105.0521 │ │ ├── NYT19981106.0565 │ │ ├── NYT19981110.0442 │ │ ├── NYT19981112.0195 │ │ ├── NYT19981114.0057 │ │ └── NYT19981114.0129 │ └── models │ ├── D30001.M.100.T.A │ ├── D30001.M.100.T.B │ ├── D30001.M.100.T.C │ ├── D30001.M.100.T.D │ ├── D30002.M.100.T.A │ ├── D30002.M.100.T.B │ ├── D30002.M.100.T.C │ ├── D30002.M.100.T.E │ ├── D30003.M.100.T.A │ ├── D30003.M.100.T.B │ ├── D30003.M.100.T.C │ ├── D30003.M.100.T.F │ ├── D30005.M.100.T.A │ ├── D30005.M.100.T.B │ ├── D30005.M.100.T.C │ ├── D30005.M.100.T.G │ ├── D30006.M.100.T.A │ ├── D30006.M.100.T.B │ ├── D30006.M.100.T.C │ ├── D30006.M.100.T.H │ ├── D30007.M.100.T.A │ ├── D30007.M.100.T.B │ ├── D30007.M.100.T.D │ ├── D30007.M.100.T.E │ ├── D30008.M.100.T.A │ ├── D30008.M.100.T.B │ ├── D30008.M.100.T.D │ ├── D30008.M.100.T.G │ ├── D30010.M.100.T.A │ ├── D30010.M.100.T.B │ ├── D30010.M.100.T.D │ ├── D30010.M.100.T.H │ ├── D30011.M.100.T.A │ ├── D30011.M.100.T.B │ ├── D30011.M.100.T.E │ ├── D30011.M.100.T.F │ ├── D30015.M.100.T.A │ ├── D30015.M.100.T.B │ ├── D30015.M.100.T.E │ ├── D30015.M.100.T.H │ ├── D30017.M.100.T.A │ ├── D30017.M.100.T.B │ ├── D30017.M.100.T.F │ ├── D30017.M.100.T.G │ ├── D30020.M.100.T.A │ ├── D30020.M.100.T.C │ ├── D30020.M.100.T.D │ ├── D30020.M.100.T.E │ ├── D30022.M.100.T.A │ ├── D30022.M.100.T.C │ ├── D30022.M.100.T.D │ ├── D30022.M.100.T.F │ ├── D30024.M.100.T.A │ ├── D30024.M.100.T.C │ ├── D30024.M.100.T.D │ ├── D30024.M.100.T.G │ ├── D30026.M.100.T.A │ ├── D30026.M.100.T.C │ ├── D30026.M.100.T.D │ ├── D30026.M.100.T.H │ ├── D30027.M.100.T.A │ ├── D30027.M.100.T.C │ ├── D30027.M.100.T.E │ ├── D30027.M.100.T.G │ ├── D30028.M.100.T.A │ ├── D30028.M.100.T.C │ ├── D30028.M.100.T.F │ ├── D30028.M.100.T.G │ ├── D30029.M.100.T.A │ ├── D30029.M.100.T.C │ ├── D30029.M.100.T.F │ ├── D30029.M.100.T.H │ ├── D30031.M.100.T.A │ ├── D30031.M.100.T.D │ ├── D30031.M.100.T.E │ ├── D30031.M.100.T.F │ ├── D30033.M.100.T.A │ ├── D30033.M.100.T.D │ ├── D30033.M.100.T.E │ ├── D30033.M.100.T.G │ ├── D30034.M.100.T.A │ ├── D30034.M.100.T.D │ ├── D30034.M.100.T.F │ ├── D30034.M.100.T.G │ ├── D30036.M.100.T.A │ ├── D30036.M.100.T.D │ ├── D30036.M.100.T.F │ ├── D30036.M.100.T.H │ ├── D30037.M.100.T.A │ ├── D30037.M.100.T.D │ ├── D30037.M.100.T.G │ ├── D30037.M.100.T.H │ ├── D30038.M.100.T.A │ ├── D30038.M.100.T.E │ ├── D30038.M.100.T.F │ ├── D30038.M.100.T.H │ ├── D30040.M.100.T.A │ ├── D30040.M.100.T.E │ ├── D30040.M.100.T.G │ ├── D30040.M.100.T.H │ ├── D30042.M.100.T.B │ ├── D30042.M.100.T.C │ ├── D30042.M.100.T.D │ ├── D30042.M.100.T.F │ ├── D30044.M.100.T.B │ ├── D30044.M.100.T.C │ ├── D30044.M.100.T.D │ ├── D30044.M.100.T.G │ ├── D30045.M.100.T.B │ ├── D30045.M.100.T.C │ ├── D30045.M.100.T.E │ ├── D30045.M.100.T.F │ ├── D30046.M.100.T.B │ ├── D30046.M.100.T.C │ ├── D30046.M.100.T.E │ ├── D30046.M.100.T.H │ ├── D30047.M.100.T.B │ ├── D30047.M.100.T.C │ ├── D30047.M.100.T.F │ ├── D30047.M.100.T.H │ ├── D30048.M.100.T.B │ ├── D30048.M.100.T.C │ ├── D30048.M.100.T.G │ ├── D30048.M.100.T.H │ ├── D30049.M.100.T.B │ ├── D30049.M.100.T.D │ ├── D30049.M.100.T.E │ ├── D30049.M.100.T.G │ ├── D30050.M.100.T.B │ ├── D30050.M.100.T.D │ ├── D30050.M.100.T.E │ ├── D30050.M.100.T.H │ ├── D30051.M.100.T.B │ ├── D30051.M.100.T.D │ ├── D30051.M.100.T.F │ ├── D30051.M.100.T.H │ ├── D30053.M.100.T.B │ ├── D30053.M.100.T.E │ ├── D30053.M.100.T.F │ ├── D30053.M.100.T.G │ ├── D30055.M.100.T.B │ ├── D30055.M.100.T.E │ ├── D30055.M.100.T.F │ ├── D30055.M.100.T.H │ ├── D30056.M.100.T.B │ ├── D30056.M.100.T.E │ ├── D30056.M.100.T.G │ ├── D30056.M.100.T.H │ ├── D30059.M.100.T.B │ ├── D30059.M.100.T.F │ ├── D30059.M.100.T.G │ ├── D30059.M.100.T.H │ ├── D31001.M.100.T.C │ ├── D31001.M.100.T.D │ ├── D31001.M.100.T.E │ ├── D31001.M.100.T.G │ ├── D31008.M.100.T.C │ ├── D31008.M.100.T.D │ ├── D31008.M.100.T.E │ ├── D31008.M.100.T.H │ ├── D31009.M.100.T.B │ ├── D31009.M.100.T.C │ ├── D31009.M.100.T.F │ ├── D31009.M.100.T.G │ ├── D31013.M.100.T.C │ ├── D31013.M.100.T.D │ ├── D31013.M.100.T.G │ ├── D31013.M.100.T.H │ ├── D31022.M.100.T.C │ ├── D31022.M.100.T.E │ ├── D31022.M.100.T.F │ ├── D31022.M.100.T.G │ ├── D31026.M.100.T.C │ ├── D31026.M.100.T.E │ ├── D31026.M.100.T.F │ ├── D31026.M.100.T.H │ ├── D31031.M.100.T.C │ ├── D31031.M.100.T.F │ ├── D31031.M.100.T.G │ ├── D31031.M.100.T.H │ ├── D31032.M.100.T.D │ ├── D31032.M.100.T.E │ ├── D31032.M.100.T.F │ ├── D31032.M.100.T.G │ ├── D31033.M.100.T.D │ ├── D31033.M.100.T.E │ ├── D31033.M.100.T.F │ ├── D31033.M.100.T.H │ ├── D31038.M.100.T.D │ ├── D31038.M.100.T.E │ ├── D31038.M.100.T.G │ ├── D31038.M.100.T.H │ ├── D31043.M.100.T.D │ ├── D31043.M.100.T.F │ ├── D31043.M.100.T.G │ ├── D31043.M.100.T.H │ ├── D31050.M.100.T.E │ ├── D31050.M.100.T.F │ ├── D31050.M.100.T.G │ └── D31050.M.100.T.H ├── data_processer ├── .out.swp ├── .swp ├── __init__.py ├── clauseIE_tree.py ├── corpus_cleaner.py ├── make_data.py ├── out ├── setup.sh ├── task_extractor.py └── test ├── jars ├── slf4j-api.jar └── slf4j-simple.jar ├── pipeline.py ├── rouge ├── __init__.py └── rouge.py ├── settings.py └── utils ├── __init__.py ├── corpus_reader.py ├── data_helpers.py ├── loadEmbeddings.py ├── phrase_extractor.py ├── phrase_tree.py ├── reader.py └── writer.py /.gitignore: -------------------------------------------------------------------------------- 1 | summarizer/data/ 2 | base/ 3 | .project 4 | .pydevproject 5 | .settings/ 6 | .*.pyc 7 | rouge/* 8 | summarizer/jars/stanford-parser-3.6.0-models.jar 9 | summarizer/jars/stanford-parser.jar 10 | summarizer/jars/englishPCFG.ser.gz 11 | summarizer/jars/germanPCFG.ser.gz 12 | 13 | # default gitignores for python from https://github.com/github/gitignore/blob/master/Python.gitignore 14 | # Byte-compiled / optimized / DLL files 15 | __pycache__/ 16 | *.py[cod] 17 | *$py.class 18 | 19 | # C extensions 20 | *.so 21 | 22 | # Distribution / packaging 23 | .Python 24 | env/ 25 | build/ 26 | develop-eggs/ 27 | dist/ 28 | downloads/ 29 | eggs/ 30 | .eggs/ 31 | lib/ 32 | lib64/ 33 | parts/ 34 | sdist/ 35 | var/ 36 | wheels/ 37 | *.egg-info/ 38 | .installed.cfg 39 | *.egg 40 | 41 | # PyInstaller 42 | # Usually these files are written by a python script from a template 43 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 44 | *.manifest 45 | *.spec 46 | 47 | # Installer logs 48 | pip-log.txt 49 | pip-delete-this-directory.txt 50 | 51 | # Unit test / coverage reports 52 | htmlcov/ 53 | .tox/ 54 | .coverage 55 | .coverage.* 56 | .cache 57 | nosetests.xml 58 | coverage.xml 59 | *,cover 60 | .hypothesis/ 61 | 62 | # Translations 63 | *.mo 64 | *.pot 65 | 66 | # Django stuff: 67 | *.log 68 | local_settings.py 69 | 70 | # Flask stuff: 71 | instance/ 72 | .webassets-cache 73 | 74 | # Scrapy stuff: 75 | .scrapy 76 | 77 | # Sphinx documentation 78 | docs/_build/ 79 | 80 | # PyBuilder 81 | target/ 82 | 83 | # Jupyter Notebook 84 | .ipynb_checkpoints 85 | 86 | # pyenv 87 | .python-version 88 | 89 | # celery beat schedule file 90 | celerybeat-schedule 91 | 92 | # dotenv 93 | .env 94 | 95 | # virtualenv 96 | .venv/ 97 | venv/ 98 | ENV/ 99 | 100 | # Spyder project settings 101 | .spyderproject 102 | 103 | # Rope project settings 104 | .ropeproject 105 | *.iml 106 | /data/ 107 | /.venv_windows/ 108 | -------------------------------------------------------------------------------- /NOTICE.txt: -------------------------------------------------------------------------------- 1 | ------------------------------------------------------------------------------- 2 | Copyright 2017 3 | Ubiquitous Knowledge Processing (UKP) Lab 4 | Technische Universität Darmstadt 5 | 6 | ------------------------------------------------------------------------------- 7 | Third party legal information 8 | -------------------------------------------------------------------------------- /docs/windows-eclipse-pydev-run-config.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/docs/windows-eclipse-pydev-run-config.png -------------------------------------------------------------------------------- /prepare.bat: -------------------------------------------------------------------------------- 1 | pip install virtualenv 2 | virtualenv --system-site-packages --unzip-setuptools .venv_windows 3 | set "VIRTUAL_ENV=C:\Users\hatieke\Projects\ukp-thesis\casum_summarizer\.venv_windows" 4 | set "PATH=%VIRTUAL_ENV%\Scripts;%PATH%" 5 | pip install -r requirements.txt 6 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | nltk>=3.2.1 2 | PuLP>=1.6.2 3 | numpy>=1.12.0 4 | requests>=2.12.5 5 | scipy>=0.17.1 6 | scikit-learn>=0.17.1 7 | #ukp_summarizer_data_swagger>=0.0.1-SNAPSHOT 8 | flask>=0.12 9 | gensim>=0.13.4.1 10 | networkx>=1.11 11 | -------------------------------------------------------------------------------- /run.cmd: -------------------------------------------------------------------------------- 1 | @echo off 2 | 3 | 4 | 5 | echo all args: 6 | echo %* 7 | 8 | set "VIRTUAL_ENV=C:\Users\hatieke\Projects\ukp-thesis\casum_summarizer\.venv_windows" 9 | set "PATH=%VIRTUAL_ENV%\Scripts;%PATH%" 10 | python summarizer/single_iteration_pipes.py %* 11 | -------------------------------------------------------------------------------- /summarizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/__init__.py -------------------------------------------------------------------------------- /summarizer/algorithms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/algorithms/__init__.py -------------------------------------------------------------------------------- /summarizer/algorithms/_summarizer.py: -------------------------------------------------------------------------------- 1 | 2 | class Summarizer(): 3 | def __init__(self, docs, models): 4 | self.docs = docs 5 | self.models = models -------------------------------------------------------------------------------- /summarizer/algorithms/base.py: -------------------------------------------------------------------------------- 1 | class Sentence: 2 | """The sentence data structure. 3 | 4 | Args: 5 | tokens (list of str): the list of word tokens. 6 | doc_id (str): the identifier of the document from which the sentence 7 | comes from. 8 | position (int): the position of the sentence in the source document. 9 | """ 10 | def __init__(self, tokens, doc_id, position): 11 | 12 | self.tokens = tokens 13 | """ tokens as a list. """ 14 | 15 | self.doc_id = doc_id 16 | """ document identifier of the sentence. """ 17 | 18 | self.position = position 19 | """ position of the sentence within the document. """ 20 | 21 | self.concepts = [] 22 | """ concepts of the sentence. """ 23 | 24 | self.untokenized_form = '' 25 | """ untokenized form of the sentence. """ 26 | 27 | self.length = 0 28 | """ length of the untokenized sentence. """ -------------------------------------------------------------------------------- /summarizer/algorithms/flight_recorder.py: -------------------------------------------------------------------------------- 1 | from __future__ import print_function 2 | class FlightRecorder(object): 3 | """ 4 | Keeps a list of records, plus the union of all of them, too. 5 | """ 6 | 7 | def __init__(self): 8 | self.recordings = [] 9 | 10 | self.total=Record(set(), set(), set()) 11 | 12 | def record(self, accept=None, reject=None, implicit_reject=None): 13 | accept = set(accept) 14 | reject = set(reject) 15 | implicit_reject = set(implicit_reject) 16 | self.recordings.append(Record(accept, reject, implicit_reject)) 17 | 18 | if accept is not None: 19 | self.total.accept |= accept 20 | # self.accepted_concepts=accept 21 | # self.total_accept += accept 22 | if reject is not None: 23 | self.total.reject |= reject 24 | # self.rejected_concepts=reject 25 | # self.total_reject += reject 26 | if implicit_reject is not None: 27 | self.total.implicit_reject |= implicit_reject 28 | # self.implicit_reject = implicit_reject 29 | # self.total_implicit_reject += implicit_reject 30 | 31 | def latest(self): 32 | """ 33 | Returns the last added Record, or an empty Record 34 | :return: 35 | """ 36 | if len(self.recordings) == 0: 37 | return Record(set(), set(), set()) 38 | return self.recordings[-1:][0] 39 | 40 | def union(self): 41 | return self.total 42 | 43 | def clear(self): 44 | self.__init__() 45 | 46 | class Record(object): 47 | def __init__(self, accept=set(), reject=set(), implicit_reject=set()): 48 | """ 49 | @type accept: set[str] 50 | @type reject: set[str] 51 | @type implicit_reject: set[str] 52 | """ 53 | self.accept=accept 54 | self.reject=reject 55 | self.implicit_reject=implicit_reject -------------------------------------------------------------------------------- /summarizer/analysis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/analysis/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sume/__init__.py: -------------------------------------------------------------------------------- 1 | from base import * 2 | from models import * 3 | -------------------------------------------------------------------------------- /summarizer/baselines/sume/models/__init__.py: -------------------------------------------------------------------------------- 1 | from concept_based import * -------------------------------------------------------------------------------- /summarizer/baselines/sume/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sume/utils/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/.travis.yml: -------------------------------------------------------------------------------- 1 | language: 2 | - python 3 | python: 4 | # https://github.com/travis-ci/travis-ci/issues/2219#issuecomment-41804942 5 | - "2.7" 6 | - "3.3" 7 | - "3.4" 8 | - "3.5" 9 | before_install: 10 | # install dependencies for NumPy 11 | - sudo apt-get update -qq 12 | - sudo apt-get install -qq gfortran libatlas-base-dev 13 | - sudo apt-get install -qq python-numpy 14 | - sudo apt-get install -qq pandoc 15 | install: 16 | - pandoc --from=markdown --to=rst README.md -o README.rst 17 | - python setup.py install 18 | - pip install -U pip wheel 19 | - pip install -U --use-wheel pytest pytest-cov 20 | - python -c "import nltk; nltk.download('punkt')" 21 | script: 22 | - py.test tests 23 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/LICENSE.txt: -------------------------------------------------------------------------------- 1 | Copyright 2013 Michal Belica 2 | 3 | Licensed under the Apache License, Version 2.0 (the "License"); 4 | you may not use this file except in compliance with the License. 5 | You may obtain a copy of the License at 6 | 7 | http://www.apache.org/licenses/LICENSE-2.0 8 | 9 | Unless required by applicable law or agreed to in writing, software 10 | distributed under the License is distributed on an "AS IS" BASIS, 11 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | See the License for the specific language governing permissions and 13 | limitations under the License. 14 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include README.md 2 | include README.rst 3 | include LICENSE.txt 4 | include CHANGELOG.md 5 | recursive-include sumy/data * 6 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sumy/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/setup.cfg: -------------------------------------------------------------------------------- 1 | [bumpversion] 2 | current_version = 0.4.1 3 | commit = false 4 | tag = false 5 | 6 | [bumpversion:file:setup.py] 7 | 8 | [bumpversion:file:sumy/__init__.py] 9 | 10 | [pytest] 11 | addopts = --quiet --tb=short --color=yes --cov=sumy --cov-report=term-missing --no-cov-on-fail 12 | 13 | [pep8] 14 | max-line-length = 160 15 | 16 | [bdist_wheel] 17 | universal = 1 18 | 19 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | 7 | __author__ = "Michal Belica" 8 | __version__ = "0.4.1" 9 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/data/stopwords/french.txt: -------------------------------------------------------------------------------- 1 | alors 2 | au 3 | aucuns 4 | aussi 5 | autre 6 | avant 7 | avec 8 | avoir 9 | bon 10 | car 11 | ce 12 | cela 13 | ces 14 | ceux 15 | chaque 16 | ci 17 | comme 18 | comment 19 | dans 20 | dedans 21 | dehors 22 | depuis 23 | des 24 | deux 25 | devrait 26 | doit 27 | donc 28 | dos 29 | droite 30 | du 31 | début 32 | elle 33 | elles 34 | en 35 | encore 36 | essai 37 | est 38 | et 39 | eu 40 | fait 41 | faites 42 | fois 43 | font 44 | force 45 | haut 46 | hors 47 | ici 48 | il 49 | ils 50 | je 51 | juste 52 | la 53 | le 54 | les 55 | leur 56 | là 57 | ma 58 | maintenant 59 | mais 60 | mes 61 | mine 62 | moins 63 | mon 64 | mot 65 | même 66 | ni 67 | nommés 68 | notre 69 | nous 70 | nouveaux 71 | ou 72 | où 73 | par 74 | parce 75 | parole 76 | pas 77 | personnes 78 | peu 79 | peut 80 | pièce 81 | plupart 82 | pour 83 | pourquoi 84 | quand 85 | que 86 | quel 87 | quelle 88 | quelles 89 | quels 90 | qui 91 | sa 92 | sans 93 | ses 94 | seulement 95 | si 96 | sien 97 | son 98 | sont 99 | sous 100 | soyez 101 | sujet 102 | sur 103 | ta 104 | tandis 105 | tellement 106 | tels 107 | tes 108 | ton 109 | tous 110 | tout 111 | trop 112 | très 113 | tu 114 | valeur 115 | voie 116 | voient 117 | vont 118 | votre 119 | vous 120 | vu 121 | ça 122 | étaient 123 | état 124 | étions 125 | été 126 | êtr 127 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/data/stopwords/german.txt: -------------------------------------------------------------------------------- 1 | aber 2 | als 3 | am 4 | an 5 | auch 6 | auf 7 | aus 8 | bei 9 | bin 10 | bis 11 | bist 12 | da 13 | dadurch 14 | daher 15 | darum 16 | das 17 | daß 18 | dass 19 | dein 20 | deine 21 | dem 22 | den 23 | der 24 | des 25 | dessen 26 | deshalb 27 | die 28 | dies 29 | dieser 30 | dieses 31 | doch 32 | dort 33 | du 34 | durch 35 | ein 36 | eine 37 | einem 38 | einen 39 | einer 40 | eines 41 | er 42 | es 43 | euer 44 | eure 45 | für 46 | hatte 47 | hatten 48 | hattest 49 | hattet 50 | hier 51 | hinter 52 | ich 53 | ihr 54 | ihre 55 | im 56 | in 57 | ist 58 | ja 59 | jede 60 | jedem 61 | jeden 62 | jeder 63 | jedes 64 | jener 65 | jenes 66 | jetzt 67 | kann 68 | kannst 69 | können 70 | könnt 71 | machen 72 | mein 73 | meine 74 | mit 75 | muß 76 | mußt 77 | musst 78 | müssen 79 | müßt 80 | nach 81 | nachdem 82 | nein 83 | nicht 84 | nun 85 | oder 86 | seid 87 | sein 88 | seine 89 | sich 90 | sie 91 | sind 92 | soll 93 | sollen 94 | sollst 95 | sollt 96 | sonst 97 | soweit 98 | sowie 99 | und 100 | unser 101 | unsere 102 | unter 103 | vom 104 | von 105 | vor 106 | wann 107 | warum 108 | was 109 | weiter 110 | weitere 111 | wenn 112 | wer 113 | werde 114 | werden 115 | werdet 116 | weshalb 117 | wie 118 | wieder 119 | wieso 120 | wir 121 | wird 122 | wirst 123 | wo 124 | woher 125 | wohin 126 | zu 127 | zum 128 | zur 129 | über 130 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/data/stopwords/slovak.txt: -------------------------------------------------------------------------------- 1 | a 2 | aby 3 | aj 4 | ak 5 | ako 6 | ale 7 | alebo 8 | ani 9 | áno 10 | asi 11 | až 12 | bez 13 | bol 14 | bola 15 | boli 16 | bolo 17 | buď 18 | bude 19 | budem 20 | budeš 21 | by 22 | byť 23 | býť 24 | cey 25 | cez 26 | či 27 | článku 28 | články 29 | článok 30 | čo 31 | další 32 | dnes 33 | do 34 | ešte 35 | ho 36 | í 37 | i 38 | iba 39 | ich 40 | iné 41 | ja 42 | je 43 | jeho 44 | jej 45 | ju 46 | k 47 | kam 48 | každý 49 | kde 50 | kdo 51 | keď 52 | kto 53 | ktorá 54 | ktoré 55 | ktorí 56 | ktorú 57 | ktorý 58 | ku 59 | lebo 60 | len 61 | lenže 62 | ma 63 | má 64 | mať 65 | máte 66 | me 67 | medzi 68 | menej 69 | mi 70 | mňe 71 | mnou 72 | môj 73 | moja 74 | moje 75 | môže 76 | my 77 | na 78 | ná 79 | nad 80 | nám 81 | napíšte 82 | náš 83 | naši 84 | ne 85 | nech 86 | neni 87 | než 88 | nič 89 | nie 90 | nisú 91 | nové 92 | nový 93 | o 94 | od 95 | odo 96 | on 97 | ona 98 | oni 99 | ono 100 | po 101 | pod 102 | poď 103 | podľa 104 | pokiaľ 105 | potom 106 | práve 107 | pre 108 | prečo 109 | pred 110 | predo 111 | preto 112 | pretože 113 | pri 114 | prví 115 | prvý 116 | roku 117 | s 118 | sa 119 | si 120 | síce 121 | sme 122 | so 123 | som 124 | späť 125 | správy 126 | ste 127 | strana 128 | sú 129 | svoj 130 | svoje 131 | svojich 132 | svojím 133 | svojími 134 | ta 135 | ťa 136 | tá 137 | tak 138 | takže 139 | tam 140 | táto 141 | teda 142 | ten 143 | tento 144 | tì 145 | tieto 146 | tiež 147 | tìmy 148 | tipy 149 | to 150 | toho 151 | tohoto 152 | tom 153 | tomto 154 | tomu 155 | tomuto 156 | toto 157 | tu 158 | tuto 159 | túto 160 | tvoj 161 | ty 162 | tým 163 | týmto 164 | u 165 | už 166 | v 167 | vám 168 | váš 169 | vaše 170 | viac 171 | viacej 172 | vo 173 | však 174 | všetok 175 | vtedy 176 | vy 177 | z 178 | za 179 | že 180 | zo -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | 7 | from .coselection import f_score, precision, recall 8 | from .content_based import cosine_similarity, unit_overlap 9 | from .rouge import rouge_n, rouge_1, rouge_2, rouge_l_sentence_level, rouge_l_summary_level 10 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/models/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | 7 | from .tf import TfDocumentModel 8 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/models/dom/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from ._document import ObjectDocumentModel 7 | from ._paragraph import Paragraph 8 | from ._sentence import Sentence 9 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/models/dom/_document.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from itertools import chain 7 | from ...utils import cached_property 8 | from ..._compat import unicode_compatible 9 | 10 | 11 | @unicode_compatible 12 | class ObjectDocumentModel(object): 13 | def __init__(self, paragraphs): 14 | self._paragraphs = tuple(paragraphs) 15 | 16 | @property 17 | def paragraphs(self): 18 | return self._paragraphs 19 | 20 | @cached_property 21 | def sentences(self): 22 | sentences = (p.sentences for p in self._paragraphs) 23 | return tuple(chain(*sentences)) 24 | 25 | @cached_property 26 | def headings(self): 27 | headings = (p.headings for p in self._paragraphs) 28 | return tuple(chain(*headings)) 29 | 30 | @cached_property 31 | def words(self): 32 | words = (p.words for p in self._paragraphs) 33 | return tuple(chain(*words)) 34 | 35 | def __unicode__(self): 36 | return "" % len(self.paragraphs) 37 | 38 | def __repr__(self): 39 | return self.__str__() 40 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/models/dom/_paragraph.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from itertools import chain 7 | from ..._compat import unicode_compatible 8 | from ...utils import cached_property 9 | from ._sentence import Sentence 10 | 11 | 12 | @unicode_compatible 13 | class Paragraph(object): 14 | __slots__ = ( 15 | "_sentences", 16 | "_cached_property_sentences", 17 | "_cached_property_headings", 18 | "_cached_property_words", 19 | ) 20 | 21 | def __init__(self, sentences): 22 | sentences = tuple(sentences) 23 | for sentence in sentences: 24 | if not isinstance(sentence, Sentence): 25 | raise TypeError("Only instances of class 'Sentence' are allowed.") 26 | 27 | self._sentences = sentences 28 | 29 | @cached_property 30 | def sentences(self): 31 | return tuple(s for s in self._sentences if not s.is_heading) 32 | 33 | @cached_property 34 | def headings(self): 35 | return tuple(s for s in self._sentences if s.is_heading) 36 | 37 | @cached_property 38 | def words(self): 39 | return tuple(chain(*(s.words for s in self._sentences))) 40 | 41 | def __unicode__(self): 42 | return "" % ( 43 | len(self.headings), 44 | len(self.sentences), 45 | ) 46 | 47 | def __repr__(self): 48 | return self.__str__() 49 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/models/dom/_sentence.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from ...utils import cached_property 7 | from ..._compat import to_unicode, to_string, unicode_compatible 8 | 9 | 10 | @unicode_compatible 11 | class Sentence(object): 12 | __slots__ = ("_text", "_cached_property_words", "_tokenizer", "_is_heading",) 13 | 14 | def __init__(self, text, tokenizer, is_heading=False): 15 | self._text = to_unicode(text).strip() 16 | self._tokenizer = tokenizer 17 | self._is_heading = bool(is_heading) 18 | 19 | @cached_property 20 | def words(self): 21 | return self._tokenizer.to_words(self._text) 22 | 23 | @property 24 | def is_heading(self): 25 | return self._is_heading 26 | 27 | def __eq__(self, sentence): 28 | assert isinstance(sentence, Sentence) 29 | return self._is_heading is sentence._is_heading and self._text == sentence._text 30 | 31 | def __ne__(self, sentence): 32 | return not self.__eq__(sentence) 33 | 34 | def __hash__(self): 35 | return hash((self._is_heading, self._text)) 36 | 37 | def __unicode__(self): 38 | return self._text 39 | 40 | def __repr__(self): 41 | return to_string("<%s: %s>") % ( 42 | "Heading" if self._is_heading else "Sentence", 43 | self.__str__() 44 | ) 45 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/nlp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sumy/sumy/nlp/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/nlp/stemmers/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | import nltk.stem.snowball as nltk_stemmers_module 7 | 8 | from .czech import stem_word as czech_stemmer 9 | 10 | from ..._compat import to_unicode 11 | 12 | 13 | def null_stemmer(object): 14 | "Converts given object to unicode with lower letters." 15 | return to_unicode(object).lower() 16 | 17 | 18 | class Stemmer(object): 19 | def __init__(self, language): 20 | self._stemmer = null_stemmer 21 | if language.lower() in ('czech', 'slovak'): 22 | self._stemmer = czech_stemmer 23 | return 24 | stemmer_classname = language.capitalize() + 'Stemmer' 25 | try: 26 | stemmer_class = getattr(nltk_stemmers_module, stemmer_classname) 27 | except AttributeError: 28 | raise LookupError("Stemmer is not available for language %s." % language) 29 | self._stemmer = stemmer_class().stem 30 | 31 | def __call__(self, word): 32 | return self._stemmer(word) 33 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/parsers/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from .parser import DocumentParser 7 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/parsers/parser.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | 7 | class DocumentParser(object): 8 | """Abstract parser of input format into DOM.""" 9 | 10 | SIGNIFICANT_WORDS = ( 11 | "významný", 12 | "vynikající", 13 | "podstatný", 14 | "význačný", 15 | "důležitý", 16 | "slavný", 17 | "zajímavý", 18 | "eminentní", 19 | "vlivný", 20 | "supr", 21 | "super", 22 | "nejlepší", 23 | "dobrý", 24 | "kvalitní", 25 | "optimální", 26 | "relevantní", 27 | ) 28 | STIGMA_WORDS = ( 29 | "nejhorší", 30 | "zlý", 31 | "šeredný", 32 | ) 33 | 34 | def __init__(self, tokenizer): 35 | self._tokenizer = tokenizer 36 | 37 | def tokenize_sentences(self, paragraph): 38 | return self._tokenizer.to_sentences(paragraph) 39 | 40 | def tokenize_words(self, sentence): 41 | return self._tokenizer.to_words(sentence) 42 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/summarizers/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from ._summarizer import AbstractSummarizer 7 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/summarizers/edmundson_title.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | from operator import attrgetter 7 | from itertools import chain 8 | from .._compat import ffilter 9 | from ._summarizer import AbstractSummarizer 10 | 11 | 12 | class EdmundsonTitleMethod(AbstractSummarizer): 13 | def __init__(self, stemmer, null_words): 14 | super(EdmundsonTitleMethod, self).__init__(stemmer) 15 | self._null_words = null_words 16 | 17 | def __call__(self, document, sentences_count): 18 | sentences = document.sentences 19 | significant_words = self._compute_significant_words(document) 20 | 21 | return self._get_best_sentences(sentences, sentences_count, 22 | self._rate_sentence, significant_words) 23 | 24 | def _compute_significant_words(self, document): 25 | heading_words = map(attrgetter("words"), document.headings) 26 | 27 | significant_words = chain(*heading_words) 28 | significant_words = map(self.stem_word, significant_words) 29 | significant_words = ffilter(self._is_null_word, significant_words) 30 | 31 | return frozenset(significant_words) 32 | 33 | def _is_null_word(self, word): 34 | return word in self._null_words 35 | 36 | def _rate_sentence(self, sentence, significant_words): 37 | words = map(self.stem_word, sentence.words) 38 | return sum(w in significant_words for w in words) 39 | 40 | def rate_sentences(self, document): 41 | significant_words = self._compute_significant_words(document) 42 | 43 | rated_sentences = {} 44 | for sentence in document.sentences: 45 | rated_sentences[sentence] = self._rate_sentence(sentence, 46 | significant_words) 47 | 48 | return rated_sentences 49 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/summarizers/random.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | import random 7 | 8 | from ._summarizer import AbstractSummarizer 9 | 10 | 11 | class RandomSummarizer(AbstractSummarizer): 12 | """Summarizer that picks sentences randomly.""" 13 | 14 | def __call__(self, document, sentences_count): 15 | sentences = document.sentences 16 | ratings = self._get_random_ratings(sentences) 17 | 18 | return self._get_best_sentences(sentences, sentences_count, ratings) 19 | 20 | def _get_random_ratings(self, sentences): 21 | ratings = list(range(len(sentences))) 22 | random.shuffle(ratings) 23 | 24 | return dict((s, r) for s, r in zip(sentences, ratings)) 25 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy/summarizers/text_rank.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | import math 7 | 8 | from itertools import combinations 9 | from collections import defaultdict 10 | from ._summarizer import AbstractSummarizer 11 | 12 | 13 | class TextRankSummarizer(AbstractSummarizer): 14 | """Source: https://github.com/adamfabish/Reduction""" 15 | 16 | _stop_words = frozenset() 17 | 18 | @property 19 | def stop_words(self): 20 | return self._stop_words 21 | 22 | @stop_words.setter 23 | def stop_words(self, words): 24 | self._stop_words = frozenset(map(self.normalize_word, words)) 25 | 26 | def __call__(self, document, sentences_count): 27 | ratings = self.rate_sentences(document) 28 | return self._get_best_sentences(document.sentences, sentences_count, ratings) 29 | 30 | def rate_sentences(self, document): 31 | sentences_words = [(s, self._to_words_set(s)) for s in document.sentences] 32 | ratings = defaultdict(float) 33 | 34 | for (sentence1, words1), (sentence2, words2) in combinations(sentences_words, 2): 35 | rank = self._rate_sentences_edge(words1, words2) 36 | ratings[sentence1] += rank 37 | ratings[sentence2] += rank 38 | 39 | return ratings 40 | 41 | def _to_words_set(self, sentence): 42 | words = map(self.normalize_word, sentence.words) 43 | return [self.stem_word(w) for w in words if w not in self._stop_words] 44 | 45 | def _rate_sentences_edge(self, words1, words2): 46 | rank = 0 47 | for w1 in words1: 48 | for w2 in words2: 49 | rank += int(w1 == w2) 50 | 51 | if rank == 0: 52 | return 0.0 53 | 54 | assert len(words1) > 0 and len(words2) > 0 55 | norm = math.log(len(words1)) + math.log(len(words2)) 56 | return 0.0 if norm == 0.0 else rank / norm 57 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/sumy_wrap.py: -------------------------------------------------------------------------------- 1 | from __future__ import absolute_import 2 | from __future__ import division, print_function, unicode_literals 3 | import os.path as path 4 | import sys 5 | sys.path.append(path.dirname(path.dirname(path.abspath(__file__)))) 6 | 7 | from summarizer.baselines.sumy.sumy.parsers.plaintext import PlaintextParser 8 | from summarizer.baselines.sumy.sumy.nlp.tokenizers import Tokenizer 9 | from summarizer.baselines.sumy.sumy.summarizers.lsa import LsaSummarizer 10 | from summarizer.baselines.sumy.sumy.summarizers.kl import KLSummarizer 11 | from summarizer.baselines.sumy.sumy.summarizers.luhn import LuhnSummarizer 12 | from summarizer.baselines.sumy.sumy.summarizers.lex_rank import LexRankSummarizer 13 | from summarizer.baselines.sumy.sumy.summarizers.text_rank import TextRankSummarizer 14 | from summarizer.baselines.sumy.sumy.nlp.stemmers import Stemmer 15 | from nltk.corpus import stopwords 16 | 17 | def sumy_wrap(documents, summarizer_type, LANGUAGE, SUMMARY_SIZE): 18 | doc_string = u'\n'.join([u'\n'.join(sents) for doc, sents in documents]) 19 | 20 | parser = PlaintextParser.from_string(doc_string, Tokenizer(LANGUAGE)) 21 | stemmer = Stemmer(LANGUAGE) 22 | 23 | if summarizer_type=='Lsa': 24 | summarizer = LsaSummarizer(stemmer) 25 | if summarizer_type=='Kl': 26 | summarizer = KLSummarizer(stemmer) 27 | if summarizer_type=='Luhn': 28 | summarizer = LuhnSummarizer(stemmer) 29 | if summarizer_type=='LexRank': 30 | summarizer = LexRankSummarizer(stemmer) 31 | if summarizer_type=='TextRank': 32 | summarizer = TextRankSummarizer(stemmer) 33 | 34 | summarizer.stop_words = frozenset(stopwords.words(LANGUAGE)) 35 | summary = summarizer(parser.document, SUMMARY_SIZE) 36 | return summary -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tasks.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | from invoke import task, run 4 | 5 | 6 | @task 7 | def clean(): 8 | run("rm -rf .coverage dist build") 9 | 10 | 11 | @task(clean, default=True) 12 | def test(): 13 | run("py.test") 14 | 15 | 16 | @task(test) 17 | def install(): 18 | run("pandoc --from=markdown --to=rst README.md -o README.rst") 19 | run("python setup.py develop") 20 | 21 | 22 | @task(test) 23 | def release(): 24 | run("pandoc --from=markdown --to=rst README.md -o README.rst") 25 | run("python setup.py register sdist bdist_wheel") 26 | run("twine upload dist/*") 27 | 28 | 29 | @task(test) 30 | def bump(version="patch"): 31 | run("bumpversion %s" % version) 32 | run("git commit --amend") 33 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sumy/tests/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/data/snippets/paragraphs.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Paragraphs 5 | 6 | 7 |
8 |

Toto je nadpis prvej úrovne

9 |

10 | Toto je prvý odstavec a to je fajn. 11 |

12 |

13 | Tento text je tu aby vyplnil prázdne miesto v srdci súboru. 14 | Aj súbory majú predsa city. 15 |

16 |
17 | 18 | 19 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/data/snippets/prevko.txt: -------------------------------------------------------------------------------- 1 | Jednalo se o případ chlapce v 6. třídě, který měl problémy s učením. 2 | Přerostly až v reparát z jazyka na konci školního roku. Nedopadl bohužel 3 | dobře a tak musel opakovat 6. třídu, což se chlapci ani trochu nelíbilo. 4 | Připadal si, že je mezi malými dětmi a realizoval se tím, že si ve třídě o 5 | rok mladších dětí budoval vedoucí pozici. Dost razantně. Fyzickou převahu měl, 6 | takže to nedalo až tak moc práce. 7 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/data/stopwords/language.txt: -------------------------------------------------------------------------------- 1 | word 2 | slovo 3 | Wort 4 | mot 5 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/test_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sumy/tests/test_models/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/test_stemmers.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | import unittest 7 | 8 | from sumy.nlp.stemmers import null_stemmer, Stemmer 9 | 10 | 11 | class TestStemmers(unittest.TestCase): 12 | """Simple tests to make sure all stemmers share the same API.""" 13 | def test_missing_stemmer_language(self): 14 | self.assertRaises(LookupError, Stemmer, "klingon") 15 | 16 | def test_null_stemmer(self): 17 | self.assertEqual("ľščťžýáíé", null_stemmer("ľŠčŤžÝáÍé")) 18 | 19 | def test_english_stemmer(self): 20 | english_stemmer = Stemmer('english') 21 | self.assertEqual("beauti", english_stemmer("beautiful")) 22 | 23 | def test_german_stemmer(self): 24 | german_stemmer = Stemmer('german') 25 | self.assertEqual("sterb", german_stemmer("sterben")) 26 | 27 | def test_czech_stemmer(self): 28 | czech_stemmer = Stemmer('czech') 29 | self.assertEqual("pěkn", czech_stemmer("pěkný")) 30 | 31 | def test_french_stemmer(self): 32 | french_stemmer = Stemmer('czech') 33 | self.assertEqual("jol", french_stemmer("jolies")) 34 | 35 | def test_slovak_stemmer(self): 36 | expected = Stemmer("czech") 37 | actual = Stemmer("slovak") 38 | self.assertEqual(type(actual), type(expected)) 39 | self.assertEqual(expected.__dict__, actual.__dict__) 40 | -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/test_summarizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sumy/tests/test_summarizers/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/test_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/baselines/sumy/tests/test_utils/__init__.py -------------------------------------------------------------------------------- /summarizer/baselines/sumy/tests/test_utils/test_unicode_compatible_class.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf8 -*- 2 | 3 | from __future__ import absolute_import 4 | from __future__ import division, print_function, unicode_literals 5 | 6 | import unittest 7 | import pytest 8 | 9 | from sumy import _compat as compat 10 | 11 | 12 | BYTES_STRING = "ľščťžáýíééäúňô €đ€Ł¤".encode("utf8") 13 | UNICODE_STRING = "ľščťžáýíééäúňô €đ€Ł¤" 14 | NATIVE_STRING = compat.to_string(UNICODE_STRING) 15 | 16 | 17 | @compat.unicode_compatible 18 | class O(object): 19 | def __unicode__(self): 20 | return UNICODE_STRING 21 | 22 | 23 | class TestObject(unittest.TestCase): 24 | def setUp(self): 25 | self.o = O() 26 | 27 | def assertStringsEqual(self, str1, str2, *args): 28 | self.assertEqual(type(str1), type(str2), *args) 29 | self.assertEqual(str1, str2, *args) 30 | 31 | def test_native_bytes(self): 32 | if not compat.PY3: 33 | pytest.skip("Python 2 doesn't support method `__bytes__`") 34 | 35 | returned = bytes(self.o) 36 | self.assertStringsEqual(BYTES_STRING, returned) 37 | 38 | def test_native_unicode(self): 39 | if compat.PY3: 40 | pytest.skip("Python 3 doesn't support method `__unicode__`") 41 | 42 | returned = unicode(self.o) 43 | self.assertStringsEqual(UNICODE_STRING, returned) 44 | 45 | def test_to_bytes(self): 46 | returned = compat.to_bytes(self.o) 47 | self.assertStringsEqual(BYTES_STRING, returned) 48 | 49 | def test_to_string(self): 50 | returned = compat.to_string(self.o) 51 | self.assertStringsEqual(NATIVE_STRING, returned) 52 | 53 | def test_to_unicode(self): 54 | returned = compat.to_unicode(self.o) 55 | self.assertStringsEqual(UNICODE_STRING, returned) 56 | -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/docs/NYT19981110.0442: -------------------------------------------------------------------------------- 1 | On the eve of a holiday that has been linked to antiabortion violence, the authorities on Tuesday were investigating whether a picture of an aborted fetus sent to a Canadian newspaper was connected to last month's fatal shooting of a Buffalo, N.Y. doctor who provided abortions or four similar attacks in western New York and Canada since 1994. 2 | The newspaper, the Hamilton (Ontario) Spectator, has received five similar packages in the last year, some containing veiled threats and several delivered by a man who employees said resembled James Charles Kopp, who is wanted for questioning as a witness about the Oct. 23 slaying of Dr. Barnett Slepian. 3 | Five days after the shooting, the Spectator received a package containing an antiabortion flier with biographical information about Slepian, including a photograph of him that had been crossed out. 4 | ``It certainly causes us to be more interested than ever in speaking to Kopp,'' said Inspector Keith McKaskill of the Winnipeg Police Department, a spokesman for the Canada-United States task force investigating the five shootings. 5 | Even as they searched for Kopp, federal officials were also looking into three letters that were received Monday by Catholic and antiabortion organizations in Buffalo, Indianapolis and Chicago. 6 | Those letters, saying they contained the deadly anthrax bacteria, came 10 days after eight similar threats to clinics that provide abortions. 7 | All the letters appear to be hoaxes, and it remains unclear whether they were connected to any of the five shootings. 8 | Kopp is not a suspect in the shootings. 9 | An itinerant antiabortion activist whose last known address is in Vermont, he is the subject of warrants on both sides of the border. 10 | In Canada, he is suspected of administrative violations of immigration law; in the United States, he is wanted as a material witness in the Slepian case. -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.parsed/D31013.M.100.T.C: -------------------------------------------------------------------------------- 1 | (ROOT (S (NP (NP (NNP Dr.) (NNP Barnett) (NNP Slepian)) (, ,) (NP (NP (DT the) (NN mainstay)) (PP (IN of) (NP (NP (NNP Buffalo) (POS 's)) (JJ only) (NN abortion) (NN clinic)))) (, ,)) (VP (VBD was) (VP (VBN slain) (SBAR (IN as) (S (NP (PRP he)) (VP (VBD stood) (PP (IN at) (NP (PRP$ his) (NN kitchen) (NN window)))))))) (. .))) 2 | (ROOT (S (NP (NNP Slepian)) (VP (VBZ has) (VP (VBN been) (VP (VBN described) (PP (IN as) (NP (NP (DT a) (NN fatalist)) (SBAR (WHNP (WP who)) (S (ADVP (RB stubbornly)) (VP (VBN adhered) (PP (TO to) (S (VP (VBG doing) (SBAR (WHNP (WP what)) (S (NP (PRP he)) (VP (VBD thought) (ADVP (RB right)))))))))))))))) (. .))) 3 | (ROOT (S (NP (DT The) (NNP FBI)) (VP (VBZ is) (VP (VBG looking) (PP (IN for) (NP (NP (NNP James) (NNP Kopp)) (PP (IN for) (S (VP (VBG questioning) (PP (IN as) (NP (NP (DT a) (NN material) (NN witness)) (PP (IN in) (NP (DT the) (NN slaying)))))))))))) (. .))) 4 | (ROOT (S (NP (NNP Kopp)) (VP (VBZ has) (ADVP (RB long)) (VP (VBN been) (VP (VBN identified) (PP (IN as) (NP (NP (DT a) (JJ major) (NN voice)) (PP (IN in) (NP (DT the) (JJ anti-abortion) (NN movement)))))))) (. .))) 5 | (ROOT (S (NP (NNP Attorney) (NNP General) (NNP Reno)) (VP (MD will) (VP (VB investigate) (SBAR (IN if) (S (NP (DT the) (NN slaying)) (VP (VBZ is) (NP (NP (NN part)) (PP (IN of) (NP (DT a) (JJ nation-wide) (NN plot))))))))) (. .))) 6 | (ROOT (S (PP (IN In) (NP (NNP Canada))) (, ,) (NP (NNS authorities)) (VP (VBP are) (ADJP (VBN worried) (SBAR (IN that) (S (NP (JJ new) (NN violence)) (VP (MD could) (VP (VB erupt) (PP (IN as) (NP (NN Remembrance) (NN Day) (NNS approaches))))))))) (. .))) 7 | (ROOT (S (NP (JJ Anti-abortion) (NNS pamphlets)) (VP (VBP have) (VP (VBN been) (VP (VBN delivered) (PP (PP (TO to) (NP (DT a) (JJ Canadian) (NN newspaper))) (, ,) (ADVP (RB possibly)) (PP (IN by) (NP (NNP Kopp))))))) (. .))) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.parsed/D31013.M.100.T.D: -------------------------------------------------------------------------------- 1 | (ROOT (S (NP (NN Abortion) (NNS clinics)) (VP (VBP continue) (S (VP (TO to) (VP (VB be) (VP (VBN targeted) (PP (IN by) (NP (NP (NP (JJ anti-abortion) (NNS groups)) (PP (JJ such) (IN as) (NP (NNP Operation) (NNP Rescue)))) (, ,) (NP (NP (NN Lambs)) (PP (IN of) (NP (NNP Christ)))) (, ,) (CC and) (NP (NP (NNP Army)) (PP (IN of) (NP (NNP God))))))))))) (. .))) 2 | (ROOT (S (NP (NNP Opposition)) (VP (VBZ ranges) (PP (IN from) (NP (NP (NP (JJ silent) (NNS vigils)) (PP (TO to) (NP (JJ vocal) (CC and) (JJ physical) (NN intimidation)))) (, ,) (CC and) (RB even) (NP (NN murder))))) (. .))) 3 | (ROOT (S (NP (NP (NNP Dr.) (NNP Bart) (NNP Shepian)) (PP (IN of) (NP (NP (NNP Buffalo) (POS 's)) (JJ only) (NN abortion) (NN clinic)))) (VP (VBD was) (VP (VBN murdered) (PP (IN in) (NP (PRP$ his) (NN home))))) (. .))) 4 | (ROOT (S (NP (NP (NNS Police)) (PP (IN in) (NP (DT the) (NNP US) (CC and) (NNP Canada)))) (VP (VBP are) (VP (VBG looking) (PP (IN for) (NP (NP (NNP James) (NNP Kopp)) (, ,) (NP (DT a) (JJ known) (NN abortion) (NN opponent)) (, ,))) (PP (IN as) (NP (NP (DT a) (NN material) (NN witness)) (PP (IN in) (NP (DT that) (NN murder))))))) (. .))) 5 | (ROOT (S (NP (DT The) (NNS clinics)) (VP (VBP serve) (NP (NP (JJ poor) (, ,) (ADJP (JJ young) (, ,) (CC and) (JJ uneducated)) (NNS women)) (PP (IN since) (NP (NP (DT the) (JJ well-to-do) (NN use)) (NP (PRP$ their) (JJ established) (NNS providers)))))) (. .))) 6 | (ROOT (S (NP (NNP AG) (NNP Janet) (NNP Reno)) (VP (VBZ has) (VP (VBN named) (NP (DT a) (NN task) (NN force)) (S (VP (TO to) (VP (VB find) (PRT (RP out)) (SBAR (IN if) (S (NP (NP (DT the) (JJ Slepian) (NN murder)) (, ,) (NP (NP (DT the) (JJ third)) (PP (IN in) (NP (CD five) (NNS years)))) (, ,)) (VP (VBZ is) (NP (NP (NN part)) (PP (IN of) (NP (NP (DT an) (VBN organized) (NN campaign)) (PP (IN of) (NP (NN violence)))))))))))))) (. .))) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.parsed/D31013.M.100.T.G: -------------------------------------------------------------------------------- 1 | (ROOT (S (NP (NP (DT The) (JJ primary) (NN doctor)) (PP (IN at) (NP (NP (DT the) (JJ last) (NN abortion) (NN clinic)) (PP (IN in) (NP (NNP Buffalo) (, ,) (NNP NY) (, ,)))))) (VP (VBD was) (VP (VBN shot) (CC and) (VBN killed))) (. .))) 2 | (ROOT (S (NP (NP (NNP Dr.) (NNP Slepian)) (, ,) (NP (DT a) (JJ stubborn) (NN man)) (, ,)) (VP (VBN dedicated) (PP (TO to) (NP (NP (NP (NNS women) (POS 's)) (NN care)) (, ,) (CC and) (NP (DT an) (JJ unlikely) (NN martyr))))) (. .))) 3 | (ROOT (S (NP (PRP It)) (VP (VBZ 's) (NP (NP (DT the) (JJ 7th) (JJ such) (NN death)) (, ,) (CC and) (NP (DT the) (ADJP (JJ 4th) (JJ similar)) (NN attack)))) (. .))) 4 | (ROOT (S (NP (NNP James) (NNP Kopp)) (VP (VBZ is) (VP (VBN sought) (PP (IN as) (NP (DT a) (NN material) (NN witness))))) (. .))) 5 | (ROOT (S (NP (DT The) (JJ anti-abortion) (NN movement)) (VP (VBZ has) (NP (ADJP (JJ local) (CC and) (JJ itinerate)) (NNS members))) (. .))) 6 | (ROOT (S (NP (PRP$ Their) (NNS activities)) (VP (VBP go) (PP (IN from) (S (VP (VBG prayers) (CC and) (VBG talking) (PP (TO to) (NP (NNS confrontations) (, ,) (NNS threats) (CC and) (NN violence))))))) (. .))) 7 | (ROOT (S (PP (IN After) (NP (DT this) (NN killing))) (, ,) (NP (DT the) (NNP FBI)) (VP (VBD resumed) (NP (DT a) (NN search)) (PP (IN for) (NP (DT an) (JJ anti-abortion) (NN conspiracy)))) (. .))) 8 | (ROOT (S (PP (IN Since) (NP (NP (DT the) (JJ first) (JJ few) (NNS years)) (PP (IN after) (NP (NNP Roe) (NNP v) (NNP Wade))))) (, ,) (NP (NP (DT the) (NN number)) (PP (IN of) (NP (NNS abortions)))) (VP (VBZ has) (VP (VBN declined) (PRN (, ,) (SBAR (IN as) (S (VP (VBZ has) (NP (NP (DT the) (NN number)) (PP (IN of) (NP (NNS clinics) (CC and) (NNS doctors))) (VP (VBG providing) (NP (DT the) (NN procedure))))))) (, ,)) (ADVP (RB especially)) (PP (IN for) (NP (JJR poorer) (NNS women))))) (. .))) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.parsed/D31013.M.100.T.H: -------------------------------------------------------------------------------- 1 | (ROOT (S (PP (IN On) (NP (NNP Oct.) (CD 23) (, ,) (CD 1998))) (, ,) (NP (DT a) (NN sniper)) (VP (VBD killed) (NP (NP (NNP Dr.) (NNP Barnet) (NNP Slepian)) (, ,) (NP (NP (DT a) (NN mainstay)) (PP (IN in) (NP (NP (DT the) (JJ last) (NN abortion) (NN clinic)) (PP (IN in) (NP (DT the) (NNP Buffalo) (NN area)))))) (CC and) (NP (NP (CD one)) (PP (IN of) (NP (QP (RB only) (DT a) (JJ few)) (NNS doctors))))) (S (VP (VBG performing) (NP (DT the) (NN procedure)) (PP (IN in) (NP (NP (DT the) (NN face)) (PP (IN of) (NP (NNS protesters) (CC and) (NNS threats)))))))) (. .))) 2 | (ROOT (S (NP (NP (JJ Many)) (PP (IN of) (NP (DT the) (NNS protesters)))) (VP (VBP are) (ADJP (JJ itinerants) (PP (IN like) (NP (NNP Rev.))))))) 3 | (ROOT (NP (NP (NNP Norman) (NNP Weslin)) (, ,) (NP (NP (NN founder)) (PP (IN of) (NP (NP (DT the) (JJ anti-abortion) (NN group) (NN Lambs)) (PP (IN of) (NP (NNP Christ))) (, ,) (SBAR (WHNP (WP who)) (S (VP (VBP travel) (PP (IN about) (S (VP (VP (VBG spreading) (NP (PRP$ their) (NN message))) (CC and) (VP (VBG shutting) (PRT (RP down)) (NP (NNS clinics)))))))))))) (. .))) 4 | (ROOT (S (NP (NP (DT Another) (JJ itinerant) (NN demonstrator)) (, ,) (NP (NNP James) (NNP Charles) (NNP Kopp)) (, ,)) (VP (VBZ is) (VP (VBN wanted) (PP (IN by) (NP (DT the) (NNP FBI))) (PP (IN as) (NP (NP (DT a) (NN material) (NN witness)) (PP (IN in) (NP (DT the) (NNP Slepian) (NN murder))))))) (. .))) 5 | (ROOT (S (PP (IN In) (NP (NP (NN addition)) (PP (TO to) (NP (JJ anti-abortion) (NN violence))))) (, ,) (NP (NP (DT a) (NN shortage)) (PP (IN of) (NP (NP (NNS doctors)) (SBAR (WHNP (WP who)) (S (VP (VBP are) (ADJP (JJ trained) (CC and) (JJ willing) (S (VP (TO to) (VP (VB do) (NP (DT the) (NNS procedures)))))))))))) (VP (VBP imperil) (NP (PRP$ their) (JJ widespread) (NN availability))) (. .))) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.props/D31013.M.100.T.C: -------------------------------------------------------------------------------- 1 | (S (O Dr. Barnett Slepian , ) (C (O the mainstay of) (C Buffalo) (O 's only abortion clinic) (C ,)) (C was slain) (C (O as he) (C stood) (C at his kitchen window)) (O .)) 2 | (S (O Slepian ) (C has been described) (C as a fatalist) (O who stubbornly) (C adhered) (C (O to doing what he) (C thought) (C right)) (O .)) 3 | (S (O The FBI ) (C is looking) (C for James Kopp for questioning as a material witness in the slaying) (O .)) 4 | (S (O Kopp has long been identified ) (C as a major voice in the anti-abortion movement) (O .)) 5 | (S (O Attorney General Reno ) (C will investigate) (C (O if) (C the slaying) (O is) (C part) (C of a nation-wide plot)) (O .)) 6 | (S (O In Canada , ) (C authorities) (C are worried) (C (O that) (C new violence) (C could erupt) (C as Remembrance Day approaches)) (O .)) 7 | (S (O Anti-abortion pamphlets ) (C have been delivered) (O to a Canadian newspaper , possibly by Kopp .)) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.props/D31013.M.100.T.D: -------------------------------------------------------------------------------- 1 | (S (O Abortion clinics ) (C continue) (O to be targeted by anti-abortion groups such as Operation Rescue , Lambs of Christ , and Army of God .)) 2 | (S (O Opposition ) (C ranges) (O from silent vigils to vocal and physical intimidation , and even murder .)) 3 | (S (O Dr. Bart Shepian of ) (C Buffalo) (O 's) (C only abortion clinic) (C was murdered) (C in his home) (O .)) 4 | (S (O Police in the US and Canada ) (C are looking) (C for James Kopp) (O ,) (C a known abortion opponent) (O , as a material witness in that murder .)) 5 | (S (O The clinics ) (C serve) (O poor , young , and uneducated women since the well-to-do use their) (C established providers) (O .)) 6 | (S (O AG Janet Reno ) (C has named) (O a task force to find out if) (C the Slepian murder) (O ,) (C the third in five years) (O , is) (C (C part) (C of an organized campaign of violence)) (O .)) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.props/D31013.M.100.T.G: -------------------------------------------------------------------------------- 1 | (S (O ) (O he primary doctor at the last abortion clinic in Buffalo , NY , was shot and killed .)) 2 | (S (O Dr. Slepian , ) (C a stubborn man) (O ,) (C dedicated) (O to) (C women) (O 's care , and an unlikely martyr .)) 3 | (S (O It ) (C 's) (O the 7th such death , and the 4th similar attack .)) 4 | (S (O James Kopp ) (C is sought) (C as a material witness) (O .)) 5 | (S (O The anti-abortion movement has ) (C local and itinerate members) (O .)) 6 | (S (O Their ) (C activities) (C go) (O from prayers and talking to confrontations , threats and violence .)) 7 | (S (O After this killing , ) (C the FBI) (C resumed) (C (C a search) (C for an anti-abortion conspiracy)) (O .)) 8 | (S (O Since the first few years after Roe v Wade , ) (C the number of abortions) (C has declined) (O , as has) (C the number of clinics and doctors) (O providing) (C the procedure) (O ,) (C (C especially) (C for poorer women)) (O .)) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries.props/D31013.M.100.T.H: -------------------------------------------------------------------------------- 1 | (S (O On Oct. 23 , 1998 , ) (C a sniper) (C killed) (C Dr. Barnet Slepian) (O ,) (C a mainstay in the last abortion clinic) (O in the Buffalo area and) (C one of only a few doctors) (C performing) (C (C the procedure) (C in the face of protesters and threats)) (O .)) 2 | (S (O Many of the protesters are ) (C (C itinerants) (C like Rev)) (O .)) 3 | (S (O Norman Weslin , ) (C founder of the anti-abortion group) (C Lambs) (C of Christ) (O , who) (C travel) (C (O about spreading their) (C message) (C and shutting down clinics)) (O .)) 4 | (S (O Another itinerant demonstrator , ) (C James Charles Kopp) (O ,) (C is wanted) (C (C by the FBI) (C as a material witness in the Slepian murder)) (O .)) 5 | (S (O In addition to anti-abortion violence , ) (C a shortage of doctors) (O who are) (C trained and willing to do the procedures) (C imperil) (C their widespread availability) (O .)) -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries/D31013.M.100.T.C: -------------------------------------------------------------------------------- 1 | Dr. Barnett Slepian, the mainstay of Buffalo's only abortion clinic, was slain as he stood at his kitchen window. 2 | Slepian has been described as a fatalist who stubbornly adhered to doing what he thought right. 3 | The FBI is looking for James Kopp for questioning as a material witness in the slaying. 4 | Kopp has long been identified as a major voice in the anti-abortion movement. 5 | Attorney General Reno will investigate if the slaying is part of a nation-wide plot. 6 | In Canada, authorities are worried that new violence could erupt as Remembrance Day approaches. 7 | Anti-abortion pamphlets have been delivered to a Canadian newspaper, possibly by Kopp. -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries/D31013.M.100.T.D: -------------------------------------------------------------------------------- 1 | Abortion clinics continue to be targeted by anti-abortion groups such as Operation Rescue, Lambs of Christ, and Army of God. 2 | Opposition ranges from silent vigils to vocal and physical intimidation, and even murder. 3 | Dr. Bart Shepian of Buffalo's only abortion clinic was murdered in his home. 4 | Police in the US and Canada are looking for James Kopp, a known abortion opponent, as a material witness in that murder. 5 | The clinics serve poor, young, and uneducated women since the well-to-do use their established providers. 6 | AG Janet Reno has named a task force to find out if the Slepian murder, the third in five years, is part of an organized campaign of violence. -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries/D31013.M.100.T.G: -------------------------------------------------------------------------------- 1 | The primary doctor at the last abortion clinic in Buffalo, NY, was shot and killed. 2 | Dr. Slepian, a stubborn man, dedicated to women's care, and an unlikely martyr. 3 | It's the 7th such death, and the 4th similar attack. 4 | James Kopp is sought as a material witness. 5 | The anti-abortion movement has local and itinerate members. 6 | Their activities go from prayers and talking to confrontations, threats and violence. 7 | After this killing, the FBI resumed a search for an anti-abortion conspiracy. 8 | Since the first few years after Roe v Wade, the number of abortions has declined, as has the number of clinics and doctors providing the procedure, especially for poorer women. -------------------------------------------------------------------------------- /summarizer/data/processed/DUC_TEST/d31013t/summaries/D31013.M.100.T.H: -------------------------------------------------------------------------------- 1 | On Oct. 23, 1998, a sniper killed Dr. Barnet Slepian, a mainstay in the last abortion clinic in the Buffalo area and one of only a few doctors performing the procedure in the face of protesters and threats. 2 | Many of the protesters are itinerants like Rev. 3 | Norman Weslin, founder of the anti-abortion group Lambs of Christ, who travel about spreading their message and shutting down clinics. 4 | Another itinerant demonstrator, James Charles Kopp, is wanted by the FBI as a material witness in the Slepian murder. 5 | In addition to anti-abortion violence, a shortage of doctors who are trained and willing to do the procedures imperil their widespread availability. -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30001.M.100.T.A: -------------------------------------------------------------------------------- 1 | Prospects were dim for resolution of the political crisis in Cambodia in October 1998. 2 | Prime Minister Hun Sen insisted that talks take place in Cambodia while opposition leaders Ranariddh and Sam Rainsy, fearing arrest at home, wanted them abroad. 3 | King Sihanouk declined to chair talks in either place. 4 | A U.S. House resolution criticized Hun Sen's regime while the opposition tried to cut off his access to loans. 5 | But in November the King announced a coalition government with Hun Sen heading the executive and Ranariddh leading the parliament. 6 | Left out, Sam Rainsy sought the King's assurance of Hun Sen's promise of safety and freedom for all politicians. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30001.M.100.T.B: -------------------------------------------------------------------------------- 1 | Cambodian prime minister Hun Sen rejects demands of 2 opposition parties for talks in Beijing after failing to win a 2/3 majority in recent elections. 2 | Sihanouk refuses to host talks in Beijing. 3 | Opposition parties ask the Asian Development Bank to stop loans to Hun Sen's government. 4 | CCP defends Hun Sen to the US Senate. 5 | FUNCINPEC refuses to share the presidency. 6 | Hun Sen and Ranariddh eventually form a coalition at summit convened by Sihanouk. 7 | Hun Sen remains prime minister, Ranariddh is president of the national assembly, and a new senate will be formed. 8 | Opposition leader Rainsy left out. 9 | He seeks strong assurance of safety should he return to Cambodia. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30001.M.100.T.C: -------------------------------------------------------------------------------- 1 | Cambodia King Norodom Sihanouk praised formation of a coalition of the Countries top two political parties, leaving strongman Hun Sen as Prime Minister and opposition leader Prince Norodom Ranariddh president of the National Assembly. 2 | The announcement comes after months of bitter argument following the failure of any party to attain the required quota to form a government. 3 | Opposition leader Sam Rainey was seeking assurances that he and his party members would not be arrested if they return to Cambodia. 4 | Rainey had been accused by Hun Sen of being behind an assassination attempt against him during massive street demonstrations in September. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30001.M.100.T.D: -------------------------------------------------------------------------------- 1 | Cambodian elections, fraudulent according to opposition parties, gave the CPP of Hun Sen a scant majority but not enough to form its own government. 2 | Opposition leaders fearing arrest, or worse, fled and asked for talks outside the country. 3 | Han Sen refused. 4 | The UN found evidence of rights violations by Hun Sen prompting the US House to call for an investigation. 5 | The three-month governmental deadlock ended with Han Sen and his chief rival, Prince Norodom Ranariddh sharing power. 6 | Han Sen guaranteed safe return to Cambodia for all opponents but his strongest critic, Sam Rainsy, remained wary. 7 | Chief of State King Norodom Sihanouk praised the agreement. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30002.M.100.T.A: -------------------------------------------------------------------------------- 1 | Hurricane Mitch approached Honduras on Oct. 27, 1998 with winds up to 180mph a Category 5 storm. 2 | It hit the Honduran coast on Oct. 28 bringing downpours that forced large-scale evacuations. 3 | On Nov. 1 Nicaragua announced collapse of a drenched volcano crater killing about 2,000. 4 | By then Mitch's winds were down to 30mph, but as disaster reports poured in the death toll finally exceeded 10,000 and half a million left homeless. 5 | The European Union, international relief agencies, Mexico, the U.S., Japan, Taiwan, the U.K. and U.N. sent financial aid, relief workers and supplies. 6 | Pope John Paul II appealed to "all public and private institutions" to help. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30002.M.100.T.B: -------------------------------------------------------------------------------- 1 | Honduras braced as category 5 Hurricane Mitch approached. 2 | Slow-moving Mitch battered the Honduran coast for 3 days. 3 | Honduran death estimates grew from 32 to 231 in the first days, to 6,076, with 4,621 missing. 4 | About 2,000 were killed in Nicaragua, 239 in El Salvador, 194 in Guatemala, 6 in southern Mexico and 7 in Costa Rica. 5 | The EU approved 6.4 million ecu in aid to Mitch's victims. 6 | The Pope appealed for aid. 7 | The US boosted aid to $70 million. 8 | A id workers struggled to reach survivors in danger. 9 | Hurricane winds, rain and floods caused massive damage to homes, businesses, roads and bridges. 10 | Latest reports estimate over 10,000 killed in Central America. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30002.M.100.T.C: -------------------------------------------------------------------------------- 1 | Hurricane Mitch, category 5 hurricane, brought widespread death and destruction to Central American. 2 | Especially hard hit was Honduras where an estimated 6,076 people lost their lives. 3 | The hurricane, which lingered off the coast of Honduras for 3 days before moving off, flooded large areas, destroying crops and property. 4 | The U.S. and European Union were joined by Pope John Paul II in a call for money and workers to help the stricken area. 5 | President Clinton sent Tipper Gore, wife of Vice President Gore to the area to deliver much needed supplies to the area, demonstrating U.S. commitment to the recovery of the region. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30002.M.100.T.E: -------------------------------------------------------------------------------- 1 | A category 5 storm, Hurricane Mitch roared across the northwest Caribbean with 180 mph winds across a 350-mile front that devastated the mainland and islands of Central America. 2 | Although the force of the storm diminished, at least 8,000 people died from wind, waves and flood damage. 3 | The greatest losses were in Honduras where some 6,076 people perished. 4 | Around 2,000 people were killed in Nicaragua, 239 in El Salvador, 194 in Guatemala, seven in Costa Rica and six in Mexico. 5 | At least 569,000 people were homeless across Central America. 6 | Aid was sent from many sources (European Union, the UN, US and Mexico). 7 | Relief efforts are hampered by extensive damage. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30003.M.100.T.A: -------------------------------------------------------------------------------- 1 | On Oct. 16, 1998 British police arrested former Chilean dictator Pinochet on a Spanish warrant charging murder of Spaniards in Chile, 1973-1983. 2 | Fidel Castro denounced the arrest. 3 | The Chilean government protested strongly. 4 | While the British government defended the arrest, it and the Spanish government took no stand on extradition of Pinochet to Spain, leaving it to the courts. 5 | Chilean legislators lobbied in Madrid against extradition, while others endorsed it. 6 | Then new charges were filed for crimes against Swiss and French citizens. 7 | Pinochet's wife and family pleaded that he was too sick to face extradition. 8 | As of Oct. 28 the matter was not resolved. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30003.M.100.T.B: -------------------------------------------------------------------------------- 1 | Pinochet arrested in London on Oct. 16 at a Spanish judge's request for atrocities against Spaniards in Chile during his rule. 2 | Castro, Chilean legislators and Pinochet's lawyers protested and claimed he had diplomatic immunity. 3 | His wife asked for his release because he was recovering from recent back surgery. 4 | Pinochet visited Thatcher before his surgery. 5 | The British and Spanish governments defended the arrest, saying it was strictly a legal matter. 6 | The EC president hoped Pinochet would stand trial. 7 | None of his Swiss accounts have been frozen yet. 8 | The Swiss government also asked for his arrest for the 1977 disappearance of a Swiss-Chilean student. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30003.M.100.T.C: -------------------------------------------------------------------------------- 1 | Former Chilean dictator Augusto Pinochet has been arrested in London at the request of the Spanish government. 2 | Pinochet, in London for back surgery, was arrested in his hospital room. 3 | Spain is seeking extradition of Pinochet from London to Spain to face charges of murder in the deaths of Spanish citizens in Chile under Pinochet's rule in the 1970s and 80s. 4 | The arrest raised confusion in the international community as the legality of the move is debated. 5 | Pinochet supporters say that Pinochet's arrest is illegal, claiming he has diplomatic immunity. 6 | The final outcome of the extradition request lies with the Spanish courts. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30003.M.100.T.F: -------------------------------------------------------------------------------- 1 | Britain caused international controversy and Chilean turmoil by arresting former Chilean dictator Pinochet in London for Spain's investigation of Spanish citizen deaths under Pinochet's 17-year rule of torture and political murder. 2 | Claims are Pinochet had diplomatic immunity, extradition is international meddling or illegal because Pinochet is not a Spanish citizen, also his crimes should be punished. 3 | Spain and Britain, big Chilean investors, fear damage to economic relations and let courts decide extradition. 4 | The Swiss haven't investigated Pinochet accounts despite a Spanish request. 5 | Pinochet is shielded from details, said too sick to be extradited. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30005.M.100.T.A: -------------------------------------------------------------------------------- 1 | After the bombing of U.S. embassies in East Africa the U.S. on Aug. 20, 1998 made missile attacks on an Al-Qaeda training camp in Afghanistan and on a pharmaceutical plant in Sudan tenuously linked to Osama bin Laden. 2 | In September the U.S. initiated legal action against a Sudanese arrested in Germany and in November charges were prepared against six men including bin Laden. 3 | The U.S. had, in support of its case, documentary evidence and a cooperative former senior aide of bin Laden. 4 | Meanwhile, authorities reported bin Laden agents active in Bangladesh and the Balkans and the Taliban government of Afghanistan proclaimed bin Laden "a man without sin. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30005.M.100.T.B: -------------------------------------------------------------------------------- 1 | Evidence shows Sudanese factory bombed by US is linked to bin Laden. 2 | US prosecutors ask for an extension to extradite a bin Laden lieutenant. 3 | FBI questions witnesses of Nairobi embassy blast, preparing for trial of 6 suspects. 4 | The Taliban says the US is using bin Laden as an excuse to attack Afghanistan. 5 | Goal of US August raid there was to kill bin Laden and his aides. 6 | The Taliban declares bin Laden a free man, with no proof of anti-US terror. 7 | 2 arrested for articles inciting Taliban-style revolt in Bangladesh. 8 | Bin Laden cell is in Albania and elsewhere in Europe. 9 | Bin Laden aide informs for the US. 10 | East African bin Laden cell has security woes in '97. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30005.M.100.T.C: -------------------------------------------------------------------------------- 1 | In the aftermath of the almost simultaneous bombings of U.S. embassies in East Africa, much has been learned of the terrorist network put together and financed by Saudi billionaire Osama bin Laden. 2 | Osama bin Laden, the mastermind of the bombings and U.S. cruise missile attack against a supposed terrorist camp in Afghanistan shortly after the bombings was an attempt not only to disrupt the terrorist network but to get bin Laden himself. 3 | As the investigation into the bombings continues, more is being learned from seized computers and top aides turned informants. 4 | Bin Laden remains in Afghanistan by permission of the Taliban. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30005.M.100.T.G: -------------------------------------------------------------------------------- 1 | Following the bombings of the embassies in Africa, the US began a full-scale assault on Osama bin Laden. 2 | Attacked were a chemical plant in the Sudan and a camp in Afghanistan where he was believed to be, creating an assassination opportunity. 3 | Evidence was gathered from a captured computer and an in-law who defected. 4 | Suspects were identified and the FBI began to build a case in New York. 5 | Extradition of a suspect from Germany was sought. 6 | Reactions from Islamic nations varied: Afghanistan promised him safe haven; more liberal Bandladesh arrested pro-Taliban reporters; Albania feared it was an infiltration center for the rest of Europe, including Kosovo. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30006.M.100.T.A: -------------------------------------------------------------------------------- 1 | In a dispute over a new collective bargaining agreement the National Basketball Association owners declared a lockout on July 1, 1998. 2 | They wanted to discard a clause in the old agreement allowing teams to pay their own free agents whatever they wanted, substituting a hard salary cap. 3 | The players wanted to keep earning as much as possible. 4 | On Oct. 5 all 114 preseason games were cancelled. 5 | The players then proposed a 50% tax on salaries above $18 million that the owners rejected. 6 | On Oct. 13 the NBA cancelled the first two weeks of the regular season. 7 | By Oct. 21 the entire season seemed in jeopardy in the interests of the best paid. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30006.M.100.T.B: -------------------------------------------------------------------------------- 1 | The Larry Bird exception has been used to pay some NBA players much more than the salary cap allows. 2 | Stalled labor dispute over NBA salaries cancels preseason games and threatens regular season games. 3 | NBA owners and players plan meeting, which is unsuccessful. 4 | Players submit proposal at next meeting. 5 | Owners to respond by Fri. 6 | First 2 weeks of the season, 99 games, are cancelled. 7 | An arbitrator will decide on Mon. whether or not NBA players with guaranteed salary contracts should be paid during the owners' lockout. 8 | As the NBA labor battle goes on, most, if not all, season games may be cancelled. 9 | Lesser paid players may suffer if union doesn't survive. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30006.M.100.T.C: -------------------------------------------------------------------------------- 1 | The National Basketball Association joined the NHL, the NFL and baseball when it canceled first the preseason games then two weeks of regular season. 2 | In litigation that is complicated by a dispute over the distribution of nearly $2 billion in league income, the main sticking point is the owner's insistence on a salary cap without exceptions. 3 | Top players are avoiding discussion of the Larry Bird exception, which allows a player to secure any amount he wants in resigning with his current team except as it applies to their taxation proposal. 4 | Also pending is an arbiter's decision as to whether players will be paid during the lockout. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30006.M.100.T.H: -------------------------------------------------------------------------------- 1 | In a dispute between the owners and NBA players over how to divide the $2 billion in league-wide income, all preseason and the first 99 1998-1999 regular season games were cancelled. 2 | The Larry Bird exception, a clause in the old agreement that allowed teams to pay their own free agents any amount, regardless of salary-cap rules, is the major issue. 3 | The owners want a restricted salary cap. 4 | The players have proposed a superstar tax, and the owners have presented a counter proposal, but negotiations have stalled. 5 | Meanwhile, both sides are awaiting a ruling by arbitrator Feerick on whether $800 million in guaranteed salaries will be paid during the lockout. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30007.M.100.T.A: -------------------------------------------------------------------------------- 1 | After years of civil war, Congo in October 1998 was again in turmoil as rebel forces fought to overthrow the government of President Kabila. 2 | The rebels, ethnic Tutsis, disenchanted members of Kabila's army and his political opponents, were said to be supported by Rwandan and Ugandan forces while Kabila was backed by Angola, Zimbabwe, Namibia, Sudan and Ugandan rebels. 3 | At first the rebels advanced to the outskirts of the capital, Kinshasa, but foreign troops pushed them back to the extreme eastern part of the country. 4 | The rebels then launched a counter offensive but by mid-October it was not clear who would prevail. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30007.M.100.T.B: -------------------------------------------------------------------------------- 1 | Likely ADF rebels attack Chiondo, Uganda, killing 6 civilians. 2 | Soldiers repel attack, killing 2 rebels. 3 | Anti-Kabila rebels start a web-site and post their mission statement in a media campaign. 4 | Congo Tutsi rebels meet resistance as they enter Kindu and adjacent strategic government airbase. 5 | Thousands of rebels in place for battle. 6 | After 3 days, battle not going well for rebels. 7 | Rebels shoot down jet; say soldiers on board. 8 | Government claims Kindu refugees on board; unconfirmed. 9 | Rebels and Rwandan allies push through government defenses at Kindu. 10 | Fighting subsides after rebel artillery strikes. 11 | Population suffers from rebellions and tribal conflict. 12 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30007.M.100.T.D: -------------------------------------------------------------------------------- 1 | Rebel groups, mostly Tutsis, but backed by Rawandas and Ugandans are fighting the Congolese government of President Kabila, who is accused of corruption and sowing dissent among Congo's 400 tribes. 2 | The government controls the western part of the country but the rebels are gaining in the east. 3 | Heavy fighting has occurred near the village of Kindu, which has an airfield critical for supplying government troops. 4 | Rebels shot down an airliner near there, killing all 40 aboard, which they say were soldiers but the airline says were civilians. 5 | The rebels have promised reforms and a revitalization of the economy; however, the war has increased tribal animosity. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30007.M.100.T.E: -------------------------------------------------------------------------------- 1 | Civil strife, tribal rivalry and rebellion has given Congolese rebels control of 40 percent of Congo. 2 | The rebels are ethnic Tutsis, disenchanted members of President Kabila's army and opposition politicians. 3 | They are accused of being puppets to Uganda and Rwanda. 4 | They launched an attack in Kindu, the strategic town and airbase in eastern Congo used by government to halt their advances. 5 | Rebels downed a jetliner carrying 40 people from Kindu but fighting has subsided. 6 | They have taken their two-month campaign to the Internet to tell their side of the story. 7 | Kabila, refusing to negotiate with them, is accused of mismanagement and causing tribal divisiveness. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30008.M.100.T.A: -------------------------------------------------------------------------------- 1 | Prospects for the Asia-Pacific Economic Cooperation (APEC) forum scheduled for Nov. 14-18, 1998 in Malaysia were cast in doubt in September when the Malaysian Prime Minister fired and then arrested his deputy and expected successor who was very popular at home and abroad. 2 | Widespread demonstrations occurred in Malaysia while presidents of Indonesia and the Philippines spoke of skipping the APEC meeting. 3 | APEC also faced a gloomy financial picture with many of the region's economies mired in recession and high unemployment. 4 | On the way to the forum a group of high powered U.S. investors made a pep talk in Thailand, but prospects remained dim. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30008.M.100.T.B: -------------------------------------------------------------------------------- 1 | Philippine and Indonesian presidents may not attend upcoming APEC summit in Malaysia due to Mahathir's arrest of Anwar. 2 | Malaysian leaders discuss replacement for Anwar. 3 | Philippine ambassador is asked to explain his president's support for Anwar. 4 | Issues at upcoming APEC summit will include the Asian economic crisis and IMF. 5 | Taiwan's president pressured by China to send representative. 6 | Mahathir's economic and political moves will be issues at the summit. 7 | World financial officials advise reform; topic likely to dominate talks. 8 | US-ASEAN delegation to attend; likes Thai economic efforts. 9 | APEC leaders to taste local Malaysian food at luncheon after summit. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30008.M.100.T.D: -------------------------------------------------------------------------------- 1 | The coming Asian-Pacific Economic Cooperation meeting in Malaysia will open with most Asian countries still in dire economic straits. 2 | Thailand has made some reforms but reforms proposed by the International Monetary Fund have not been adopted by other nations. 3 | Malaysia, on the eve of the meeting, discontinued trading in its currency, viewed as a quick fix. 4 | Some world leaders, especially the presidents of the Philippines and Indonesia and also President Clinton, have second thoughts about attending the meeting because of Malaysia's arrest and treatment of former deputy Prime Minister Anwar Ibrahim. 5 | He was charged with corruption and homosexual activity. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30008.M.100.T.G: -------------------------------------------------------------------------------- 1 | A gloomy economic picture is facing Pacific-rim nations as they prepare for the Asian-Pacific economic summit in late November. 2 | The debates will focus on the global economy and reforms verses quick fixes such as capitol controls. 3 | Host Malaysia is in disarray over the firing, arrest and trial of the deputy prime minister, who has the support of the presidents of Indonesia and the Philippines. 4 | These men may not join the other 15 heads of state and the Taiwanese chief economic planner at the summit. 5 | Many fortunes, including Japan's and Clinton's, have fallen since the last meeting. 6 | Only good news is new reform plans in Thailand and a spicy, Malaysian lunch. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30010.M.100.T.A: -------------------------------------------------------------------------------- 1 | On Nov. 6, 1998 a suicide auto-bomb attack on a Jerusalem market killed two Palestinian "martyrs" and wounded 21 Israelis. 2 | Israel's cabinet immediately suspended consideration of the Wye peace agreement and the Prime Minister vowed to expand Jewish settlement in the Arab sector of Jerusalem. 3 | Islamic Jihad claimed responsibility for the bombing and identified the Wye accord as its target. 4 | Israel called for outlawing Islamic Jihad and Hamas while the Palestinians accused Israel as using the bombing as a pretext for delaying implementation of Wye. 5 | The "martyrs", 21 and 24, were both alumni of Israeli jails. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30010.M.100.T.B: -------------------------------------------------------------------------------- 1 | After a bombing in a Jerusalem market Fri., the Israeli Cabinet postponed indefinitely its vote on the Wye River peace accord. 2 | At first, Hamas claimed responsibility for attack in which 2 suicide bombers were killed and 24 people were hurt. 3 | On Sat. 4 | , Islamic Holy War (Islamic Jihad) took credit for attack, vowing more to block the accord. 5 | Israel would not debate or vote on the accord until Palestinians took steps to stop terrorism and outlaw military wings of radical groups. 6 | Israel intends to continue building homes in Jerusalem, including in Arab sector. 7 | One of the Palestinian suicide bombers had spent much of his teen years in Israeli prisons. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30010.M.100.T.D: -------------------------------------------------------------------------------- 1 | A car bomb exploded prematurely near a busy Jerusalem market killing the two suicide bombers and injuring 21 Israelis. 2 | One of the Islamic Jihad "martyrs" had said he was "going to Paradise". 3 | The Israeli cabinet was meeting at the time of the explosion and they put off ratification of the Wye River "land for security" accord. 4 | The Islamic Jihad promises more attacks in hope of derailing the accord. 5 | The US expects, at least hopes, for ratification. 6 | PM Netanyahu vows to continue Jewish building in Jerusalem and Israel demanded that radical Islamic groups be outlawed. 7 | The Palestinian Authority condemned the attack and claimed to have already made some arrests 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30010.M.100.T.H: -------------------------------------------------------------------------------- 1 | The Wye River accord has not been implemented. 2 | As the Israeli cabinet was considering the agreement, Islamic Jihad militants exploded a car bomb in nearby Mahane Yehuda market. 3 | The cabinet suspended ratification of the agreement, demanding the Palestinian Authority take steps against terrorism. 4 | Further, after the bombing, Israeli Prime Minister Netanyahu announced the resumption of construction of a new settlement, Har Homa, in a traditionally Arab area east of Jerusalem. 5 | Israel also demands that Arafat outlaw the military wings of Islamic Jihad and Hamas. 6 | The attack injured 24 Israelis, but only the two assailants, Sughayer and Tahayneh, were killed. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30011.M.100.T.A: -------------------------------------------------------------------------------- 1 | Malaysian Prime Minister Mahathir Mohamad ruled adroitly for 17 years until September 1998 when he suddenly reversed his economic policy and fired his popular deputy and heir apparent, Anwar Ibrahim. 2 | Anwar organized a political opposition leading Mahathir to arrest him. 3 | Mahathir met street demonsrations with tear gas and water cannon, but his censorship did not reach Anwar's internet support. 4 | News that police had beaten Anwar brutally brought protests from around the world, but the Malaysian trade minister discounted any unrest. 5 | Anwar remained in custody as lawyers appealed. 6 | Malaysia hardly provided a salubrious setting for the forthcoming economic summit. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30011.M.100.T.B: -------------------------------------------------------------------------------- 1 | Mahathir's 17-year rule saw great advances. 2 | Now, Malaysia has economic crisis and instability. 3 | Photos show bruised Anwar, who says police beat him. 4 | Mahathir requests investigation. 5 | Anwar supporters use internet to air views, photos, speeches. 6 | EU is concerned about reports of his abuse and hopes for appropriate actions. 7 | Habibie and Estrada may stay away from APEC talks over Anwar's arrest. 8 | A witness against Anwar asks for appeal of his conviction. 9 | Anwar says false confession was coerced. 10 | Lawyers demand Anwar's release. 11 | Ruling party leaders discuss Anwar's replacement; Mahathir not choosy. 12 | Rafidah says arrest won't cause unrest or scare away investors. 13 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30011.M.100.T.E: -------------------------------------------------------------------------------- 1 | Newspaper photos of the bruised face of Thailand's jailed former deputy minister, Anwar Ibrahim, has aroused international condemnation as well as local demonstrations. 2 | Ibrahim, considered heir-apparent to Prime Minister Mahathir Mohamed, was fired by Mahathir for being morally unfit for office. 3 | Anwar mounted a nationwide campaign against Mahathir before his arrest. 4 | Mahathir served as Prime Minister for 17 years with a bold socio-economic program that had veered into recession. 5 | Anwar differed with Mahathir over economic policy and began speaking out against him. 6 | Mahathir has not selected a successor and if he resigns or dies, a power struggle could ensue. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30011.M.100.T.F: -------------------------------------------------------------------------------- 1 | Malaysian PM Mahathir Mohamad fired Deputy PM Anwar Ibrahim, once groomed as a successor but now called unfit to lead and trying to topple him, after an economic disagreement. 2 | Anwar and a friend were charged with illegal homosexual activity. 3 | Anwar showed marks of a beating during 10 days in custody. 4 | The EU condemned his abuse and regional leaders considered boycotting a Malaysian meeting. 5 | Anwar's treatment sparked street riots and protests on the Internet. 6 | Lawyers demanded his release. 7 | The incident damaged Mahathir's 17-years of good leadership and isolated Malaysia from international markets, although the Malaysian trade minister played down its effect. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30015.M.100.T.A: -------------------------------------------------------------------------------- 1 | On Oct. 4, 1998 Yugoslav President Milosevic ordered his forces in Kosovo back to their barracks. 2 | While supressing the Albanian independence movement they had massacred hundreds of civilians and left 275,000+ refugees. 3 | NATO threatened airstrikes unless hostilities ceased and peace talks began. 4 | U.S. envoy Holbrooke insisted that Milosevic pull all forces out of Kosovo. 5 | Milosevic called the NATO threat "a criminal act" and said Holbrooke aided Albanian terrorists. 6 | Russia also urged an end to hostilities, but the Yugoslavs denied any fighting and vowed to defend their country if attacked. 7 | Neither side budged as NATO seemed to wait for a U.N. decision. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30015.M.100.T.B: -------------------------------------------------------------------------------- 1 | Under threat of NATO attack, Milosevic orders back most army units. 2 | US envoy says situation is as grave as it was 2 weeks ago, despite temporary abatement of fighting. 3 | US and Russia increase pressure on Milosevic to end the humanitarian crisis in Kosovo or face NATO airstrikes. 4 | US envoy tells Milosevic to pull back his military and let Albanian refugees return home. 5 | Yugoslavia claims it is taking steps to comply with peace demands. 6 | However, NATO says that UN Security Council conditions have not yet been met. 7 | US envoy gives Milosevic last minute warning to halt ethnic crackdown in Kosovo. 8 | Milosevic calls NATO threat criminal act favoring guerrillas. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30015.M.100.T.E: -------------------------------------------------------------------------------- 1 | Yugoslav President Slbodan Milosevic does not appear to be complying completely with UN demands to withdraw his troops and stop anti-Albanian activity in Kosovo. 2 | U.S. special envoy Richard Holbrooke said the level of fighting may have abated but the situation is such that it could resume. 3 | The U.S. and Russia have ratcheted up pressure on Milosevic warning him of inevitable NATO air strikes. 4 | Yugoslavia claimed it "is faced with the imminent danger of war", will defend itself if attacked and called NATO's threats a "criminal act". 5 | Yugoslav generals put the nation's air defense on high alert then pulled some armored equipment out of Kosovo as a compromise. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30015.M.100.T.H: -------------------------------------------------------------------------------- 1 | Yugoslavia failed to comply with a U.N. resolution demanding that the forces sent to Kosovo to suppress the ethnic Albanian separatist uprising be withdrawn and is now threatened with NATO airstrikes. 2 | Though Milosevic moved some units from the Serbian province, U.S. special envoy Holbrooke called the situation serious. 3 | Russia, previously against a NATO attack, said the strikes could occur if steps aren't taken to end the crisis. 4 | Hundreds, mostly Albanian civilians, have been killed and thousands are refugees. 5 | While the U.S. and other nations want peace, they oppose Kosovo independence, fearing it could destabilize other Albanian-populated Balkan states. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30017.M.100.T.A: -------------------------------------------------------------------------------- 1 | Famine had become the rule as North Korea entered its fourth winter of chronic food shortage in 1998. 2 | In 1997 the nation produced only 2.8 million tons of grain of the 4.5 million required to feed its 23 million people. 3 | Poor harvests, floods and droughts contributed to the problem exasperated by government restrictions on international aid. 4 | Two million may have died from famine and the U.N. reported that 65% of the children under 7 showed stunted growth. 5 | One report concluded that famine and a failed public health system had produced a generation of physically and mentally impaired children. 6 | Similar conditions were said to be developing in Cambodia. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30017.M.100.T.B: -------------------------------------------------------------------------------- 1 | N. Korea will have another poor harvest this year, making this its 4th winter of famine. 2 | Government has cut the number of people to get aid for security reasons. 3 | The possibility of nuclear weapons in N. Korea threatens U.S. aid. 4 | Millions have died of starvation. 5 | Two thirds of children under age 7 are malnourished and their growth is stunted. 6 | A generation will be physically and mentally impaired. 7 | Hyundai's founder will give 501 cattle to his native N. Korea. 8 | About 200 defected to S. Korea in the last 3 years. 9 | China returned 100 to 150, denying them asylum. 10 | Hunger in Cambodia is due to a bad economy. 11 | N. Korea will send 317 to the Asian Games in Thailand. 12 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30017.M.100.T.F: -------------------------------------------------------------------------------- 1 | North Korea has suffered 5 years of famine, caused by floods and the loss of Soviet trade. 2 | The government distributed nutritionless substitutes and made food aid available to fewer people. 3 | Two million may have starved. 4 | Children are stunted. 5 | Curable diseases become fatal. 6 | A generation is impaired mentally and physically. 7 | Some seek asylum in the South. 8 | China sends refugees home. 9 | N. Korea's hard line discourages donors. 10 | Hyundai's founder donated cattle to the North but leaders claim he sabotaged them. 11 | He hopes to promote tourism of the North. 12 | N. Korea is sending many athletes to the Asian Games despite famine. 13 | Cambodia's famine approaching N. Korea's level. 14 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30017.M.100.T.G: -------------------------------------------------------------------------------- 1 | The fourth year of devastating famine is striking North Korea, making it the worst in East Asia, and behind only India, Bangladesh and Sri Lanka, with Cambodia catching up. 2 | North Korea is getting massive international aid, but investigators fear the young generation will be lost to severe malnutrition. 3 | The public health system is disseminated. 4 | The old, rural, and nonpolitical are hardest hit. 5 | The rigid political system continues to limit access and aid to 30% of the country, repel attempts to help, such as from South Korean businessmen and Doctors without Borders, and waste money on propaganda. 6 | More are fleeing to China, seeking food not political freedom. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30020.M.100.T.A: -------------------------------------------------------------------------------- 1 | The Asian Games scheduled for Bangkok Dec. 6-20, 1998 were never a sure thing. 2 | Thailand was in economic doldrums and there was question whether the sports complex for the games would be completed in time. 3 | By late October, however, it was clear the games could take place. 4 | Thai police rounded up beggars who might intimidate spectators, but then in late November Saudi Arabia withdrew its teams and there was concern that athletes might be tempted by Bangkok's nightlife and the availability of Viagra. 5 | But on Dec. 6 the games opened as scheduled as 6,000 athletes from 41 nations competed, including a heated snooker match between India and Pakistan. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30020.M.100.T.C: -------------------------------------------------------------------------------- 1 | Despite economic problems and threats from the Asian Olympic Committee that it would move the games, Thailand was able to meet construction deadlines and open the 13th annual Asian Games to participants from 43 countries. 2 | The games have not been without controversy. 3 | In a surprise move, Saudi Arabia pulled its athletes from the games, probably in reprisal for a jewel theft and the murder of three of its diplomats. 4 | There was speculation that the Saudis would send a ceremonial delegation. 5 | National rivalries also were Apparent in a snooker game between India and Pakistan when an argument Arose following a disputed call. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30020.M.100.T.D: -------------------------------------------------------------------------------- 1 | Bangkok prepared for the 6000 athletes from 41 nations to compete in the Asian Games. 2 | Thai police detained more than 300 beggars to make the city's streets safer, but its notorious night life concerned some team managers. 3 | China considered recalling overseas soccer players to bolster chances at the Games. 4 | Saudi Arabia abruptly withdrew its 105-man team citing the approach of Ramadan but more likely for past grievances with the Thais. 5 | Later, they considered sending a "small team". 6 | The Iranian equestrian team's horses failed the vet's exam. 7 | The Thai King opened the Games with an elaborate ceremony. 8 | Rivals India and Pakistan argued during a snooker match. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30020.M.100.T.E: -------------------------------------------------------------------------------- 1 | Despite concern that corruption, incompetence and financial failure would delay or prevent Thailand's ability to host the Asian Games, Bangkok was ready for the December 6 deadline. 2 | After an extravagant opening ceremony, the games went well despite a brief soccer brawl, a snooker game incident, the banning of Iran's equestrian team horses for not being disease free, and the withdrawal of Saudi Arabia over strained relations with Thailand. 3 | Thai police cleared the streets of beggars and criminals, and athletes were disciplined to avoid Bangkok's night life. 4 | China's recall of four soccer players from Europe is testimony of the importance of the games. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30022.M.100.T.A: -------------------------------------------------------------------------------- 1 | On the eve of China's signing the International Covenant of Civil and Political Rights (ICCPR) in October 1998, police detained Chinese human rights advocate Qin Yongmin for questioning. 2 | Eight weeks after signing the ICCPR, Chinese police arrested Qin and an associate in the China Democracy Party (CDP), Xu Wenli, without stating charges. 3 | Another CDP leader already in custody, Wang Youcai, was accused of "inciting the overthrow of the government". 4 | Qin and Wang went to trial in December for inciting subversion. 5 | Police pressure on potential defense attorneys forced the accused to mount their own defenses. 6 | Xu Wenli had not yet been charged. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30022.M.100.T.C: -------------------------------------------------------------------------------- 1 | Although China was expected to sign a key U.N. human rights treaty, it continues to question and arrest political dissidents. 2 | Qin Yongmin was arrested following his attempt to form a human rights monitoring group. 3 | Fellow dissident Xu Wenli was arrested for trying to form an opposition party. 4 | Another dissident flew China for the U.S. to avoid arrest. 5 | In making the arrests, China has charged that the dissidents have threatened national security. 6 | Facing trial, Xu Wenli and Qin Yongmin were unable to obtain legal counsel. 7 | Qin Youngmin, attempting to defend himself, was cut off several times by the judge in a trial lasting just over two hours. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30022.M.100.T.D: -------------------------------------------------------------------------------- 1 | China continues to arrest dissidents even as it prepares to sign a UN human rights treaty and to host the first visit by a British PM in seven years. 2 | The dissident China Democracy Party believes it is legal to challenge the communists' power monopoly, but the PRC cites a "grab-bag" section of the criminal code making almost any political activity illegal. 3 | The US has protested the arrests. 4 | Two dissidents, Qin Yongmin and Wang Youcai must defend themselves at trail since lawyers have been dissuaded from assisting them. 5 | Other dissidents continue to be harassed and arrested. 6 | One dissident, Yao Zhenxian, was released from a labor camp and fled to New York. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30022.M.100.T.F: -------------------------------------------------------------------------------- 1 | China arrested an activist on the eve of signing an international human rights agreement. 2 | It arrested an activist against official corruption and refused a monitoring group permission to operate. 3 | The China Democracy Party was founded during Clinton's visit to China. 4 | Founders were arrested for harming national security, sparking protests. 5 | One activist fled to NY. 6 | The arrests and speedy trials showed China's resolve to prevent opposition to the Communist Party. 7 | Defendents were prevented from getting lawyers so defended themselves. 8 | Their trials lasted only two hours each. 9 | The judge cut off one defendent's arguments and a US official was barred from a trial. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30024.M.100.T.A: -------------------------------------------------------------------------------- 1 | James Carville complained that fellow Democrats didn't join his war against Speaker Newt Gingrich leading up to the congressional elections of 1998. 2 | Gingrich had led the impeachment inquiry against President Clinton in the House. 3 | When, contrary to all predictions, the Democrats gained five seats in the House and held their own in the Senate, Republicans enlisted in Carville's cause, blaming Gingrich for the election results. 4 | Gingrich battled fiercely as Rep. Livingston rallied forces against him, but ultimately Gingrich accepted defeat agreeing to cede the speakership and his seat in the House. 5 | He blamed his defeat on blackmail by Republican cannibals. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30024.M.100.T.C: -------------------------------------------------------------------------------- 1 | Speaker of the House Newt Gingrich has announced that he will not seek re-election to the post when the vote comes up on November 18th. 2 | He also announced that he would be leaving the House when his current term as Speaker expires in January. 3 | This announcement comes on the heels of a poor Republican showing in the mid-term elections. 4 | Although the Republicans retained a majority in the House, the Margin of Republican control shrank in the face of Democratic gains. 5 | Gingrich had been seen as the man who led the Republicans our of the doldrums into control of the House and the Senate. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30024.M.100.T.D: -------------------------------------------------------------------------------- 1 | Most Democrats, except for former Clinton strategist James Carville, were hesitant to attack Speaker Newt Gingrich as the 1998 elections approached. 2 | Republicans were expected to add to their majority in Congress. 3 | However, Republicans lost seats in both the House and Senate. 4 | Republicans became disenchanted with the Gingrich "vision" and blamed him for the losses. 5 | An active campaign began to replace Gingrich as Speaker with Louisiana Congressman Robert Livingston as the main actor. 6 | After a losing struggle to maintain his position, Gingrich resigned as Speaker. 7 | House Republicans then turned their attention to impeachment proceedings of President Clinton. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30024.M.100.T.G: -------------------------------------------------------------------------------- 1 | The 1998 election ended the political career of Newt Gingrich, who had become Speaker in 1994, leading a conservative, issue-driven, GOP majority. 2 | In Oct Democrats were urged to go after him. 3 | Although both houses retained a narrowed GOP majority, Newt, with his combativeness and Impeachment-fixation, was blamed for the failures by both wings of his party. 4 | The 1998 winners were Gore, Clinton, and moderates. 5 | Newt's issues seemed dead in the booming economy and old Democratic loyalists ignored Clinton's morals and returned to the fold. 6 | As fellow Republicans jockeyed for his positions, Newt resigned as Speaker on Nov 6 and also decided to leave his House seat. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30026.M.100.T.A: -------------------------------------------------------------------------------- 1 | As the U.S. government pressed its antitrust case against Microsoft Corp. in November 1998, America Online (AOL) proposed an alliance with Netscape Communications and Sun Microsystems. 2 | The three-pronged deal promised to provide on-line services, Internet software and electronic commerce. 3 | AOL was to buy Netscape and forge a partnership with Sun, benefiting all three and giving technological independence from Microsoft. 4 | Microsoft lawyers argued unconvincingly that AOL's purchase of Netscape would undermine the government's antitrust case, based in large part on Netscape's complaint. 5 | It remained to be seen whether AOL could achieve a vast virtual mall. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30026.M.100.T.C: -------------------------------------------------------------------------------- 1 | As the government continued to press its anti-trust suit against Microsoft, AOL has begun negotiations to purchase Netscape. 2 | Netscape is at the heart of the antitrust suit. 3 | Netscape alleges that Microsoft marketing practices, packaging its Internet Explorer in its operating system denied market opportunities to Netscape. 4 | The AOL deal, a three-way negotiation between AOL, Sun Microsystems and Netscape, would combined three Microsoft rivals. 5 | AOL is counting on the Netscape purchase to allow it to expand its internet Market by helping business operate on the internet in an effort to join Media and technology. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30026.M.100.T.D: -------------------------------------------------------------------------------- 1 | America Online became the leading force in cyberspace for individuals to exchange e-mail and check the latest news. 2 | AOL saw a bright day ahead as a company that could provide online services, Internet software, and electronic commerce. 3 | To position itself better in this growing market, AOL sought to buy Netscape and work an alliance with Sun Microsystems. 4 | Netscape has faltered because of the ubiquity of the Microsoft Windows operating system requiring its browser. 5 | Microsoft argued that a vibrant technology market and rising stock prices undercut antitrust charges against it. 6 | At the trial the government presented thousands of e-mails supporting its case. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30026.M.100.T.H: -------------------------------------------------------------------------------- 1 | In a bid to become a leader in the lucrative cyberspace economy, AOL will buy Netscape and set up a partnership with Sun. 2 | The venture will let AOL offer corporations end-to-end services, including servers, software, and accessibility to consumers. 3 | Eventually, AOL hopes to capitalize on the production of cheap devices offering Internet access to more homes. 4 | News of the deal helped push the Dow Jones to a new high. 5 | Meanwhile, Microsoft, accused by the Justice Department of using its operating system dominance to squelch competition in the browser market, claims the deal shows the software industry is healthy and that Netscape needs no government protection. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30027.M.100.T.A: -------------------------------------------------------------------------------- 1 | In October 1998 amid worldwide financial crises, particular concern focused on Russia where economic meltdown was exacerbated by conflicted politics. 2 | President Yeltsin's latest Prime Minister, Primakov, was supported by Communists and when word leaked out that a Communist economic program was under consideration, Yeltsin denounced it. 3 | Primakov then assured the public that "there is no program," suggesting that there would not be until the International Monetary Fund (IMF) came forth with a massive loan. 4 | IMF demanded a sound economic program before approving loan payment. 5 | Meanwhile neighboring Ukraine felt economic effects of the IMF-Primakov standoff. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30027.M.100.T.C: -------------------------------------------------------------------------------- 1 | As world finance an banking representatives met in Washington, the economic news continued to be bleak. 2 | IMF officials had predicted had predicted a banner year, but stocks continued to slide worldwide and the DOW probably would record its worst third quarter loss in eight years. 3 | Russia and Ukraine have been especially hard hit by the crisis. 4 | In Russia, Prime Minister Primakov had no plan to solve the problem as the economy continued to Suffer. 5 | Postal service was threatened as the Post Office could not pay its bills. 6 | President Kuchma of Ukraine called for changes in market reform even as the Parliament turned down a bill to restore lost savings. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30027.M.100.T.E: -------------------------------------------------------------------------------- 1 | Fifteen months of world economic turmoil are threatening political stability. 2 | Lowering Federal Reserve interest rates is not countering the crisis. 3 | IMF is worried about the turndown in Japan, economic meltdown in Russia, depression in Indonesia, and anxiety about Latin America where investors are pulling out. 4 | IMF critics say it needs to understand national politics better and focus on social issues. 5 | Russia's economic confusion is upsetting the US. 6 | Russia is considering hard currency controls, demanding IMF loans and will not end government privatization. 7 | Ukraine, affected by Russia, is trying to save its fast-developing money system and keep investors. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30027.M.100.T.G: -------------------------------------------------------------------------------- 1 | Early October was fraught with economic woes as the International Monetary Fund prepared for its annual meeting. 2 | The IMF faces criticism for ignoring the social costs of its actions and being a pawn to Western demands. 3 | A small cut in US interest rates lowered markets worldwide. 4 | Russia, whose economy collapsed in August, was looking for a cure--possibly instituting Soviet-style measures. 5 | Key issues were stopping dollars from leaving the country and getting foreign investment end IMF loans. 6 | The postal service was in chaos, owing everyone. 7 | Demonstrations were expected. 8 | The Ukraine also struggled, especially to keep banks working. 9 | An IMF loan was on the way. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30028.M.100.T.A: -------------------------------------------------------------------------------- 1 | In early October 1998 Turkey moved 10,000 troops to the Syrian border accusing its neighbor of harboring Kurdish rebels and their leader Abdullah Ocalan. 2 | Syria denied the charges and blamed Turkey's belligerence on its military alliance with Israel. 3 | As the dispute threatened to ignite the whole volatile region, Egypt's President Mubarak launched a mediation effort soon joined by Iran and Jordan. 4 | Saudi Arabia, Yemen, Sudan, Lebanon and Greece voiced support for Syria, but all called for a diplomatic solution. 5 | Israel did not take sides urging diplomatic talks and insisting that Israeli-Turkish military cooperation played no role in the crisis. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30028.M.100.T.C: -------------------------------------------------------------------------------- 1 | Tensions between Syria and Turkey increased as Turkey sent 10,000 troops to its border with Syria. 2 | The dispute comes amid accusations by Turkey that Syria helping Kurdish rebels based in Syria. 3 | Kurdish rebels have been conducting cross border raids into Turkey in an effort to gain Kurdish autonomy in the region. 4 | Egyptian President Mubarek has been involved in shuttle diplomacy to the two states in an effort to defuse the situation and Iraq also has offered to mediate the dispute between the two countries. 5 | Although Israel has tried to demonstrate its neutrality, Lebanon has charged That Israel is the cause of the tensions between Syria and Turkey. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30028.M.100.T.F: -------------------------------------------------------------------------------- 1 | Tensions rose between Syria and Turkey over claims that Syria harbored Kurdish rebels, Turkey's growing ties with Israel, and Turkish dams on the Euphrates. 2 | Turkey sent 10,000 troops to the Syrian border. 3 | Israel declared non-involvement and limited border exercises. 4 | Egypt's President traveled to Syria and Turkey to mediate. 5 | Jordan urged the interests of the region and offered to mediate, as did Iran. 6 | Lebanon denied harboring Kurds, sided with Syria and blamed Israel for tensions, but urged peace. 7 | Greece said Turkey undermined stability but urged neighbors to get along. 8 | The Saudis, Yemen and Sudan supported Syria but urged peace. 9 | Assad was to visit Turkey. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30028.M.100.T.G: -------------------------------------------------------------------------------- 1 | On October 1, Turkey moved 10,000 troops toward the Syrian border, and later sent jets along--possibly across--the border. 2 | Turkey warned Syria it could no longer tolerate Syria's sheltering Kurdish rebels in Syria and Lebanon's Bekaa Valley. 3 | Fighting with Kurdish rebels began in 1984. 4 | The Syrian denial included claims that Turkey was taking water and had a strategic alliance with Israel. 5 | Egypt, then Iran and Jordan, sought to defuse the situation and find a diplomatic solution for the two Muslim nations. 6 | Greece, predictably, chided Turkey, while Israel denied involvement and limited its military activities along the Syrian border. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30029.M.100.T.A: -------------------------------------------------------------------------------- 1 | As contestants prepared for the 1998 running of Australia's 630 nautical mile Sydney-to-Hobart yacht race, the American maxi yacht Sayonara emerged as the favorite followed by Australia's Brindabella and Wild Thing. 2 | Winds of 15-30 knots were forecast. 3 | The first day of the race Brindabella and Sayonara led. 4 | By the end of the second day horrendous conditions had developed with gales reaching 80 knots and waves as high as 10 meters. 5 | By dusk of the third day three crewmen were dead, three missing, many injured and about half of the 115 yachts were forced out of the race. 6 | Sayonara was narrowly ahead of Brindabella and expected to reach Hobart the next day. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30029.M.100.T.C: -------------------------------------------------------------------------------- 1 | Gale-force winds and high seas struck the 155 participants in Australia's Sydney to Hobart yacht race. 2 | One sailor, Glyn Charles, who was swept off the yacht Sword of Orion, is presumed drowned and two seamen on the Business Post Naiad were killed. 3 | Search and rescue efforts were stretched to the limit also as three yachts turned up missing. 4 | One yacht, the B-52 was found with the crew safe. 5 | Race organizers never considered canceling the race, claiming that the skippers controlled whether to stay in the race or drop out. 6 | A total of 37 yachts were forced out of the race, many of which had lost their masts. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30029.M.100.T.F: -------------------------------------------------------------------------------- 1 | US-owned Sayonara, favored to win the Sydney-Hobart yacht race, set an early, fast lead. 2 | Weather deteriorated. 3 | In Bass Strait, boats rolled in heavy seas and crewmen were swept overboard. 4 | 37 yachts dropped from the race, with many dismasted and many crewmen injured. 5 | The race continued as winds gusted to 90 mph and seas swelled to 35 feet. 6 | Yachts Solo Globe and Winston Churchill went missing, as did B-52 which was later found. 7 | Business Post Naiad's owner died of a heart attach and a crewman drowned. 8 | Sword of Orion's Glyn Charles was presumed drowned after 24 hours overboard. 9 | Three other sailors remained missing. 10 | Sayonara maintained its lead. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30029.M.100.T.H: -------------------------------------------------------------------------------- 1 | Before this year, only two deaths had occurred in the 54-year history of the Sydney-to-Hobart race. 2 | Since the start of this year's classic, Bruce Guy and Phil Skeggs from The Business Post Naiad have died, three from the Winston Churchill are missing, and Glyn Charles is presumed drowned after being washed overboard the Sword of Orion. 3 | Huge seas and gale-force winds have battered the 115-boat fleet, forcing at least 37 yachts to retire. 4 | Numerous crewmen have been rescued, including an American, John Campbell, who was swept overboard the Kingurra. 5 | The race, nevertheless, continued. 6 | American maxi Sayonara narrowly leads last year's winner, Brindabella. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30031.M.100.T.A: -------------------------------------------------------------------------------- 1 | After discarding a suggested change of orbit, the Russian Space Agency went ahead with plans to launch its Zarya module of the international space station on Nov. 20, 1998. 2 | Although delayed for a day, U.S. plans to launch the space shuttle Endeavour carrying the U.S. module Unity and six astronauts were carried out on Dec. 4. 3 | The astronauts' job was to connect Unity with the already-orbiting Zarya as the first step in assembling 100 major components of the planned space station. 4 | Using the shuttle's 50-foot robot arm, the two modules were joined setting the stage for a spacewalk by two astronauts the next day to attach electrical connectors and cables. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30031.M.100.T.D: -------------------------------------------------------------------------------- 1 | The International Space Station when completed will have a million pound mass and be longer than a football field. 2 | It will house up to seven space explorers. 3 | The initial assembly of space station components involves linking the US Unity, carried into space by the shuttle Endeavour, with the Russian Zarya. 4 | The Russians had asked for a different launch profile in order to be able to transfer equipment from its MIR station, but that was not possible. 5 | Endeavour astronauts successfully completed the complicated maneuvers to join the two space objects. 6 | NASA estimates that 43 more launches will be required to completely assemble the 16-nation space station. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30031.M.100.T.E: -------------------------------------------------------------------------------- 1 | On Friday the shuttle Endeavor carried six astronauts into orbit to start building an international space station. 2 | The launch occurred after Russia and U.S. officials agreed not to delay the flight in order to orbit closer to MIR, and after a last-minute alarm forced a postponement. 3 | On Sunday astronauts joining the Russian-made Zarya control module cylinder with the American-made module to form a 70,000 pounds mass 77 feet long. 4 | NASA estimates 43 more launches and 159 more space walks are needed to assemble the complex. 5 | When completed the 16-nation space station will be longer than a football field. 6 | It will be used to study adaptation to space flight. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30031.M.100.T.F: -------------------------------------------------------------------------------- 1 | Russia and NASA jointly decided against a Russian cost-cutting proposal to orbit the 2nd space station, a 16-country cooperative project, closer to Mir, citing complexity, risk, and bad sun angles. 2 | After 5 years of assembly, the research station will house 7 people. 3 | A 12-day shuttle mission will attach the US Unity module to the Russian Zarya, already in orbit. 4 | Thursday's launch was delayed by a pressure drop. 5 | A 2nd attempt Friday was perfect. 6 | Unity was attached to Zarya in a blind docking using cameras and computer images. 7 | Electrical and cable connections come next. 8 | Unity will serve as a passageway for future modules. 9 | Two Zarya antennas failed to deploy. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30033.M.100.T.A: -------------------------------------------------------------------------------- 1 | Eleven countries were to adopt a common European currency, the euro, on Dec. 31, 1998. 2 | In November and December there were various reactions. 3 | France made moves toward a pan-European equity market. 4 | Ten of the countries quickly cut interest rates causing fear of overheating in some economies. 5 | In Denmark, which had earlier rejected the euro, a majority was now in favor. 6 | And in faraway China, the euro was permitted in financial exchanges. 7 | Whatever the outcome, the euro's birthday, Dec. 31, 1998, would be an historical date. 8 | Some saw it as a step towards political union while others already considered themselves as citizens of Europe. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30033.M.100.T.D: -------------------------------------------------------------------------------- 1 | Eleven European nations are forming a "Euro zone". 2 | Britain, Denmark, Sweden, and Greece are not part of it. 3 | Danes favor joining. 4 | The Euro became official for intergovernmental transfers on Dec 31, 1998, but bills and coins will not come until 2002. 5 | The Paris, London, and Frankfurt stock exchanges have formed an alliance. 6 | Euro nations cut interest rates and inflation fell to an average 0.9%. China has authorized use of the Euro in trade. 7 | The president of the European Central Bank warns that growth is slowing and that he plans to complete his term. 8 | The EU monetary action has given rise to the new mobile, multi-lingual, non-nationalistic European. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30033.M.100.T.E: -------------------------------------------------------------------------------- 1 | France's offer to host a financial meeting for nine other European nations is seen as a precursor to a pan-European market. 2 | It shows how the new currency, the euro, is reshaping Europe financially. 3 | Eleven European nations lowered key interest rates in preparation for the conversion. 4 | China made trading in euro official Monday when it accepted its use in trade and finance starting Jan. 1. 5 | Denmark and Sweden may not join the euro for political reasons. 6 | Some smaller nations may become unstable from a growing inflation decline. 7 | A new generation, already cosmopolitan, won't be shocked. 8 | The head of the new European Central Bank will not step down at half term. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30033.M.100.T.G: -------------------------------------------------------------------------------- 1 | On 1 Jan 1999, the euro, a currency serving 11 European nations, entered the world financial market. 2 | As time grew short, questions remained over the pan-European market. 3 | When the head--serving an 8-year term--of the European Central Bank, which governs the euro, expressed fear of a slowing economy, the nations simultaneously dropped interest rates, spurring the market. 4 | Annual inflation rates also were encouraging. 5 | Denmark, who along with Sweden and Britain eschewed the euro, was becoming interested. 6 | As a step to a unified Europe, the euro will well serve the new, mobile, multi-lingual, business generation and could portend an economic giant. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30034.M.100.T.A: -------------------------------------------------------------------------------- 1 | Indonesia invaded the former Portuguese territory of East Timor in 1975 and annexed it in 1976. 2 | By late 1998 while East Timorese called for independence and accused Indonesian troops of yet another massacre of civilians, Portugal cut off talks with Indonesia. 3 | Internationally, Taiwan was timid fearing antagonizing Indonesia, Australians protested against training Indonesian military who might be assigned to East Timor, and fifteen European Union leaders endorsed Portugal's call for a referendum on East Timor's future. 4 | A U.N. enjoy saw a peaceful solution as distant, but sensed a "newfound taste for compromise." 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30034.M.100.T.D: -------------------------------------------------------------------------------- 1 | The future of the former Portuguese island colony East Timor is in doubt. 2 | Indonesia invaded it in 1975 and later annexed it, but not recognized by the UN. 3 | East Timor's spiritual leader, Bishop Carlos Belok the 1996 Nobel Peace laureate, has reported killings by Indonesian troops. 4 | Portugal has accused Indonesia of failing to reduce its military presence in East Timor. 5 | Australia and Taiwan are reluctant to antagonize Indonesia on this issue. 6 | Violence has also occurred in Jakarta and west Timor. 7 | The UN has a plan for East Timor and Indonesia is offering a small measure of autonomy, but few observers express hope for a favorable outcome for the talks. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30034.M.100.T.F: -------------------------------------------------------------------------------- 1 | After Portugal left East Timor, Indonesia invaded and annexed it. 2 | Rebels have waged a small war since 1975. 3 | The UN doesn't recognize Indonesian claims. 4 | UN talks, suspended by Portugal, were revived after Suharto's ouster. 5 | The EU urges a permanent UN presence and an E. Timor referendum on its future. 6 | Taiwan denied entry to an E. Timor Nobelist independence advocate. 7 | E. Timor mosques were set fire to avenge attacks on majority Christian churches. 8 | Australia trained Indonesian officers to monitor human rights. 9 | Indonesian troop attacks on unarmed E. Timor civilians are claimed. 10 | Indonesia and E. Timor are said to be compromising but a solution is still distant. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30034.M.100.T.G: -------------------------------------------------------------------------------- 1 | The UN envoy, brokering a solution for the fate of East Timor, is hopeful that both sides have softened their positions and Indonesia and Portugal will resume talks. 2 | Debate centers on having a referendum and the extent of final Timorese control. 3 | Talks had ended last month and several incidents have occurred, with dead, wounded and missing reported, and mosques and churches destroyed. 4 | Since 1975, East Timor, a mainly Christian, former Portuguese colony, has been occupied by, the mostly Muslim, Indonesia. 5 | Recently the European Union supported Portugal's position, while Pacific nations, especially, Australia and Taiwan, try not to antagonize Indonesia. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30036.M.100.T.A: -------------------------------------------------------------------------------- 1 | One of those mentioned for the 1998 Nobel Literature Prize was Jose Saramago, Portuguese writer, atheist and Communist. 2 | Saramago was weary of hearing again that this year he might win. 3 | But this time he did, much to the delight of Portugal, but not to the Vatican. 4 | In speculation on the Peace Prize it came out that only a strict deadline rule denied Jimmy Carter the 1978 prize. 5 | The 1998 Medicine Prize went to three American pharmacologists, Robert Furchgott, Louis Ignarro and Ferid Murad for their discovery of the role of nitric oxide in the nervous and cardiovascular systems, one of the most important discoveries in the history of cardiovascular medicine. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30036.M.100.T.D: -------------------------------------------------------------------------------- 1 | Announcement of the Nobel Prize awards always generates great interest. 2 | The prize for literature has always been one to receive varying responses. 3 | Past selections have been praised, questioned, or even written off as politically or nationally "correct". 4 | This year's winner is 75-year old Jose Saramago, the first Portuguese language writer to win. 5 | It is the fourth straight year that a European won. 6 | The Peace Prize always receives critical response. 7 | Then President Carter would have shared the 1978 Prize with Sadat and Begin, except for a missed deadline. 8 | The 1998 Nobel for medicine was awarded to three US researchers for discoveries with nitric oxide. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30036.M.100.T.F: -------------------------------------------------------------------------------- 1 | 1998's Nobel prize for literature went to a Portuguese for the 1st time, imaginative novelist Jose Saramago, long a candidate. 2 | Portugal celebrated but the Vatican called him a communist and anti-religious. 3 | The meaning of Nobel's advice to honor "literature that works in an ideal direction" is unclear. 4 | 3 Americans won in medicine for 1980s discoveries concerning nitric oxide's function in the body, which sparked new research. 5 | Nobel nominations are secret. 6 | Prizes are awarded on Dec. 10th, the day of Nobel's death, all in Stockholm except the Peace prize in Oslo. 7 | The 1978 committee wanted to give the Peace Prize to Jimmy Carter but missed its own deadline. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30036.M.100.T.H: -------------------------------------------------------------------------------- 1 | Jose Saramago is the first Portuguese-language writer and one of few communists to win the Nobel Prize for Literature. 2 | He is widely acclaimed for his imaginative allegories. 3 | Three American researchers, Robert Furchgott, Louis Ignarro, and Ferid Murad, shared the 1998 Nobel Prize for Medicine for discovering how nitric oxide acts as a signal molecule in the cardiovascular system. 4 | Their research led to new treatments for heart and lung diseases, shock, and impotence. 5 | The deliberations surrounding the awards are secret; however, Stig Ramel, a former director of the Nobel Foundation, revealed the committee wanted Jimmy Carter to share the 1978 peace prize. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30037.M.100.T.A: -------------------------------------------------------------------------------- 1 | Prior to his appointment as foreign minister by Israeli Prime Minister Natanyahu in 1998, seasoned warrior Ariel Sharon announced that if appointed, he would not shake hands with Palestinian leader Yasser Arafat. 2 | The remark fit Sharon's long history of unyielding bellicosity towards Palestine. 3 | When he was appointed some thought that Netanyahu was placating Israel's far right wing while striving for peace. 4 | Others saw it as a move to scuttle the peace effort. 5 | Arab commentary deemed the appointment "tantamount to disaster" and "the bullet of mercy" to the peace process. 6 | Peace talks in the U.S. were in the offing with the outcome in doubt. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30037.M.100.T.D: -------------------------------------------------------------------------------- 1 | Appointment of Ariel Sharon as Foreign Minister by PM Netanyahu does not bode well for the peace process. 2 | His appointment is surprising in that the two have differed on withdrawal from Palestinian territory and is seen as an effort to placate the right. 3 | Sharon, 70, is an unapologetic warrior on the battlefield and in partisan politics. 4 | He brings heavy baggage: right-wing intransigence and responsibility for failing to prevent the killings of 460 unarmed Palestinians in refugee camps during the Lebanon incursion. 5 | Sharon has said that he will not shake Arafat's hand and his appointment is seen as a "bullet of mercy" for the Middle East peace process. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30037.M.100.T.G: -------------------------------------------------------------------------------- 1 | Ariel Sharon was named Israeli foreign minister just weeks before a scheduled peace summit in the US, aimed at negotiating an Israeli withdrawal from 13% of the West Bank. 2 | Arabs reacted strongly and said the hard-line, right-wing, warrior and former defense minister would kill any progress for a settlement in the mid-East. 3 | Many blame Sharon for a 1982 massacre of Palestinian civilians at refugee camps in Lebanon. 4 | Others believed his appointment was an effort to placate the far right and gain their support for the Netanyahu government and the concessions necessary for the peace process. 5 | Sharon vowed not to shake Yasser Arafat's hand. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30037.M.100.T.H: -------------------------------------------------------------------------------- 1 | In a move widely viewed as an effort to placate the far right as he moves to withdraw from more West Bank land, Israeli Prime Minister Netanyahu named hardliner Ariel Sharon foreign minister and chief peace negotiator. 2 | Sharon, a military leader with legendary victories in the 1967 and 1973 Mideast wars, is infamous in the Arab world as the defense minister in the 1982 invasion of Lebanon during which Lebanese Christian militiamen, Israeli allies, slaughtered hundreds of unarmed Palestinians. 3 | His appointment as lead negotiator was denounced as a "disaster" in the Lebanese press and "a bullet of mercy to the peace process" in a Syrian paper. 4 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30038.M.100.T.A: -------------------------------------------------------------------------------- 1 | In December 1998 a story broke that relatives of International Olympic Committee (IOC) members had received $400,000 in scholarships from promoters of Salt Lake City for the 2002 Winter Olympic Games. 2 | The IOC immediately ordered a top-level investigation. 3 | Senior IOC official Marc Hodler called the scholarships a "bribe". 4 | The IOC rules stated that cities could not give any IOC member anything exceeding $150 in value. 5 | Hodler went on to allege similar malpractice in choosing other Olympic sites and estimated that 5-7% of the 115 IOC members received compensation for their votes. 6 | IOC President Samaranch vowed to expel any guilty member. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30038.M.100.T.E: -------------------------------------------------------------------------------- 1 | IOC executive board member, Marc Hodler, alleged that agents from cities bidding to host Olympic Games offer IOC members bribes to favor their city. 2 | The allegation was made public when Holder revealed the Salt Lake City 2002 Games organizers offered scholarship payments to IOC members' relatives. 3 | The IOC is investigating the charges and further allegations of Olympic corruption in voting for the games of 1996, 1998 and 2000. 4 | IOC President Samaranch called for an investigation of the allegations, promising to expel anyone found guilty, and ordered Hodler to keep quiet. 5 | Japan denied allegations of bribery to host the 1998 Winter Games. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30038.M.100.T.F: -------------------------------------------------------------------------------- 1 | Salt Lake Olympic bidders gave $400,000 in scholarships to 13 IOC relatives in the first case of host-city bribery. 2 | Gifts of over $150 to IOC members or relatives is banned. 3 | The IOC's Marc Hodler says agents and a member demanded payment to 5-7% of the IOC for votes. 4 | Bribery was also part of 1996, 2000, and 2002 bidding. 5 | Nagano's mayor denies bribery to host the 1998 games. 6 | $17 million went unaccounted for. 7 | Hodler says he won't resign but may be expelled. 8 | The IOC head says bribe takers will be expelled, Hodler will stay. 9 | The games will stay in Salt Lake. 10 | IOC VP Keba Mbaye, former World Court judge, headed an inquiry. 11 | The Salt Lake committee apologized. 12 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30038.M.100.T.H: -------------------------------------------------------------------------------- 1 | In 1995 Salt Lake City was chosen to host the 2002 Winter Olympics. 2 | The revelation that from 1991 to 1995, the city's bid committee spent nearly $400,000 on scholarships to 13 people, six of them relatives of IOC members, ignited an international scandal. 3 | IOC rules forbid bidding cities from giving members or their relatives anything valued greater than $150; however, IOC member Marc Hodler alleges widespread corruption. 4 | According to Hodler, agents offer to sell votes, and the bid campaigns for the 1996, 1998, and 2000 games were tainted. 5 | A special IOC panel investigating the Salt Lake City matter will also consider the allegations of broader wrongdoing. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30040.M.100.T.A: -------------------------------------------------------------------------------- 1 | The Wye River Accord provided for an airport at Gaza, giving Palestinians their own airport with Israel in charge of security. 2 | Gaza International Airport opened on Nov. 24, 1998 with arrival of an Egypt Air flight, but the highlight was landing of the first Palestinian Airlines plane, greeted joyously by a celebrating crowd. 3 | Yasser Arafat was on hand to greet these and later flights. 4 | The airport was expected to provide stimulus to the Palestinian economy as well as facilitating Palestinians' travel abroad. 5 | Despite frequent "differences" between Palestinian and Israeli airport officials, the airport was still functioning at the end of the year. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30040.M.100.T.E: -------------------------------------------------------------------------------- 1 | On Tuesday, Palestinians celebrated the inauguration of the new Gaza International Airport as part of the latest Mideast peace accord. 2 | It will be the first unfettered access route Palestinians have ever had out of the Gaza Strip. 3 | An Egypt Air plane was the first to land, followed by an emotional touchdown of the first Palestinian plane. 4 | Palestinian leader Arafat greeted the crew and seven other planes. 5 | Saturday, a Palestinian flight inaugurated an air route between Gaza and Jordan. 6 | However, tensions developed when Israeli security officials delayed two planes from taking off when Palestinian workers refused to let them check a passenger's identity. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30040.M.100.T.G: -------------------------------------------------------------------------------- 1 | Gaza International Airport, the first Palestinian gateway to the world, opened on November 24 to celebrations, with Arafat greeting arrivals. 2 | The recent Wye Accords, signed between Israel and Palestine in the US, made the long-planned event possible. 3 | The Palestinian airlines began commercial flights on December 5 and looked forward to adding a fourth aircraft. 4 | While the Palestinians are running the airport, Israel approves all flights and monitors security. 5 | This cooperation could only lead to problems and by late December Israel was delaying flights and threatening to close the airport as violence continues elsewhere and the Accords appear to be doomed. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30040.M.100.T.H: -------------------------------------------------------------------------------- 1 | Israeli security officials delayed the take-off of two planes from Gaza International Airport, further straining the Mid-East peace process. 2 | Considered a milestone toward Palestinian autonomy, thousands cheered Gaza's opening in November. 3 | Though some equipment was still not installed, Palestinian planes as well as planes from Egypt and other nations landed on opening day and were met by Arafat. 4 | The airport's opening and the stipulation that Israel would control the airspace and monitor passengers were included in the U.S. brokered Wye River accord. 5 | Since Wye, however, Israel and the Palestinians have accused each other of failing to honor its provisions. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30042.M.100.T.B: -------------------------------------------------------------------------------- 1 | UN sanctions barring air travel force Gadhafi to travel by land to visit Tunisia. 2 | Farrakhan visits Gadhafi and urges the UN to lift sanctions imposed to force the hand over of 2 1988 Pan Am bombing suspects. 3 | UN Secretary General Annan goes to Libya for talks aimed at bringing the suspects to trial. 4 | Annan thinks an arrangement could be made soon. 5 | Libya is serious and ready to find a solution. 6 | Libya agrees to the suspects being tried by Scottish judges in the Netherlands, but wants them jailed in Libya if convicted. 7 | The U.S. and Britain insist on British prison. 8 | Qatar supports Libya's position. 9 | U.S. and British leaders vow to bring the suspects to justice. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30042.M.100.T.C: -------------------------------------------------------------------------------- 1 | On the eve of the 10th anniversary of the 1988 downing of Pan Am 103 over Lockerbie, Scotland, there is hope that the Libya suspects might soon be brought to trial. 2 | UN General Secretary Kofi Annan has met with Libyan officials and an agreement in principle has been reached on the need for a trial. 3 | Libya seeks assurances that the trial will not be politicized. 4 | Libya has been under a UN flight ban since 1992 in an effort to get them to turn over the suspected bombers for trial by Scottish authorities. 5 | The citizens of Lockerbie marked the anniversary of the bombing with a memorial service. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30042.M.100.T.D: -------------------------------------------------------------------------------- 1 | The UN, US,and Britain continue to press Libya to turn over the two Libyans accused of the Pan Am bombing over Lockerbie, Scotland. 2 | Libya has agreed to a trial for the two by a Scottish court in the Netherlands, but if found guilty, insists they be jailed in Libya, not Scotland as Britain wants. 3 | UN Secretary General Kofi Annan has visited Libya to urge the turnover of the two. 4 | Libyan leader Moammar Qadhafi feels the pressure of sanctions against his country, but has the support of neighboring Tunisia, Qatar, and US Muslim leader Louis Farrakhan. 5 | People in the US and British Isles attended special services marking the 10th anniversary of the bombing. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30042.M.100.T.F: -------------------------------------------------------------------------------- 1 | Kofi Annan talked with Gadhafi in Libya on bringing the 1988 Pan Am bombing suspects to trial. 2 | He thinks it will happen soon. 3 | Libya agrees to a trial in a 3rd country. 4 | The West demands any sentence be served in Scotland. 5 | Libya insists on a Libyan jail. 6 | Libya claims Gadhafi doesn't have authority to give up the suspects. 7 | The UN bans air travel to and from Libya to force the turning over of the suspects. 8 | Gadhafi traveled by car to visited Tunisia. 9 | Annan had UN clearance to fly to Libya. 10 | Qatar reaffirms its support for Libya. 11 | Louis Farrakhan visits Libya but the US bars him from accepting Libyan money. 12 | Ceremonies were held on the bombing's 10th anniversary. 13 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30044.M.100.T.B: -------------------------------------------------------------------------------- 1 | PKK leader Ocalan was arrested on arrival at the Rome airport. 2 | He asked for asylum. 3 | Turkey pressured Italy to extradite Ocalan, whom they consider a terrorist. 4 | Kurds in Europe flocked to Rome to show their support. 5 | About 1,500 staged a hunger strike outside the hospital where he was held. 6 | Italy began a border crackdown to stop Kurds flocking to Rome. 7 | Greek media and officials oppose extradition. 8 | Romanian Kurds staged a 1-day business shutdown to protest his arrest. 9 | In a Turkish prison, an Italian prisoner was taken hostage. 10 | The Turkish president needed extra security for a trip to Austria. 11 | This is Italy's Prime Minister D'Alema's first foreign policy test. 12 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30044.M.100.T.C: -------------------------------------------------------------------------------- 1 | The leader of the Kurdish rebel group fighting for autonomy in southeast Turkey, Abdullah Ocalan, was arrested at Rome's international airport on Thursday. 2 | The arrest set off a wave of protests throughout Europe as Kurdish groups in Italy, Romania, Germany, Austria rallied in support of Ocalan. 3 | The support ranged from a one-day shutdown of business in Romania to a hunger strike in Rome. 4 | In Turkey, Kurdish inmates took an Italian prisoner hostage in an effort to get Italy to extradite Ocalan. 5 | Italy's leftist Prime Minister was being pressured to grant Ocalan asylum. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30044.M.100.T.D: -------------------------------------------------------------------------------- 1 | An international incident resulted after the arrest in Rome of Abdullah Ocalan, the leader of the Kurdistan Workers Party (PKK). 2 | An armed struggle has ensued since the PKK was formed in 1978, and nearly 37,000 died. 3 | Turkey wants Ocalan extradited but Italy is reluctant since Turkey still has the death penalty. 4 | Kurds from all over Europe have come to Rome, or at least tried to, to protest Ocalan's detention and to urge asylum for him. 5 | Turkey has said countries bordering eastern Turkey have harbored Kurdish rebels and Greece has voiced support for the Kurds. 6 | Prisoners in Turkey held an Italian inmate hostage in hope of forcing Italy to extradite Ocalan. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30044.M.100.T.G: -------------------------------------------------------------------------------- 1 | Abdullah Ocalan, the leader of the Kurdish Workers Party, was detained in the Rome airport and is asking for political asylum. 2 | Ocalan has led the Kurdish insurgents in southeastern Turkey since 1978. 3 | Turkey, where he faces the death penalty, immediately requested his extradition and has heavily pressured Italy. 4 | Germany also wants him. 5 | Greeks and leftist Italians oppose his extradition. 6 | Others in Europe have joined with Kurds in staging demonstrations and hunger strikes. 7 | Prisoners in Turkey are holding an Italian in hopes of a swap. 8 | The Kurds join Cyprus as contentious issues as the Turkish President goes to Vienna to discuss European Union membership. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30045.M.100.T.B: -------------------------------------------------------------------------------- 1 | Exxon and Mobil discuss combining business operations. 2 | A possible Exxon-Mobil merger would reunite 2 parts of Standard Oil broken up by the Supreme Court in 1911. 3 | Low crude oil prices and the high cost of exploration are motives for a merger that would create the world's largest oil company. 4 | As Exxon-Mobil merger talks continue, stocks of both companies surge. 5 | The merger talks show that corporate mergers are back in vogue. 6 | Antitrust lawyers, industry analysts, and government officials say a merger would require divestitures. 7 | A Mobil employee worries that a merger would put thousands out of work, but notes that his company's stock would go up. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30045.M.100.T.C: -------------------------------------------------------------------------------- 1 | In a move considered unthinkable a few years ago, Exxon Corp. and Mobile Corp, have entered into negotiations which could result in a merger of the two companies. 2 | Such a merger, should it occur, would form the world's largest oil company and the largest U.S. company, placing it above Wal-Mart. 3 | The merger, and talks like it among other oil companies, is being prompted By low petroleum prices and high production costs. 4 | Talks of a merger have sent the price of stocks of both companies soaring. 5 | The merger could prompt anti-trust action and the merging companies would have to divest themselves of some interests. 6 | Mobile workers fear a merger will cost them jobs. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30045.M.100.T.E: -------------------------------------------------------------------------------- 1 | Exxon Corp and Mobil Corp are reported to be discussing a business merger. 2 | Other oil companies have merged to compensate for low oil prices and increasing costs of oil exploration in more remote areas. 3 | The mergers are consistent with a trend in corporate marriages that is changing U.S. economic history. 4 | The mergers are pushing stocks up and the Exxon-Mobil merger could benefit consumers and lead to further savings. 5 | Some people believe the merger would require selling of large corporate pieces and put thousands out of work. 6 | If the companies merge, it would be the largest U.S. company and bigger than the world's largest oil company, Royal Dutch/Shell Group. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30045.M.100.T.F: -------------------------------------------------------------------------------- 1 | Exxon and Mobil consider merger. 2 | Partnerships already formed. 3 | Oil prices are lowest in 12 years and future exploration will be costly. 4 | The new company would be largest in the US and put back together pieces of Standard Oil, a monopoly broken up by courts. 5 | Experts mixed on merger's advantages. 6 | It would be an anti-trust test, since companies are involved in many facets of the business, require the sale of large units. 7 | Refinery workers, others would lose jobs. 8 | There is an upswing in corporate mergers, pushed by bull market and recognition that it's hard to increase revenue internally. 9 | Merger anticipation sent stocks higher in oil, internet and computers. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30046.M.100.T.B: -------------------------------------------------------------------------------- 1 | House Speaker-elect Robert L. Livingston was forced to admit to his Republican colleagues his past adultery. 2 | This was forced by an investigation by Larry Flynt. 3 | When Livingston called for Clinton to quit, House Democrats yelled, "You resign"! 4 | Stunningly, he did. 5 | TV commentators were caught off guard. 6 | Livingston put pressure on Clinton to follow his example. 7 | The House moved to impeach Clinton and called on the Senate to try him. 8 | Livingston's downfall was said to show a breakdown in legislative civility. 9 | Those who want impeachment were called radicals and fanatics. 10 | Livingston's pursuit of Clinton was characterized as "rabid", showing his own hypocrisy. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30046.M.100.T.C: -------------------------------------------------------------------------------- 1 | As impeachment proceedings in the House approached a climax, House members were stunned by an admission from House Speaker elect Livingston that he was guilty of an adulterous affair. 2 | The admission follows disclosures by Hustler published Larry Flynn, who had offered one million dollars to anyone who could provide such information on a House or Senate member. 3 | Livingston's admission was met with a standing ovation by House members, as was his subsequent resignation. 4 | In resigning, Livingston called on President Clinton to do the same. 5 | Political pundits see the whole process as driven by partisan politics. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30046.M.100.T.E: -------------------------------------------------------------------------------- 1 | House Speaker-elect Robert Livingston shocked his Republican colleagues in the midst of a Clinton impeachment debate by admitting to adulterous affairs during his Congressional tenure. 2 | He later urged Clinton to follow his example and resign that increased the fury of the impeachment debate. 3 | The House moved to impeach the President for perjury and called on the Senate to try him, convict him and remove him from office. 4 | Some who believe the debate shows the fanatical, partisan, and hateful side of Republican behavior, advise the Senate only to censure Clinton and thus avoid partisan vengeance. 5 | The issue deepens a cultural fissure and a sense of uncertainty. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30046.M.100.T.H: -------------------------------------------------------------------------------- 1 | During the Clinton impeachment debate in the House, Speaker-elect Bob Livingston declared that he would set an example for the president and resign from Congress over revelations of his marital infidelities. 2 | Republican demands that the president also resign were rejected by Democrats who also said that Livingston should not quit and that the Speaker-elect's resignation was, in the words of Jerrold Nadler (D-N.Y), "a surrender to sexual McCarthyism". 3 | With the House vote to impeach, the president will face a Senate trial, but it is unlikely that 67 members will vote for conviction. 4 | The trial could be mercifully shortened, however, by a vote of censure. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30047.M.100.T.B: -------------------------------------------------------------------------------- 1 | NASA and the Russian Space Agency readied the first part of an international space station for launch from Baikonur base. 2 | They decided not to change the orbit of the Zarya module as Russia had requested. 3 | Zarya's Nov. 20 launch was a success. 4 | The Zarya module orbited Earth for 2 weeks before a rendezvous with U.S. shuttle Endeavor to join it to the Unity module. 5 | It was tweaked and working well. 6 | It will serve as a space tugboat. 7 | The first 2 building blocks of the international space station were successfully joined by Endeavor astronauts in the shuttle's open cargo bay. 8 | Endeavor astronauts made 2 of 3 planned spacewalks to work on the space station modules. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30047.M.100.T.C: -------------------------------------------------------------------------------- 1 | Russia launched the first piece of the international space station into orbit a year after the originally scheduled date. 2 | The launch follows a last minute Russian request to change the orbit of the space station to put it closer to Mir. 3 | This request was set aside. 4 | Two weeks later, the U.S. carried the Unity chamber into orbit. 5 | U.S. astronauts aboard the Endeavor shuttle then joined the Unity chamber to the Russian Zarya control module. 6 | The resulting 7 story structure appeared to be a perfect fit. 7 | In a subsequent second space walk, the astronauts were to install antennas on the Unity chamber as well as to attempt to unjam a Russian antenna. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30047.M.100.T.F: -------------------------------------------------------------------------------- 1 | After a year's delay Russia launched the first unit of the international space station, then pushed it to a higher orbit. 2 | Zarya will provide propulsion, power, and comms. 3 | US shuttle Endeavour made a blind docking with Zarya. 4 | Two spacewalks made electrical connections with Unity, which will serve as a passageway, attached its antennas and attempted to open a stuck Zarya antenna. 5 | A Russian cost-cutting proposal to orbit the station closer to Mir jointly vetoed. 6 | Russia promised to destroy Mir but now wants to extend its life. 7 | Russia sold early research time on the station to NASA to pay construction costs but claims the management lead for 1st 5 years. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30047.M.100.T.H: -------------------------------------------------------------------------------- 1 | Jerry Ross and James Newman spacewalked to attach antennas to Unity, the American half of the first stage of the 16-nation space station. 2 | Unity will be a connecting passageway for other modules. 3 | The other portion of the fledgling station, the Russian- built and launched Zarya module, will provide power and propulsion to the facility. 4 | The successful launch of Zarya, which had been delayed over a year due to funding woes, was hailed by the Russian Space Agency head as proof that the Russian space industry "is perfectly able to fulfill all of its commitments on the international space station". 5 | Russia is scheduled to launch the crew module next year. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30048.M.100.T.B: -------------------------------------------------------------------------------- 1 | Latin leaders at Ibero-American summit explore ways to avoid economic turmoil and warn of likely global recession. 2 | Brazil President Cardoso will announce deficit-cutting austerity measures. 3 | Brazil and the IMF move closer to an agreement on a $30 billion rescue package. 4 | Cardoso readies his plan for spending cuts and tax increases as part of the IMF deal. 5 | He will unveil the full plan next week. 6 | The success of his economic efforts may depend on the outcome of upcoming gubernatorial elections. 7 | The Commerce Dept. measures the effects of global economic decline on the U.S. economy. 8 | The U.S. will give billions of taxpayer dollars to the Brazil-IMF rescue deal. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30048.M.100.T.C: -------------------------------------------------------------------------------- 1 | As Latin American nations gathered for the Ibero-American summit, there was general concern for the global economy. 2 | Most leaders attending warned that the downturn in the global economy could have dire consequences. 3 | The crisis facing Latin America has had an effect on the U.S. economy as exports declined as a result of the recession. 4 | Brazil's economy was especially hard hit and it has entered into talks with the IMF to secure loans needed to bolster its economy. 5 | The outcome of these talks could depend on the outcome of the Brazilian elections. 6 | In an effort to cuts its deficit, Brazil has cut back on the perks of government workers. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30048.M.100.T.G: -------------------------------------------------------------------------------- 1 | The Brazilian economy was close to collapse in mid-Oct 1998. 2 | Capitol was leaving the country, interest rates were at 50%, and unemployment was up. 3 | It was a major topic at the annual Ibero-American summit. 4 | The IMF was preparing a $30 billion rescue package, requiring Brazil to implement an austerity package, sure to be unpopular. 5 | Brazil's central government, needing states' support, had to delay any real actions until after the gubernatorial run-off elections. 6 | The US, suffering from a rapidly growing trade deficit and fearing the rest of the Americas would follow a Brazilian economic collapse, considered changing policy and providing direct financial aid. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30048.M.100.T.H: -------------------------------------------------------------------------------- 1 | In an effort to stem the financial crisis in Brazil, the world's ninth largest economy and the financial engine of Latin America, U.S. officials have signaled a willingness to provide billions in direct aid. 2 | Brazil is also negotiating with the IMF for a $30 billion bail-out package. 3 | The agreement almost certainly includes unpopular austerity measures to trim the country's budget deficit. 4 | Brazil's crisis was triggered by Russia's default on loans followed by a strong outflow of capital. 5 | Meanwhile, the U.S. Commerce Department reported the nation's trade deficit rose $2.2 billion, indicating the U.S. has not been shielded from the global economic downturn. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30049.M.100.T.B: -------------------------------------------------------------------------------- 1 | S. Korea says N. Korea may be producing plutonium in at least one underground site. 2 | Satellite photos show a possible nuclear complex. 3 | If it is, it will strain U.S.-N. 4 | Korean relations and stop aid. 5 | The U.S. wants a delegation to check the site. 6 | N. Korea wants huge payment for inspection. 7 | A recent missile test firing over Japan, N. Korean incursions into the south, and the suspicious site are major causes for concern. 8 | The U.S. demands full access to the site and warns N. Korea not to waste a chance for lasting peace on the peninsula. 9 | N. Korea says the U.S. is pushing it to the brink of war over demands for inspections and talks. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30049.M.100.T.D: -------------------------------------------------------------------------------- 1 | The meeting of the US, China, and the two Koreas in Geneva appeared to ease tension on that Asian peninsula. 2 | However, indications of a revived North Korean nuclear program clouded President Clinton's "economics and security" Asian trip. 3 | North Korea's economy is bad, malnutrition widespread, yet the country maintains a 1.1 million military force. 4 | Past US food and fuel aid to that country has been based on it not promoting a nuclear program. 5 | The US policy on Iraq is the removal of Saddam Hussein. 6 | Now, apparently the US supports dumping PM Mahathir Mohamed in Malaysia. 7 | President Clinton visited US troops at Osan Air Base in South Korea on his Asian trip. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30049.M.100.T.E: -------------------------------------------------------------------------------- 1 | North Korea agreed to receive a U.S. delegation to discuss concerns about an underground site feared to house a nuclear weapons program. 2 | South Korea supports the U.S. and calls for full access to the site by U.S. inspectors. 3 | North Korea denies the concerns and proposes a $300 mil payment to visit the site. 4 | President Clinton in Seoul cautioned North Korea to focus on diplomacy, not nuclear ambitions. 5 | North Korea has threatened war against U.S. if the dispute comes to blows. 6 | The issue threatens to jeopardize North and South Korean peace talks to improve relations. 7 | A recent U.S. official's visit toi North Korea revealed serious economic problems. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30049.M.100.T.G: -------------------------------------------------------------------------------- 1 | In August, US intelligence found a underground construction site near North Korea's nuclear complex. 2 | North Korea, suffering a devastating famine, claims the site is civilian and offered an inspection for a $300 million payment. 3 | This follows their August missile launch and suggests they are reneging on the 1994 agreement to end nuclear development in exchange for US aid. 4 | Clinton discussed these developments with allies during his November trip to Asia. 5 | He warned US troops in South Korea of increased danger, but has not directly attacked Kim Chong-il. 6 | North Korea has begun its militant posturing as the date to discuss this construction with the US nears. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30050.M.100.T.B: -------------------------------------------------------------------------------- 1 | Acknowledging his mistakes, Clinton supports Democrat candidates and speaks at fundraisers. 2 | He backs Mary Boyle of Ohio in her bid for U.S. Senate. 3 | Democrat candidates try to limit the effect of the Lewinsky debacle on their campaigns. 4 | A N.Y. labor union backs Democrat Schumer to keep Republicans from gaining a 60-seat majority. 5 | Sen. D'Amato sidesteps queries about Clinton's impeachment on the campaign trail. 6 | A gay group may back D'Amato, the prospect of which is upsetting Democrats. 7 | House Republicans are using idle time to get votes on issues to help their campaigns. 8 | The National Republican Congressional Committee sponsors deceptive fundraising calls. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30050.M.100.T.D: -------------------------------------------------------------------------------- 1 | In addition to the usual factors that prevail in Congressional elections, this year's is complicated by the uncertain effect of the impending impeachment of President Clinton. 2 | The president has admitted mistakes, but remains a popular campaigner for House Democrats. 3 | In the New York race between D'Amato and Schumer, both are seeking union and gay/lesbian endorsement. 4 | Republican Voinovich hopes to take the seat of retiring John Glenn in Ohio. 5 | A budget agreement between Republican congressional leaders and the White House is needed soon to avoid a government shutdown. 6 | A leadership award from Speaker Gingrich's office is merely a pitch for contributions. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30050.M.100.T.E: -------------------------------------------------------------------------------- 1 | President Clinton's impeachment woes are causing problems for the approaching mid-term elections. 2 | The President stopped apologizing, saying he must "live with the consequences" of his mistakes, and urging democrats to take pride in his achievements. 3 | Democratic candidates hope to contain the Lewinsky debacle while trying to prevent a Republican majority in the Senate. 4 | In New York, the Human Rights Campaign may endorse both candidates. 5 | In Ohio, Republican Voinovich is in a crucial face-off with Democrat Mary Boyles. 6 | Republicans are using a bait-and-switch routine to earn funds from small business. 7 | Their House votes are on topics to boast about back home. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30050.M.100.T.H: -------------------------------------------------------------------------------- 1 | In tight congressional and Senate races leading up to the Nov. 1998 elections, strategists and candidates were unsure how to deal with the Clinton/Lewinsky scandal. 2 | Though the President pointed to his record while stumping, many Democrats, embarrassed by his behavior, distanced themselves from him. 3 | With impeachment a possibility, the Senate races assumed even greater importance. 4 | While it was unlikely the Republicans would win enough Senate seats to remove the President, Democrats feared their opponents could gain a filibuster-proof, 60-seat majority. 5 | The NY senate race between Republican D'Amato and Schumer was one of the tightest in the nation. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30051.M.100.T.B: -------------------------------------------------------------------------------- 1 | The UN war crimes tribunal demands Yugoslavia's full cooperation in its investigations. 2 | It blasted Belgrade for refusing to let investigators probe alleged atrocities in Kosovo. 3 | The tribunal acquitted a Muslim commander, but convicted 3 underlings. 4 | The commander was greeted by hundreds at Sarajevo a irport on his return. 5 | Survivors say Serb forces in Kosovo took revenge against civilians for their battle losses. 6 | Trial begins for Bosnian Serb Jelisic, nicknamed "Serb Adolf," who boasted of many killings. 7 | He is accused of genocide, although he confessed to 12 killings. 8 | U.S. forces in Bosnia arrested a Serb general accused of genocide at Srebrenica. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30051.M.100.T.D: -------------------------------------------------------------------------------- 1 | Yugoslavia has cooperated with the UN War crimes tribunal in cases where Serbs were victims in Bosnia and Croatia, but has been slow to allow investigation of alleged atrocities in Kosovo. 2 | Serbs fighting there suffered losses to the guerillas and took revenge on civilians including women and children. 3 | The war crimes tribunal acquitted a Muslim military commander of war crimes against Bosnian Serb prisoners but convicted three underlings. 4 | A Bosnian Serb, known as "Serb Adolf", accused of genocide, admitted killing Muslims and Croats. 5 | Allied forces arrested a Bosnian Serb general charged with genocide and who could implicate Slobodan Milosevic. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30051.M.100.T.F: -------------------------------------------------------------------------------- 1 | Yugoslavia was told to cooperate with the UN War Crimes Tribunal whether Serbs were victims or accused. 2 | Belgrade refused visas to Kosovo atrocity investigators. 3 | Serbians took revenge on Kosovo civilians for heavy losses. 4 | Muslim commander Delalic was acquitted of anti-Bosnian Serb atrocities after 3 years and welcomed home. 5 | 3 of his underlings were convicted. 6 | Croat commander Mucic was convicted for permitting atrocities. 7 | "Serb Adolf" Goran Jelisic was freed from jail by Bosnian Serbs and told to go kill Muslims. 8 | He confessed to murdering 12. 9 | Maj. Gen. Krstic, a Bosnian Serb, is the first serving officer to be arrested. 10 | He directed the attack on Srebrenica. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30051.M.100.T.H: -------------------------------------------------------------------------------- 1 | Milosevic cooperates with the U.N. war crimes tribunal when Serbs are victims, but is an obstructionist when they are the accused. 2 | Officials, for example, limited U.N. investigators' access to Kosovo, where Serbs massacred 21 ethnic Albanian civilians of the Delijaj clan. 3 | Further, while U.S. and allied forces arrested Bosnian Serb General Krstic on genocide charges, other indicted, high-ranking Serb leaders are protected in Serbia. 4 | Meanwhile, in the first trial involving anti-Serb acts, a Muslim military commander was freed, but three prison camp officials were convicted. 5 | Also, in The Hague, the genocide trial of Goran Jelisic, the "Serb Adolf," has begun. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30053.M.100.T.B: -------------------------------------------------------------------------------- 1 | Clinton will visit Israel, Gaza and the West bank Dec. 12-15 as agreed in the Wye River accord. 2 | The days preceding his trip are filled with violence, unrest and divisiveness. 3 | Hamas denounces Clinton's trip, but makes no threats against him. 4 | Netanyahu says Arafat is "making a farce" of the Wye accord. 5 | The two sides disagree over its terms. 6 | The Israelis and Palestinians are troubled by violence, fear and loss. 7 | Clinton has impeachment troubles. 8 | Extra security is in place wherever Clinton will go. 9 | He hopes to salvage the Wye accord. 10 | However, Netanyahu continues to withdraw troops from the West Bank as stipulated in the agreement. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30053.M.100.T.E: -------------------------------------------------------------------------------- 1 | Despite concerns it might cause more unrest, President Clinton met in Israel separately with Prime Minister Netanyahu and Yasser Arafat to negotiate Wye Accord agreement terms. 2 | Israel is demanding revocation of anti-Israeli clauses in the 1964 Palestinian charter. 3 | Palestine is demanding Israel's release of Palestinian prisoners. 4 | Both sides are exchanging accusations over Israeli West Bank settlements and anti-Israeli violence. 5 | Hamas denounced Clinton's visit but avoided threats. 6 | US and Palestinian agents kept the Gaza area secure. 7 | In the end, Netanyahu, facing political turmoil, told President Clinton he would not remove his troops from the West Bank. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30053.M.100.T.F: -------------------------------------------------------------------------------- 1 | Security high for Clinton's visit to Gaza, part of the Wye Accord, as Palestinian leaders revoke a 1964 Israeli destruction clause. 2 | Israel claims Air Force One landing in Palestinian is sovereign recognition. 3 | It won't withdraw West Bank troops unless Palestinians formally vote to revoke the clause and violence stops. 4 | Palestine says Israel violated the Accord by improper prisoner releases, roadbuilding and settlement expansion. 5 | It warns of violence and there have been stone-throwing protests. 6 | Radical Islam group Hamas denounces the visit and the Accord. 7 | Clinton has made ending the long feud a crusade. 8 | Both Clinton and Netanyahu's leadership threatened. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30053.M.100.T.G: -------------------------------------------------------------------------------- 1 | Clinton traveled to the mid-East in December in an effort to energize the Wye agreement signed by Israel and Palestine. 2 | Problems immediately faced this accord, intended to trade Israeli territory for security. 3 | Questions remained on which prisoners should be released and what constituted a vote to revoke a 1964 call to destroy Israel. 4 | Jewish settlers continued to take more lands. 5 | Violence and demonstrations went on. 6 | The Israeli far right was angry. 7 | Clinton was facing impeachment hearings. 8 | History and hatred were too strong for him to succeed. 9 | Netanyahu finally refused to move the peace process forward, but probably still will be voted out of office. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30055.M.100.T.B: -------------------------------------------------------------------------------- 1 | Italy's Communist Refounding Party rejected Prime Minister Prodi's proposed 1999 budget. 2 | Loss of the party's support put his 2.5-year coalition at risk. 3 | The proposed budget was needed to meet terms for the Jan. 1 switch to the euro currency. 4 | Prodi met with President Scalfaro and Parliament, trying to save his government. 5 | The break with Prodi divided the Refounding party. 6 | Prodi lost a confidence vote and was toppled from power. 7 | He will stay as caretaker until a new government is formed. 8 | Scalfaro must decide whether to hold new elections or to ask Prodi or someone else to forge a new majority. 9 | He is talking with political leaders, trying to reach a consensus. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30055.M.100.T.E: -------------------------------------------------------------------------------- 1 | Communist Refounding Party vote against proposed deficit-cutting 1999 budget in Italy's Parliament could destabilize the government. 2 | The defection imperils the future of the center-left coalition led by Premier Prodi. 3 | His 2-1/2-year-old alliance was the longest serving of 55 governments in Italy since WWII. 4 | Prodi. who appealed to Parliament to save the government with a confidence vote, lost the vote and fell from power. 5 | The break with Prodi's party also divided Refounding. 6 | Prodi stays as caretaker premier while President Scalfaro decides either to hold new elections or to force Prodi or someone else to form a new coalition out of the 40 parties in Italy. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30055.M.100.T.F: -------------------------------------------------------------------------------- 1 | Italy's Communist Refoundation Party rejected PM Prodi's deficit-cutting budget for insufficient job stimulation. 2 | Italy needed to reduce its deficit to participate in the euro, a unifying desire that largely held together Prodi's 2.5-year gov't, the 55th since WWII. 3 | The rejection divided communists, whose 34 votes Prodi's coalition needed for a majority. 4 | A confidence vote lost by 1 vote, from a member of Prodi's own party. 5 | Italy's political instability clouded decisions on NATO's use of Italian air bases in strikes on Kosovo. 6 | Prodi resigned but Italy's president asked him to stay as caretaker until either early elections were called or he named a new PM. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30055.M.100.T.H: -------------------------------------------------------------------------------- 1 | Despite support from a breakaway faction of the far-left Communist Refounding Party, Italy's Prime Minister Romano Prodi lost a vote of confidence in Parliament, 313 - 312. 2 | The crisis was triggered when the Refounding Party rejected the government's 1999 budget. 3 | A respected economist with a fragile center-left coalition, Prodi was in office for 30 months, instituting fiscal reforms that qualified Italy for membership in the euro plan. 4 | Prodi was asked to remain as caretaker prime minister; however, as such, he will have difficulty passing the budget (necessary before joining the euro on 1 Jan.) or getting approval for actions related to the Kosovo crisis. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30056.M.100.T.B: -------------------------------------------------------------------------------- 1 | In Chechnya, 3-5 people a week, many of them children, are hurt by land mines. 2 | The heads of 4 kidnapped foreign telephone engineers were found in Chechnya. 3 | The hostages were decapitated during a failed rescue attempt. 4 | Their bodies are missing. 5 | One kidnapper was arrested. 6 | The EU condemned the slayings. 7 | The Chechen vice president showed a video of 1 of the hostages saying they all were British spies. 8 | He refused to answer questions about the video. 9 | A Chechen prosecutor investigating the kidnappings was himself abducted. 10 | A French UN official, held hostage for 10 months, was freed unharmed in an operation at the Chechen border in which 3 kidnappers were killed. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30056.M.100.T.E: -------------------------------------------------------------------------------- 1 | Chechnya's independence war against Moscow has caused the death of innocent people. 2 | Many died accidentally from explosives left behind by the Russians. 3 | Hundreds, mostly foreigners, are being taken for ransom, some of whom have been killed. 4 | The European Union is condemning the deaths of four kidnapped foreigners, three Briton, one New Zealander, whose heads were found near a remote village. 5 | Chechen police are searching for the beheaded bodies. 6 | A Chechen tape earlier showed one of the men admitting he was a British spy. 7 | Rebels also kidnapped the Chechen prosecutor investigating the deaths. 8 | He was later freed, as was a UN official and a Russian soldier. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30056.M.100.T.G: -------------------------------------------------------------------------------- 1 | Violence, deaths and kidnappings continue to plague the former Russian state of Chechnya two years after its independence. 2 | Exploding landmines are a weekly occurrence. 3 | Criminal bands are blamed for the kidnappings, usually for ransom and rarely deadly. 4 | However, four UK Telecom engineers, hinted to be spies, were beheaded during a botched Chechen rescue attempt and their heads displayed along a road. 5 | Britain and the European Union expressed outrage and sought Russian intervention. 6 | The Chechen prosecutor was then abducted. 7 | The prosecutor and a Russian soldier were subsequently freed and the Russians rescued a French UN official at the border with Chechnya. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30056.M.100.T.H: -------------------------------------------------------------------------------- 1 | Chechnya's top prosecutor, Mansur Tagirov, was abducted from Grozny, but released the next day. 2 | Tagirov was investigating the slaying of four kidnapped foreigners. 3 | The victims, all telephone linemen employed by the British firm Granger Telecom, were beheaded in a bungled rescue attempt. 4 | Their heads were found near the city; the search for the bodies continues. 5 | The Chechen Vice President showed a tape of one of the hostages, Peter Kennedy, during a news conference in which he claimed they were spies sent to Chechnya by the British to monitor phone calls; however, another official discounted the tape's value. 6 | Kidnapping for ransom is common in Chechnya. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30059.M.100.T.B: -------------------------------------------------------------------------------- 1 | Liberal Russian lawmaker Galina Starovoitova was gunned down in St. Petersburg. 2 | Her aide was seriously wounded. 3 | She was a parliament member, aide to Yeltsin and Democratic Choice party leader. 4 | She was to run for president in 2000. 5 | She is the 1st woman politician killed since Stalin's time. 6 | Her slaying may be a watershed event. 7 | Yeltsin will run the investigation. 8 | She was said to have had uncompromising dedication to democracy. 9 | Police found some evidence, but after the aide regained consciousness and talked, several suspects were arrested in raids. 10 | Hundreds mourned her. 11 | She was honored as a martyr at her funeral and was to be buried alongside Russian heroes. 12 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30059.M.100.T.F: -------------------------------------------------------------------------------- 1 | Galina Starovoitova, founder of Russia's democratic movement and outspoken reformist member of parliament's lower house, was murdered and her press aide injured. 2 | She tried to run for president in 1996 but was barred on technicalities. 3 | She planned to run again in 2000. 4 | Her death appeared a contract killing. 5 | She campaigned against corruption and had many enemies. 6 | The hundreds of political killings in Russia are rarely prosecuted. 7 | Other St. Petersburg figures attacked recently include a banker, finance official, and parliamentary aide. 8 | Her killing brought outrage and wide mourning Yeltsin led the investigation. 9 | She was buried among Russia's national heroes. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30059.M.100.T.G: -------------------------------------------------------------------------------- 1 | Galina Starovoitova, a liberal Russian lawmaker, doctor, mother, grandmother and Presidential hopeful, was mourned as a martyr and buried beside other heroes in St. Petersburg. 2 | She had been shot four days earlier by two, still unknown, assailants. 3 | Her press aide, also shot, was recovering under heavy guard. 4 | The death looked like a contract killing, all too common now in Russia. 5 | Yeltsin said he would lead the investigation. 6 | Suspects were taken in, but none has been arrested. 7 | A champion of democracy, her allies feared she had too many enemies, both Communists and gangsters, and blamed her foes in the Duma. 8 | Her death brought outrage in Russia and the world. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D30059.M.100.T.H: -------------------------------------------------------------------------------- 1 | Galina Starovoitova, a leader of the reformist Russian's Democratic Choice party and a member of the Duma, was killed and an aide, Ruslan Linkov, wounded in an attack in St. Petersburg. 2 | Several suspects were arrested; however, the murder is still unsolved. 3 | Ms. Starovoitova, a Yeltsin ally and a champion of democracy, had said that she would run for president in 2000. 4 | The crime appears to have been a contract killing, the latest of many in St. Petersburg. 5 | Anatoly Chubais and other supporters have charged the Communists were behind the attack, but without evidence. 6 | Former Russian prime ministers as well as commoners attended Ms. Starovoitova's funeral. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31001.M.100.T.C: -------------------------------------------------------------------------------- 1 | The Truth and Reconciliation Commission, which was established to look into the human rights violations committed during the long struggle against white rule, released its final report. 2 | In what has been described as one of the most complete reports of its kind, the commission blames most of the atrocities on the former South African government. 3 | The ANC also came under fire for committing some atrocities during the struggle. 4 | Nelson Mandella's ex-wife, Winnie could be prosecuted for the part she played in such violations. 5 | Missing from the report was De Klerk, who threatened to sue if he was mentioned in connection with the atrocities. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31001.M.100.T.D: -------------------------------------------------------------------------------- 1 | South Africa's Truth and Reconciliation Commission headed by Desmond Tutu proposes amnesty to heal the wounds of the apartheid era. 2 | If those accused of atrocities confess, they will be given amnesty, if not, they will be prosecuted. 3 | The Commission's report said most human rights violations were by the former state through security and law enforcement agencies. 4 | The African National Congress, Inkatha Freedom Party, and Winnie Mandela's United Football Club also shared guilt. 5 | Former president de Klerk, who shared the Nobel Peace Prize with Nelson Mandela, was not named as an accessory after the fact, since his threatened lawsuit would delay the report. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31001.M.100.T.E: -------------------------------------------------------------------------------- 1 | South Africa's Truth and Reconciliation Commission, appointed to reconcile the sides involved in the crimes of the apartheid era, is releasing its final 2.5- year report. 2 | Its purpose is to identify those who committed gross violations of human rights. 3 | The report is to lay most of the blame for the violations on the State, but the ANC also shares blame. 4 | The program offers amnesty to the accused if they confess but execution if they refuse. 5 | The process has angered many people of all walks of life. 6 | De Klerk, Apartheid's last president, is not being implicated but he is suing to stop publication. 7 | Criminal cases are nonetheless expected to go on for six years. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31001.M.100.T.G: -------------------------------------------------------------------------------- 1 | South Africa Truth and Reconciliation Commission's 3,500-page report on apartheid-era atrocities was issued on Oct 30. 2 | This report was intended to clear the air, grant amnesty to those who confessed, and begin the healing process. 3 | Those named for prosecution were warned before the release. 4 | Ex-prime minister de Klerk's name was removed. 5 | The ruling African National Congress remained. 6 | While the white government bore the brunt of the blame, several black movements were included. 7 | After the release many talked of a new amnesty period or a limited time to prosecute. 8 | Prosecutions could take 6 years; diverting judges, threatening elections, and slowing recovery. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31008.M.100.T.C: -------------------------------------------------------------------------------- 1 | A passerby who found Matthew Shepard's nearly lifeless body tied to a fence outside Laramie, Wyoming at first thought it was a scarecrow. 2 | Matthew, an openly gay student at the University of Wyoming, had been kidnapped, brutally beaten and left to die in near freezing temperatures. 3 | Two men, Russell Henderson and Aaron McKinney were arrested on charges of kidnapping and attempted first degree murder. 4 | Two women, friends of the accused, were charged as accessories after the fact. 5 | Seeing this as a hate crime, gay-rights activists nationwide renewed efforts to get the Clinton Administration to pass hate-crime legislation. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31008.M.100.T.D: -------------------------------------------------------------------------------- 1 | A 22-year old gay University of Wyoming student was found beaten and left to die lashed to a fence. 2 | Two men were arraigned on kidnapping, robbery, and attempted murder charges (changed to murder after Shepard died) and two females were charged as accessories. 3 | Expressions of sympathy came from across the nation, including President Clinton and the crime was widely denounced. 4 | The savage nature of the crime renewed calls for enactment of hate-crimes legislation. 5 | The House passed a resolution calling the killing "outrageous". 6 | On the day Shepard died, the Family Research Council co-hosted a press conference to demonize gay people. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31008.M.100.T.E: -------------------------------------------------------------------------------- 1 | Two men in Wyoming kidnapped, robbed, and brutally beat a gay university student who died in a coma five days after the assault. 2 | The incident fanned public outrage. 3 | Hundreds in Laramie and on campuses across the nation demonstrated support to the student with marches and candlelight vigils. 4 | President Clinton responded to nationwide calls by urging Congress to pass the Federal Hate Crimes Protection Act. 5 | Gay leaders stressed that hostility towards gays, based on several surveys, flourishes in high schools and universities. 6 | By coincidence, on the day of the beating a religious right organization in Washington was announcing a barrage of TV ads aimed at gays. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31008.M.100.T.H: -------------------------------------------------------------------------------- 1 | 1,000 people mourned Matthew Shepherd, the gay University of Wyoming student who was severely beaten and left to die tied to a fence. 2 | The crime sparked nationwide vigils and prompted President Clinton to call for federal hate-crimes legislation. 3 | In 19 states, including Colorado, sexual orientation is not included in hate-crime laws. 4 | Wyoming is one of 10 states with no hate-crime laws at all, but the governor appealed to lawmakers to reconsider their opposition. 5 | Christian conservatives argue that hate-crime laws restrict freedom of speech, while gay rights activists and others say these laws send a message that attacks on minorities will not be tolerated. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31009.M.100.T.B: -------------------------------------------------------------------------------- 1 | Turkey's Prime Minister Yilmaz was ousted by a no-confidence vote in Parliament over allegations of interfering in a bank privatization and having mob ties. 2 | Ecevit, a former prime minister, was asked to form a new government. 3 | He was unable to win the support of Ciller for a secular coalition. 4 | Refusing any alliance with the Islamic Virtue Party, Ecevit turned to President Demirel to find another solution. 5 | Demirel was expected to turn to a widely trusted lawmaker to form Turkey's next government. 6 | New premier-designate Erez got backing from 2 key secular parties as he tried to form a broad-based secular coalition that would include some from the Virtue Party. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31009.M.100.T.C: -------------------------------------------------------------------------------- 1 | Following charges that he interfered in a privatization contract and helped a businessman with mob ties, Turkish Prime Minister Mesut Yilmaz was forced to resign. 2 | President Demeril asked Bulent Ecevit, former three-time prime minister from the 1970s and champion of Turkish Cypriot rights, to form a new government. 3 | After three weeks, Ecevit was unable to secure the support of the Center-Right Party. 4 | At issue was the participation of the Islamic Virtue Part in the secular government, Ecevit returned his mandate and Demeril named Valim Erez as prime minister designate. 5 | Erez was in talks with the Virtue Party over possible cabinet seats. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31009.M.100.T.F: -------------------------------------------------------------------------------- 1 | Turkish PM Yilmaz was forced to step down due to mob ties and claims of state bank privatization tampering. 2 | President Demirel asked highly respected 3-time former PM Bulent Ecevit to form a new majority government. 3 | A split between parliament's center left and right is longstanding. 4 | Ecevit distrusted Yilmaz and Ciller but brought in Yilmaz's party and wooed Ciller's. 5 | She wouldn't join unless Islamic Virtue were included, which the secular parties resisted. 6 | After a 3-week effort, Ecevit gave up rather than include Virtue. 7 | Yalim Erez tried next and won the backing of 2 key secular parties. 8 | He will talk to Ciller and run Turkey until the April 18 election. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31009.M.100.T.G: -------------------------------------------------------------------------------- 1 | For more than a month, Turkish politicians have been trying to form a new government. 2 | The last prime minister was voted out after charges of corruption and mob ties. 3 | Longtime politician and three-time prime minister, Ecevit, tried for two weeks to form a coalition, which would satisfy the staunchly secular military. 4 | He failed when he could not get the support of both center-right parties. 5 | The president then asked a member of Parliament to form an interim coalition government to serve until the April election. 6 | Erez attained center-right support if he sticks to secular principles, but he may be forced to give some Cabinet seats to the Islamic Virtue Party. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31013.M.100.T.C: -------------------------------------------------------------------------------- 1 | Dr. Barnett Slepian, the mainstay of Buffalo's only abortion clinic, was slain as he stood at his kitchen window. 2 | Slepian has been described as a fatalist who stubbornly adhered to doing what he thought right. 3 | The FBI is looking for James Kopp for questioning as a material witness in the slaying. 4 | Kopp has long been identified as a major voice in the anti-abortion movement. 5 | Attorney General Reno will investigate if the slaying is part of a nation-wide plot. 6 | In Canada, authorities are worried that new violence could erupt as Remembrance Day approaches. 7 | Anti-abortion pamphlets have been delivered to a Canadian newspaper, possibly by Kopp. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31013.M.100.T.D: -------------------------------------------------------------------------------- 1 | Abortion clinics continue to be targeted by anti-abortion groups such as Operation Rescue, Lambs of Christ, and Army of God. 2 | Opposition ranges from silent vigils to vocal and physical intimidation, and even murder. 3 | Dr. Bart Shepian of Buffalo's only abortion clinic was murdered in his home. 4 | Police in the US and Canada are looking for James Kopp, a known abortion opponent, as a material witness in that murder. 5 | The clinics serve poor, young, and uneducated women since the well-to-do use their established providers. 6 | AG Janet Reno has named a task force to find out if the Slepian murder, the third in five years, is part of an organized campaign of violence. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31013.M.100.T.G: -------------------------------------------------------------------------------- 1 | The primary doctor at the last abortion clinic in Buffalo, NY, was shot and killed. 2 | Dr. Slepian, a stubborn man, dedicated to women's care, and an unlikely martyr. 3 | It's the 7th such death, and the 4th similar attack. 4 | James Kopp is sought as a material witness. 5 | The anti-abortion movement has local and itinerate members. 6 | Their activities go from prayers and talking to confrontations, threats and violence. 7 | After this killing, the FBI resumed a search for an anti-abortion conspiracy. 8 | Since the first few years after Roe v Wade, the number of abortions has declined, as has the number of clinics and doctors providing the procedure, especially for poorer women. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31013.M.100.T.H: -------------------------------------------------------------------------------- 1 | On Oct. 23, 1998, a sniper killed Dr. Barnet Slepian, a mainstay in the last abortion clinic in the Buffalo area and one of only a few doctors performing the procedure in the face of protesters and threats. 2 | Many of the protesters are itinerants like Rev. Norman Weslin, founder of the anti-abortion group Lambs of Christ, who travel about spreading their message and shutting down clinics. 3 | Another itinerant demonstrator, James Charles Kopp, is wanted by the FBI as a material witness in the Slepian murder. 4 | In addition to anti-abortion violence, a shortage of doctors who are trained and willing to do the procedures imperil their widespread availability. 5 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31022.M.100.T.C: -------------------------------------------------------------------------------- 1 | At least 60 teenagers were killed and another 160 were injured in a dance hall fire in Goteborg, Sweden, Sweden's second largest city. 2 | The fire was the worst in Sweden's modern history. 3 | At least 400 teenagers, attending a Halloween dance, were crammed into a facility meant to hold 150. 4 | The dance attendees were mostly immigrant children from representing 19 nationalities, including Somalia, Ethiopia, Iraq, Iran and former Yugoslavia. 5 | The cause of the fire, which quickly engulfed the two-story brick building is unknown as investigators continue to probe the ruins. 6 | Emergency help was delayed by about three minutes because of language difficulties. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31022.M.100.T.E: -------------------------------------------------------------------------------- 1 | A fire rapidly destroyed a Goteborg, Sweden dance hall as some 400 teenaged Halloween revelers jammed up while trying to evacuate. 2 | At least 60 died, mostly from smoke inhalation, and about 150 were injured. 3 | The actual capacity of the 2nd floor dance hall was 150. 4 | Forensic experts are having success identifying the burned bodies but the question of how the fire began is still unanswered. 5 | The blaze gutted the entire building owned by the Macedonian Association. 6 | Mostly immigrants attended the dance. 7 | The fire squads say they lost about six minutes while trying to respond to a call in poor Swedish. 8 | It is doubtful a quicker response would have made a difference. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31022.M.100.T.F: -------------------------------------------------------------------------------- 1 | A fire at an overcrowded dance hall in Goteborg, Sweden killed 60 and injured 180. 2 | Most victims were 13-18, immigrants covering 19 nationalities. 3 | The 2-story brick building was rated for 150 but held 400. 4 | Owned by the Macedonian Association, it had been rented out to 8 party arrangers for a Halloween dance, held on the 2nd floor. 5 | One of two exit stairways was blocked by fire. 6 | A panicky phone call in poor Swedish to authorities took 3 minutes to understand. 7 | Fire trucks were on the scene 6 minutes later. 8 | The explosive, fast-spreading fire reached 600C. 9 | It may have burned undetected for some time. 10 | Arson was a possibility but the cause remains undetermined. 11 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31022.M.100.T.G: -------------------------------------------------------------------------------- 1 | Sweden's deadliest fire occurred on Halloween when a dance hall in Goteborg, filled with teenagers, burst into flames. 2 | The cause is not known, but the hall, approved for 150, contained as many as 400 and one of the two exits was blocked. 3 | Sixty were killed and between 150 and 173 injured. 4 | Most were immigrants or their children and represented 19 nationalities. 5 | Many felt the rescue was late. 6 | Rescuers said they had trouble understanding the first call, but were there in 6 minutes. 7 | Condolences came from Swedish authorities. 8 | A memorial service was held and a memory wall was growing. 9 | Although identifications are difficult, 40 of the dead have been identified. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31026.M.100.T.C: -------------------------------------------------------------------------------- 1 | The New York Yankees prevailed in the sixth game of the American League playoffs to win over the Cleveland Indians and advanced to their second World Series play in three years. 2 | In the National League, the San Diego Padres won its series over the Atlanta Braves to ensure its place in the World Series. 3 | Enthusiasm is high on both sides as 650 padres fans shaved their heads in a radio promotion raffle for a ticket to the games. 4 | Yankees Chuck Knoblauch, worried about errors in the playoffs, was greeted with a standing ovation as the first game opened. 5 | Knoblauch, along with teammate Martinez cinched the first game with homerun hits in the 7th inning. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31026.M.100.T.E: -------------------------------------------------------------------------------- 1 | The San Diego Padres, excited about the prospect of winning the NLCS playoff and of playing the Yankees in the World Series, have gone bonkers. 2 | Some 680 shaved their heads for a raffle to win playoff skybox seats. 3 | NY fans, however, are subdued about the Yankees prospects of a collective batting slump (namely by Knoblauch and Martinez), Strawberry's surgery recovery, record-setter Williams' team loyalty, and the memory of the fallibility of umpires. 4 | The Yankees have a edge in pitching and defense, and their record of excellence encouraged everyone to expect victory. 5 | In fact in the Series opener, Knoblauch and Martinez power-hit the Yankees to a win. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31026.M.100.T.F: -------------------------------------------------------------------------------- 1 | The Yankees won the 1st game of the 1998 World Series when Chuck Knoblauch and Tino Martinez redeemed themselves after an early error and a bad batting season. 2 | The Yankees had the best defense in baseball and set a League record for season wins. 3 | Among Yankee players, Darryl Strawberry sat out after cancer surgery and best League batter Bernie Williams considered leaving the team next year. 4 | The World Series' importance grew after the introduction of league championships and 2-layered playoffs. 5 | Imperfect umpires can get in the way of play and make wrong calls. 6 | Widely diverse San Diego fans were excited to have the Padres in the first World Series since 1984. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31026.M.100.T.H: -------------------------------------------------------------------------------- 1 | Star second baseman Chuck Knoblauch and power hitter Tino Martinez were the heroes in the Yankees' win over the Padres in Game 1 of the 1998 World Series. 2 | Knoblauch, who had made a game-losing error in Game 2 of the ALCS, hit a three-run homer off reliever Donne Wall in the seventh inning to tie the score, 5-5. 3 | Martinez, who is batting a puny.187 in post-season play with the Yankees, later hit a grand slam. 4 | Ace pitcher Kevin Brown, viewed by many as the Padres' best hope for a series upset, had started the game. 5 | The Yanks, hoping for a second title in the last three years, are playing without Darryl Strawberry who underwent cancer surgery on Oct. 3 . 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31031.M.100.T.C: -------------------------------------------------------------------------------- 1 | Budget negotiations between the White House and House Republicans were delayed on several issues. 2 | At issue were provisions that included requiring Federal Health Insurance providers to provide contraceptives to women as Well as a provision to build a road across a wildlife preserve in Alaska. 3 | The contraceptive issue faced an uncertain future while Clinton likely will veto the road. 4 | There is disagreement also on how to spend the funding on education. 5 | This year's budget discussions also have been hampered because it is the first time since budget procedures were established in 1974 that there has been a surplus, preventing agreement on a budget resolution. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31031.M.100.T.F: -------------------------------------------------------------------------------- 1 | Whether to use the 1st surplus in decades for a tax cut, to pay off the national debt, or for new initiatives made the 1998 federal budget negotiations chaotic. 2 | The Oct 1 start of the fiscal year was extended 5 times. 3 | Major issues were census statistical sampling, federal health plan coverage of contraceptives regardless of religious affiliation, and school aid decisions by the federal gov't or local jurisdictions. 4 | Other issues included a Federal Election Commission provision, a road through an Alaskan wildlife refuge, and an airline peanut ban. 5 | Committees crafted the budget document after broad agreement was reached when 8 bills were lumped together. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31031.M.100.T.G: -------------------------------------------------------------------------------- 1 | In 1998, for the first time in decades, the US budget negotiators faced a surplus. 2 | Both sides said this was harder than a deficit situation, but they finally spent $1.7 trillion. 3 | The last seven spending bills were the most difficult and finally were merged into one package. 4 | Controversial issues included health insurance paying for contraception, control of new education allocations, an Alaskan wilderness road, whether the 2000 census would include statistical sampling, and establishing an emergency fund. 5 | Conservatives felt the results favored the liberals, but both sides were satisfied and glad to finish before Election Day and avoid a government shutdown. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31031.M.100.T.H: -------------------------------------------------------------------------------- 1 | After several deadline extensions, Congressional leaders and the White House agreed on an omnibus spending package, the final portion of the $1.7 trillion budget. 2 | It includes more money for education and defense, business tax breaks, and farm aid, as well as funds for Colombia to use in drug interdiction. 3 | To offset the new spending, the surplus will be tapped for $20 billion, to the ire of conservatives. 4 | This year, without the common goal of reducing the deficit, reaching agreement was very difficult. 5 | Policy provisions involving the 2000 census, contraception, and the Alaskan wilderness were also tied to the spending package and were hotly debated. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31032.M.100.T.D: -------------------------------------------------------------------------------- 1 | Concern over the health of President Boris Yeltsin has led many Russians to question his ability to govern. 2 | He has had multiple bypass surgery and is susceptible to respiratory ailments. 3 | Periods of illness have caused him to cancel foreign trips and on some travels, he was unable to attend all official functions. 4 | He is politically weakened, leaving others to grapple with Russia's economic crisis. 5 | Russia's constitutional court was to hold hearings on whether Yeltsin could seek a third term under their two term limitations since part of his first term was under the Soviet constitution. 6 | That appears to be moot point since he has said he will not run again. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31032.M.100.T.E: -------------------------------------------------------------------------------- 1 | President Boris Yeltsin's health has become a matter of great concern to the Russian leadership. 2 | The concern began in 1996 when he had a heart attack followed by bypass surgery. 3 | Illness has often sidelined him during his seven years in power. 4 | He recently cut short a trip to Central Asia because of a respiratory infection and he later canceled two out-of-country summits. 5 | This revived questions about his ability to lead Russia through any crisis. 6 | Yeltsin refuses to admit he is seriously ill and his condition is kept secret, even the cause for burns on his hands. 7 | Russia's leaders are calling for his resignation and question his legal right to seek reelection. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31032.M.100.T.F: -------------------------------------------------------------------------------- 1 | President Boris Yeltsin had a heart attack in 1996, followed by multiple bypass surgery. 2 | Doctors say his health is more or less normal but secrecy increases conjecture. 3 | The cause of minor burns on his hand were not disclosed. 4 | On a trip to Uzbekistan he walked stiffly, stumbled, rambled and seemed confused. 5 | Ceremonies were canceled and the trip ended a day early because of his bronchitis and a 99.3F fever. 6 | He was treated with antibiotics and ordered to bed but went to the office anyway. 7 | Calls that he turn over power were revived. 8 | He says he will not run again. 9 | He canceled an upcoming trip to Austria and sent PM Primakov in his place to an Asian summit. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31032.M.100.T.G: -------------------------------------------------------------------------------- 1 | Russian President Yeltsin's health was a hot topic in October. 2 | First he burned his hand. 3 | Next, in Central Asia, he cancelled public appearances and appeared disoriented. 4 | The trip was shortened due to a "respiratory infection". 5 | He was ordered to rest and take antibiotics. 6 | He then cancelled his trip to the Asian Summit. 7 | Although stoutly defended by his family, many Russians, including former supporters, suspect he is sicker, question his ability to do his job, and want him to resign. 8 | He has a history of health problems including heart bypass surgery. 9 | The court was to judge on whether he could serve a third term, but he already has said he will not run. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31033.M.100.T.D: -------------------------------------------------------------------------------- 1 | The government suit against Microsoft is the most aggressive antitrust case in a quarter century. 2 | The heart of the case is the Internet browser battle between Microsoft and Netscape. 3 | Microsoft says that its Internet Explorer is an integral part of its Windows system, the industry dominant operating system. 4 | Microsoft, it is argued, has told computer manufacturers that if they want Windows, they must forgo Netscape. 5 | The Justice Department and 20 states are joined in the action brought under the Sherman Antitrust Act. 6 | Microsoft's chairman, Bill Gates, usually seen as a visionary is portrayed in much darker tones in the trial. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31033.M.100.T.E: -------------------------------------------------------------------------------- 1 | Business rivals are seeking to break Microsoft Corp.'s monopoly on computer operating systems. 2 | The Government and 20 states have filed an anti-trust suit against Microsoft, invoking the Sherman Anti-trust Act of 1890. 3 | The suit began with a Microsoft vs Netscape battle over browser software but now extends far beyond that aiming at Microsoft's overall aggressive anti-competitive conduct. 4 | The effort is extensive but inconsistent because of the ambiguity of anti-trust laws, especially the Sherman Act. 5 | The Government is examining Microsoft's financial records and painting a dark image of its Chairman Bill Gates. 6 | An unpublished book may be crucial to the trial. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31033.M.100.T.F: -------------------------------------------------------------------------------- 1 | In 1998 the Justice Department filed a civil suit against Microsoft to change its 9-year pattern of anti-competitive conduct. 2 | Bill Gates appears a schemer ready to crush competitors by any means. 3 | He uses Microsoft's clout to squelch internet competition. 4 | A 1996 Netscape complaint over browsers was central to the case, which grew to include Intel, IBM, Sun, Apple, AOL, and Intuit. 5 | Microsoft was ordered to let Justice examine its records and sought a trial delay. 6 | An unpublished book provided evidence. 7 | The 1890 Sherman Anti-Trust Act centered on Standard Oil and was intended to protect consumers, but its wording is broad and rulings have been ambiguous. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31033.M.100.T.H: -------------------------------------------------------------------------------- 1 | The Justice Department and 20 states filed a suit against Microsoft for violation of the Sherman Act, charging it illegally tried to use its dominance as the provider of Windows, the industry standard operating system, to stifle competition in other areas. 2 | At the heart of the case are Microsoft's contracts with computer manufacturers that prohibit them from substituting Netscape's Navigator browser for Microsoft's Internet Explorer, but Justice also alleges Microsoft exhibited a broad pattern of anti-competitive conduct with numerous other software companies. 3 | Microsoft says that Windows and its browser is one tool that offers immediate consumer benefit. 4 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31038.M.100.T.D: -------------------------------------------------------------------------------- 1 | Terrorists bombed the US embassy in Nairobi, killing 213, 12 of them Americans. 2 | A near simultaneous bombing of the embassy in Dar es Salaam killed 11, but no Americans. 3 | An editorial accused the State Department of ignoring threat warnings. 4 | Three suspects in custody in New York have been denied outside contact and their lawyers charge that the jail conditions are inhumane. 5 | A federal grand jury has indicted Osama bin Laden with conspiracy in the bombings. 6 | Bin Laden is in Afghanistan, out of the reach of US authorities and protected by the Taliban. 7 | German police receive d possible threat against the US embassy there. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31038.M.100.T.E: -------------------------------------------------------------------------------- 1 | Local and U.S. authorities who are questioning victims for evidence are investigating terrorist bombings of U.S. embassies in Kenya and Tanzania. 2 | Three suspects are in custody in New York. 3 | They have filed complaints about restrictions and about unsatisfactory conditions in the jail. 4 | There is evidence that the State Department ignored warnings. 5 | Osama bin Laden was indicted for terrorism and for conspiring in the bombings. 6 | The Taliban has declared him a free man in Afghanistan and says the U.S. is using him as an excuse for missile attacks. 7 | An Islamic group threatens retaliation if he is arrested. 8 | A threat against the U.S. embassy in Bonn seems unfounded. 9 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31038.M.100.T.G: -------------------------------------------------------------------------------- 1 | In Oct and Nov 1998, the US was pursuing Osama bin Laden and his associates as suspects in the Aug bombing of US embassies in Kenya and Tanzania. 2 | The attacks killed 224 and injured 5,485. 3 | The US had ignored a warning of the Kenya attack 9 months earlier. 4 | Two men were arrested in Tanzania. 5 | One was under arrest in Germany. 6 | Two were in a New York City jail, virtually held incommunicado, awaiting trial. 7 | Bin Laden and his military commander also were indicted. 8 | Two $5 million rewards were offered. 9 | Bin Laden was believed to be in Afghanistan where the Taliban government called him an honored guest and said the US presented no proof that he was a terrorist. 10 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31038.M.100.T.H: -------------------------------------------------------------------------------- 1 | Seven men have been arrested for the Aug. 7 bombings of the U.S. embassies in Kenya and Tanzania. 2 | Two, Rashid Saleh Hemed and Mustafa Mahmoud Said Ahmed, are in jail in Tanzania. 3 | Mohammed Saddiq Odeh and Mohamed Rashed Daoud al' Owhali are being held in isolation in a facility in New York. 4 | Three other suspects are being sought. 5 | Osama bin Laden was indicted on 238 counts in connection with the blasts that killed over 200 people and wounded over 5400. 6 | The U.S. announced a $5 million reward each for information leading to the capture or conviction of bin Laden, who is living in Afghanistan under Taliban protection, and Muhammed Atef, a chief lieutenant. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31043.M.100.T.D: -------------------------------------------------------------------------------- 1 | Power in Lebanon is shared equally by a Maronite Christian president, a Sunni Muslim prime minister, and a Shiite Parliament speaker, an arrangement made to prevent a recurrence of the 1975-90 civil war. 2 | Syria, with 30,000 troops in Lebanon is the main power broker there. 3 | The Lebanese parliament amended the constitution to permit popular army general Emile Lahoud to become president. 4 | Prime minister Rafik Hariri, the architect of Lebanon's postwar reconstruction, expected to get a fourth term but a conflict with the new president led him to bow out as premier. 5 | Lebanon's economic stability has been threatened by the conflict. 6 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31043.M.100.T.F: -------------------------------------------------------------------------------- 1 | Army Commander and Maronite Catholic Emile Lahoud was named Lebanon's president for the next 6 years, chosen by outgoing President Hrawi and Syria's Hafez Assad. 2 | Traditionally the president is a Maronite, the PM a Sunni, and Speaker of Parliament a Shiite. 3 | Election by Parliament is a formality. 4 | The constitution was amended to permit senior public servants to be president. 5 | Lahoud rebuilt the army and ended militia reign. 6 | Walid Jumblatt opposed a military president, fearing a return of surveillance on civilians. 7 | PM Rafik Hariri, a businessman who rebuilt the country and economy, refused his delayed re-appointment by Lahoud, who vowed to fight corruption. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31043.M.100.T.G: -------------------------------------------------------------------------------- 1 | Lebanon's leadership changed in Nov 1998. 2 | Army commander Emile Lahoud was elected to a 6-year term as President by the Parliament and took office on Nov 24. 3 | He had the backing of Syrian President Assad, the powerbroker in Lebanon, and a special constitutional amendment in Oct cleared his way. 4 | He did not immediately ask Prime Minister Rafik Hariri to form a new government. 5 | Hariri, the nation's top businessman, had served three terms and rebuilt the nation, but some accused him of corruption. 6 | His support in the Parliament had also slipped, but many believed Lahoud was trying to assert his authority. 7 | When finally asked to form a government, Hariri refused. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31043.M.100.T.H: -------------------------------------------------------------------------------- 1 | Lebanon's Parliament voted the country's top military man, Gen. Emile Lahoud, president. 2 | Lahoud, who promises to clean up a graft-riddled government, is popular and is backed by powerful Syria. 3 | It is unclear, though, whether Prime Minister Hariri, in office since 1992 and credited with the country's economic recovery, will continue to head the cabinet. 4 | 31 of 128 legislators chose not to support him, leaving it to the president to name the next prime minister. 5 | Consequently, Hariri withdrew his candidacy, claiming the president acted unconstitutionally when he accepted the mandate to name a prime minister. 6 | Hariri's administration was plagued by nepotism. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31050.M.100.T.E: -------------------------------------------------------------------------------- 1 | While China plans to sign the International Covenant on Civil and Political Rights at the U.N., it is still harassing and arresting human rights campaigners. 2 | Three prominent leaders of the China Democratic Party were put to trial and sentenced to 11-, 12- and 13-year prison terms. 3 | Germany and the U.S. condemned the arrests. 4 | A labor rights activist was released and exiled to the U.S. to blunt any opposition to Communist rule. 5 | U.S. policy to encourage trade and diplomacy in hope of democratic reforms evidences failure, but the U.S. is continuing its policy of encouragement. 6 | Friends of jailed dissidents state that they will continue to campaign for change. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31050.M.100.T.F: -------------------------------------------------------------------------------- 1 | The US trade-driven policy of expanded ties encouraging Chinese democracy is questioned. 2 | China signed rights treaties and dissidents used new laws to set up China Democracy Party, but China violates the new laws by persecuting dissidents. 3 | It regularly frees activists from prison then exiles them so they lose local influence. 4 | It arrested an activist trying to register a rights monitoring group. 5 | CP leader Jiang's hard-line speech and publicity for activists sentenced to long prison terms signals a renewed Chinese crackdown. 6 | A rights activist expected to be sacrificed in the cause of democracy. 7 | Germany called China's sentencing of dissidents unacceptable. 8 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31050.M.100.T.G: -------------------------------------------------------------------------------- 1 | After 2 years of wooing the West by signing international accords, apparently relaxing controls on free speech, and releasing and exiling three dissenters, China cracked down against political dissent in Dec 1998. 2 | Leaders of the China Democracy Party (CDP) were arrested and three were sentenced to jail terms of 11 to 13 years. 3 | The West, including the US, UK and Germany, reacted strongly. 4 | Clinton's China policy of engagement was questioned. 5 | China's Jiang Zemin stated economic reform is not a prelude to democracy and vowed to crush any challenges to the Communist Party or "social stability". 6 | The CDP vowed to keep working, as more leaders awaited arrest. 7 | -------------------------------------------------------------------------------- /summarizer/data/raw/DUC_TEST/models/D31050.M.100.T.H: -------------------------------------------------------------------------------- 1 | Xu Wenli, Wang Youchai, and Qin Yongmin, leading dissidents and prominent members of the China Democracy Party, were found guilty of subversion and sentenced to 13, 11, and 12 years in prison, respectively. 2 | Soon after the sentencing, China's president, Jiang Zemin, delivered speeches in which he asserted that Western political system must not be adopted and vowed to crush challenges to Communist Party rule. 3 | The harsh sentences and speeches signal a crackdown on dissent, but Zha Jianguo, another Democracy Party leader, says he will continue to push for change. 4 | Western nations condemned the sentences as violations of U.N. rights treaties signed by China. 5 | -------------------------------------------------------------------------------- /summarizer/data_processer/.out.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/data_processer/.out.swp -------------------------------------------------------------------------------- /summarizer/data_processer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/data_processer/__init__.py -------------------------------------------------------------------------------- /summarizer/data_processer/setup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | echo "Step: Cleaning and making corpus structure" 4 | path=$PWD 5 | data_path="$path/../data" 6 | 7 | mkdir -p "$data_path/processed" 8 | 9 | python make_DUC.py --data_set=DUC2004 --data_path=$data_path --parser_type=parse 10 | 11 | -------------------------------------------------------------------------------- /summarizer/data_processer/test: -------------------------------------------------------------------------------- 1 | 1 Much more difficult to investigate are lone terrorists inflamed by the oratory of extremist ideology but who belong to no group, drifting along society's frayed margins, ``off the grid,'' as some agents describe it, without the usual ties to family, friends or work. 2 | -------------------------------------------------------------------------------- /summarizer/jars/slf4j-api.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/jars/slf4j-api.jar -------------------------------------------------------------------------------- /summarizer/jars/slf4j-simple.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/jars/slf4j-simple.jar -------------------------------------------------------------------------------- /summarizer/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | class Rouge(): 3 | def __init__(self, ROUGE_DIR): 4 | self.ROUGE_DIR = ROUGE_DIR 5 | -------------------------------------------------------------------------------- /summarizer/settings.py: -------------------------------------------------------------------------------- 1 | HOME = "~" 2 | ROUGE_DIR = '../rouge/RELEASE-1.5.5/' -------------------------------------------------------------------------------- /summarizer/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UKPLab/acl2017-interactive_summarizer/0f5ab42e3b9a89015147d194916eaba00c56623d/summarizer/utils/__init__.py -------------------------------------------------------------------------------- /summarizer/utils/reader.py: -------------------------------------------------------------------------------- 1 | import csv, codecs 2 | 3 | def read_csv(filename): 4 | with open(filename, 'rb') as csvfile: 5 | reader = csv.reader(csvfile, delimiter=",", quotechar= '"') 6 | rows = [row for row in reader] 7 | return rows 8 | 9 | def read_file(filename): 10 | with codecs.open(filename, 'r', 'utf-8', errors='ignore') as fp: 11 | return fp.read() --------------------------------------------------------------------------------