├── .github └── workflows │ ├── publish.yml │ └── unit-test.yml ├── .gitignore ├── CHANGELOG.md ├── LICENSE ├── Readme.md ├── datasets └── duc-tac │ └── duc2003 │ └── topics-metadata.json ├── doc ├── datasets │ ├── bhandari2020.md │ ├── chaganty2018.md │ ├── datasets.md │ ├── duc-tac │ │ ├── duc-tac.md │ │ ├── duc2001.md │ │ ├── duc2002.md │ │ ├── duc2003.md │ │ ├── duc2004.md │ │ ├── duc2005.md │ │ ├── duc2006.md │ │ ├── duc2007.md │ │ ├── tac2008.md │ │ ├── tac2009.md │ │ ├── tac2010.md │ │ └── tac2011.md │ ├── fabbri2020.md │ ├── kryscinski2019.md │ ├── multiling │ │ ├── multiling.md │ │ ├── multiling2011.md │ │ ├── multiling2013.md │ │ ├── multiling2015.md │ │ ├── multiling2017.md │ │ └── multiling2019.md │ ├── multinews.md │ ├── nytimes.md │ ├── vasilyev2020.md │ └── wcep.md ├── metrics │ ├── apes.md │ ├── autosummeng.md │ ├── bertscore.md │ ├── bewte.md │ ├── blanc.md │ ├── bleu.md │ ├── bluert.md │ ├── chrf.md │ ├── docker │ │ ├── Readme.md │ │ ├── bartscore.md │ │ ├── bertscore.md │ │ ├── bleurt.md │ │ ├── lite3pyramid.md │ │ ├── moverscore.md │ │ ├── qaeval.md │ │ └── rouge.md │ ├── meteor.md │ ├── metrics.md │ ├── moverscore.md │ ├── pyramid-score.md │ ├── pyreval.md │ ├── python-rouge.md │ ├── qaeval.md │ ├── rouge.md │ ├── s3.md │ ├── simetrix.md │ ├── sumqe.md │ └── supert.md └── tutorials │ ├── developing-metrics.md │ └── evaluating-models.md ├── environments ├── apes.yml ├── bertscore.yml ├── blanc.yml └── supert.yml ├── experiments ├── apes │ ├── .gitignore │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── autosummeng │ ├── .gitignore │ ├── config.jsonnet │ ├── run-bhandari2020.sh │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── bertscore │ ├── .gitignore │ ├── config.jsonnet │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── bewte │ ├── .gitignore │ ├── config.jsonnet │ ├── run-bhandari2020.sh │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── blanc │ ├── .gitignore │ └── run-fabbri2020.sh ├── bleu │ ├── run-bhandari2020.sh │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── bleurt │ ├── .gitignore │ └── run.sh ├── docker │ ├── Readme.md │ ├── bertscore │ │ └── run.sh │ ├── compare.py │ ├── moverscore │ │ └── run.sh │ ├── qaeval │ │ └── run.sh │ └── rouge │ │ └── run.sh ├── fabbri2020 │ ├── Readme.md │ ├── make-table.sh │ ├── run-bertscore.sh │ ├── run-moverscore.sh │ ├── run-qaeval.sh │ └── run-rouge.sh ├── meteor │ ├── .gitignore │ ├── config.jsonnet │ ├── run-bhandari2020.sh │ └── run-tac.sh ├── moverscore │ ├── .gitignore │ ├── config.jsonnet │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── pyramid-score │ ├── .gitignore │ └── run.sh ├── pyreval │ ├── .gitignore │ └── run.sh ├── python-rouge │ └── responsiveness-correlation │ │ ├── .gitignore │ │ ├── config.jsonnet │ │ └── run.sh ├── qaeval │ ├── .gitignore │ ├── run-bhandari2020.sh │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── rouge │ ├── responsiveness-correlation │ │ ├── .gitignore │ │ ├── config.jsonnet │ │ └── run.sh │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── s3 │ ├── .gitignore │ ├── run-bhandari2020.sh │ ├── run-fabbri2020.sh │ └── run-tac.sh ├── sumqe │ ├── .gitignore │ ├── config.jsonnet │ └── run.sh ├── supert │ ├── .gitignore │ ├── run-bhandari2020.sh │ └── run-tac.sh └── tac2009 │ └── moverscore │ ├── .gitignore │ ├── Readme.md │ ├── config.json │ ├── correlate.sh │ └── score.sh ├── requirements.txt ├── sacrerouge ├── __init__.py ├── __main__.py ├── arguments.py ├── commands │ ├── __init__.py │ ├── correlate.py │ ├── evaluate.py │ ├── metric_command.py │ ├── partial_conjunction_test.py │ ├── score.py │ ├── setup_dataset.py │ ├── setup_metric.py │ ├── stat_sig_test.py │ └── subcommand.py ├── common │ ├── __init__.py │ ├── arguments.py │ ├── checks.py │ ├── from_params.py │ ├── logging.py │ ├── params.py │ ├── registrable.py │ ├── tempdir.py │ ├── testing │ │ ├── __init__.py │ │ ├── metric_test_cases.py │ │ ├── testing_metric.py │ │ └── util.py │ └── util.py ├── data │ ├── __init__.py │ ├── dataset_readers │ │ ├── __init__.py │ │ ├── dataset_reader.py │ │ ├── document_based.py │ │ ├── pyramid_based.py │ │ ├── reference_based.py │ │ └── summary_only.py │ ├── eval_instance.py │ ├── fields.py │ ├── jackknifers.py │ ├── metrics.py │ ├── metrics_dict.py │ ├── pyramid.py │ └── types.py ├── datasets │ ├── __init__.py │ ├── bhandari2020 │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py │ ├── chaganty2018 │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py │ ├── duc_tac │ │ ├── __init__.py │ │ ├── duc2001 │ │ │ ├── __init__.py │ │ │ ├── subcommand.py │ │ │ └── tasks.py │ │ ├── duc2002 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── subcommand.py │ │ │ └── tasks.py │ │ ├── duc2003 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── subcommand.py │ │ │ └── tasks.py │ │ ├── duc2004 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── subcommand.py │ │ │ └── tasks.py │ │ ├── duc2005 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── task1.py │ │ ├── duc2006 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── task1.py │ │ ├── duc2007 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── tasks.py │ │ ├── tac2008 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── task1.py │ │ ├── tac2009 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── task1.py │ │ ├── tac2010 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── task1.py │ │ └── tac2011 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── pyramids.py │ │ │ ├── subcommand.py │ │ │ └── task1.py │ ├── fabbri2020 │ │ ├── __init__.py │ │ ├── pair_data.py │ │ ├── setup.py │ │ ├── subcommand.py │ │ └── util.py │ ├── kryscinski2019 │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py │ ├── multiling │ │ ├── __init__.py │ │ ├── multiling2011 │ │ │ ├── __init__.py │ │ │ ├── metrics.py │ │ │ ├── subcommand.py │ │ │ └── task.py │ │ ├── multiling2013 │ │ │ ├── __init__.py │ │ │ ├── mds.py │ │ │ ├── mds_metrics.py │ │ │ ├── sds.py │ │ │ └── subcommand.py │ │ ├── multiling2015 │ │ │ ├── __init__.py │ │ │ ├── mds.py │ │ │ ├── sds.py │ │ │ ├── sds_metrics.py │ │ │ └── subcommand.py │ │ ├── multiling2017 │ │ │ ├── __init__.py │ │ │ ├── sds.py │ │ │ ├── sds_metrics.py │ │ │ └── subcommand.py │ │ ├── multiling2019 │ │ │ ├── __init__.py │ │ │ ├── eval.py │ │ │ └── subcommand.py │ │ └── util.py │ ├── multinews │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py │ ├── nytimes │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py │ ├── vasilyev2020 │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py │ └── wcep │ │ ├── __init__.py │ │ ├── setup.py │ │ └── subcommand.py ├── io │ ├── __init__.py │ ├── jsonl_reader.py │ ├── jsonl_writer.py │ └── util.py ├── metrics │ ├── __init__.py │ ├── apes.py │ ├── autosummeng.py │ ├── bertscore.py │ ├── bewte.py │ ├── blanc.py │ ├── bleu.py │ ├── bleurt.py │ ├── chrf.py │ ├── docker │ │ ├── __init__.py │ │ ├── bartscore.py │ │ ├── bertscore.py │ │ ├── bleurt.py │ │ ├── lite3pyramid.py │ │ ├── metric.py │ │ ├── moverscore.py │ │ ├── qaeval.py │ │ └── rouge.py │ ├── meteor.py │ ├── metric.py │ ├── moverscore.py │ ├── pyramid_score.py │ ├── pyreval.py │ ├── python_rouge.py │ ├── qaeval.py │ ├── rouge.py │ ├── s3.py │ ├── simetrix.py │ ├── sumqe.py │ └── supert.py ├── scripts │ ├── __init__.py │ └── create_correlations_table.py ├── stats.py ├── tests │ ├── __init__.py │ ├── commands │ │ ├── __init__.py │ │ ├── correlate_test.py │ │ ├── evaluate_test.py │ │ ├── metric_command_test.py │ │ ├── score_test.py │ │ └── stat_sig_test_test.py │ ├── common │ │ ├── __init__.py │ │ ├── arguments_test.py │ │ ├── from_params_test.py │ │ ├── registrable_test.py │ │ ├── testing │ │ │ ├── __init__.py │ │ │ └── util_test.py │ │ └── util_test.py │ ├── data │ │ ├── __init__.py │ │ ├── dataset_readers │ │ │ ├── __init__.py │ │ │ └── document_based_test.py │ │ ├── metrics_dict_test.py │ │ ├── metrics_test.py │ │ └── pyramid_test.py │ ├── datasets │ │ ├── __init__.py │ │ ├── chaganty2018 │ │ │ ├── __init__.py │ │ │ ├── correlation_test.py │ │ │ └── subcommand_test.py │ │ ├── duc_tac │ │ │ ├── __init__.py │ │ │ ├── duc2001 │ │ │ │ ├── __init__.py │ │ │ │ └── subcommand_test.py │ │ │ ├── duc2002 │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics_test.py │ │ │ │ └── subcommand_test.py │ │ │ ├── duc2003 │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics_test.py │ │ │ │ └── subcommand_test.py │ │ │ ├── duc2004 │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics_test.py │ │ │ │ └── subcommand_test.py │ │ │ ├── duc2005 │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ │ ├── duc2006 │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics_test.py │ │ │ │ ├── pyramid_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ │ ├── duc2007 │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics_test.py │ │ │ │ ├── pyramid_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ │ ├── tac2008 │ │ │ │ ├── __init__.py │ │ │ │ ├── correlation_test.py │ │ │ │ ├── pyramid_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ │ ├── tac2009 │ │ │ │ ├── __init__.py │ │ │ │ ├── pyramid_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ │ ├── tac2010 │ │ │ │ ├── __init__.py │ │ │ │ ├── pyramid_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ │ └── tac2011 │ │ │ │ ├── __init__.py │ │ │ │ ├── pyramid_test.py │ │ │ │ ├── rouge_test.py │ │ │ │ ├── subcommand_test.py │ │ │ │ └── system_level_test.py │ │ ├── fabbri2020 │ │ │ ├── __init__.py │ │ │ └── subcommand_test.py │ │ └── multiling │ │ │ ├── __init__.py │ │ │ ├── multiling2011 │ │ │ ├── __init__.py │ │ │ ├── metrics_test.py │ │ │ └── subcommand_test.py │ │ │ ├── multiling2013 │ │ │ ├── __init__.py │ │ │ ├── mds_test.py │ │ │ ├── sds_test.py │ │ │ └── subcommand_test.py │ │ │ ├── multiling2015 │ │ │ ├── __init__.py │ │ │ ├── mds_test.py │ │ │ ├── sds_test.py │ │ │ └── subcommand_test.py │ │ │ └── multiling2017 │ │ │ ├── __init__.py │ │ │ ├── sds_test.py │ │ │ └── subcommand_test.py │ ├── fixtures │ │ ├── configs │ │ │ ├── evaluate-numeric.json │ │ │ ├── evaluate.json │ │ │ └── score.json │ │ └── data │ │ │ ├── chen2018 │ │ │ ├── Readme.md │ │ │ ├── gold.jsonl │ │ │ └── model.jsonl │ │ │ ├── hong2014 │ │ │ ├── .gitignore │ │ │ └── setup.py │ │ │ ├── multiling2011 │ │ │ ├── Readme.md │ │ │ ├── documents.jsonl │ │ │ ├── metrics.jsonl │ │ │ └── summaries.jsonl │ │ │ ├── numeric │ │ │ └── summaries.jsonl │ │ │ ├── simetrix │ │ │ ├── .gitignore │ │ │ └── setup.py │ │ │ └── supert │ │ │ └── topic_1.json │ ├── metrics │ │ ├── __init__.py │ │ ├── apes_test.py │ │ ├── autosummeng_test.py │ │ ├── bertscore_test.py │ │ ├── bewte_test.py │ │ ├── blanc_test.py │ │ ├── bleu_test.py │ │ ├── bleurt_test.py │ │ ├── chrf_test.py │ │ ├── docker │ │ │ ├── __init__.py │ │ │ ├── bartscore_test.py │ │ │ ├── bertscore_test.py │ │ │ ├── bleurt_test.py │ │ │ ├── lite3pyramid_test.py │ │ │ ├── moverscore_test.py │ │ │ ├── qaeval_test.py │ │ │ └── rouge_test.py │ │ ├── meteor_test.py │ │ ├── moverscore_test.py │ │ ├── pyramid_score_test.py │ │ ├── pyreval_test.py │ │ ├── python_rouge_test.py │ │ ├── qaeval_test.py │ │ ├── rouge_test.py │ │ ├── s3_test.py │ │ ├── simetrix_test.py │ │ ├── sumqe_test.py │ │ └── supert_test.py │ ├── stats_test.py │ └── version_test.py └── version.py └── setup.py /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/unit-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/.github/workflows/unit-test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/LICENSE -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/Readme.md -------------------------------------------------------------------------------- /datasets/duc-tac/duc2003/topics-metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/datasets/duc-tac/duc2003/topics-metadata.json -------------------------------------------------------------------------------- /doc/datasets/bhandari2020.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/bhandari2020.md -------------------------------------------------------------------------------- /doc/datasets/chaganty2018.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/chaganty2018.md -------------------------------------------------------------------------------- /doc/datasets/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/datasets.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc-tac.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc-tac.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2001.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2001.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2002.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2002.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2003.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2003.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2004.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2004.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2005.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2005.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2006.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2006.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/duc2007.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/duc2007.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/tac2008.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/tac2008.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/tac2009.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/tac2009.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/tac2010.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/tac2010.md -------------------------------------------------------------------------------- /doc/datasets/duc-tac/tac2011.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/duc-tac/tac2011.md -------------------------------------------------------------------------------- /doc/datasets/fabbri2020.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/fabbri2020.md -------------------------------------------------------------------------------- /doc/datasets/kryscinski2019.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/kryscinski2019.md -------------------------------------------------------------------------------- /doc/datasets/multiling/multiling.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multiling/multiling.md -------------------------------------------------------------------------------- /doc/datasets/multiling/multiling2011.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multiling/multiling2011.md -------------------------------------------------------------------------------- /doc/datasets/multiling/multiling2013.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multiling/multiling2013.md -------------------------------------------------------------------------------- /doc/datasets/multiling/multiling2015.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multiling/multiling2015.md -------------------------------------------------------------------------------- /doc/datasets/multiling/multiling2017.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multiling/multiling2017.md -------------------------------------------------------------------------------- /doc/datasets/multiling/multiling2019.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multiling/multiling2019.md -------------------------------------------------------------------------------- /doc/datasets/multinews.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/multinews.md -------------------------------------------------------------------------------- /doc/datasets/nytimes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/nytimes.md -------------------------------------------------------------------------------- /doc/datasets/vasilyev2020.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/vasilyev2020.md -------------------------------------------------------------------------------- /doc/datasets/wcep.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/datasets/wcep.md -------------------------------------------------------------------------------- /doc/metrics/apes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/apes.md -------------------------------------------------------------------------------- /doc/metrics/autosummeng.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/autosummeng.md -------------------------------------------------------------------------------- /doc/metrics/bertscore.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/bertscore.md -------------------------------------------------------------------------------- /doc/metrics/bewte.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/bewte.md -------------------------------------------------------------------------------- /doc/metrics/blanc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/blanc.md -------------------------------------------------------------------------------- /doc/metrics/bleu.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/bleu.md -------------------------------------------------------------------------------- /doc/metrics/bluert.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/bluert.md -------------------------------------------------------------------------------- /doc/metrics/chrf.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/chrf.md -------------------------------------------------------------------------------- /doc/metrics/docker/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/Readme.md -------------------------------------------------------------------------------- /doc/metrics/docker/bartscore.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/bartscore.md -------------------------------------------------------------------------------- /doc/metrics/docker/bertscore.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/bertscore.md -------------------------------------------------------------------------------- /doc/metrics/docker/bleurt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/bleurt.md -------------------------------------------------------------------------------- /doc/metrics/docker/lite3pyramid.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/lite3pyramid.md -------------------------------------------------------------------------------- /doc/metrics/docker/moverscore.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/moverscore.md -------------------------------------------------------------------------------- /doc/metrics/docker/qaeval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/qaeval.md -------------------------------------------------------------------------------- /doc/metrics/docker/rouge.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/docker/rouge.md -------------------------------------------------------------------------------- /doc/metrics/meteor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/meteor.md -------------------------------------------------------------------------------- /doc/metrics/metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/metrics.md -------------------------------------------------------------------------------- /doc/metrics/moverscore.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/moverscore.md -------------------------------------------------------------------------------- /doc/metrics/pyramid-score.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/pyramid-score.md -------------------------------------------------------------------------------- /doc/metrics/pyreval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/pyreval.md -------------------------------------------------------------------------------- /doc/metrics/python-rouge.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/python-rouge.md -------------------------------------------------------------------------------- /doc/metrics/qaeval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/qaeval.md -------------------------------------------------------------------------------- /doc/metrics/rouge.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/rouge.md -------------------------------------------------------------------------------- /doc/metrics/s3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/s3.md -------------------------------------------------------------------------------- /doc/metrics/simetrix.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/simetrix.md -------------------------------------------------------------------------------- /doc/metrics/sumqe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/sumqe.md -------------------------------------------------------------------------------- /doc/metrics/supert.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/metrics/supert.md -------------------------------------------------------------------------------- /doc/tutorials/developing-metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/tutorials/developing-metrics.md -------------------------------------------------------------------------------- /doc/tutorials/evaluating-models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/doc/tutorials/evaluating-models.md -------------------------------------------------------------------------------- /environments/apes.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/environments/apes.yml -------------------------------------------------------------------------------- /environments/bertscore.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/environments/bertscore.yml -------------------------------------------------------------------------------- /environments/blanc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/environments/blanc.yml -------------------------------------------------------------------------------- /environments/supert.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/environments/supert.yml -------------------------------------------------------------------------------- /experiments/apes/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/apes/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/apes/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/apes/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/apes/run-tac.sh -------------------------------------------------------------------------------- /experiments/autosummeng/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/autosummeng/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/autosummeng/config.jsonnet -------------------------------------------------------------------------------- /experiments/autosummeng/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/autosummeng/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/autosummeng/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/autosummeng/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/autosummeng/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/autosummeng/run-tac.sh -------------------------------------------------------------------------------- /experiments/bertscore/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/bertscore/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bertscore/config.jsonnet -------------------------------------------------------------------------------- /experiments/bertscore/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bertscore/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/bertscore/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bertscore/run-tac.sh -------------------------------------------------------------------------------- /experiments/bewte/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/bewte/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bewte/config.jsonnet -------------------------------------------------------------------------------- /experiments/bewte/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bewte/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/bewte/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bewte/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/bewte/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bewte/run-tac.sh -------------------------------------------------------------------------------- /experiments/blanc/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/blanc/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/blanc/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/bleu/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bleu/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/bleu/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bleu/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/bleu/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bleu/run-tac.sh -------------------------------------------------------------------------------- /experiments/bleurt/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/bleurt/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/bleurt/run.sh -------------------------------------------------------------------------------- /experiments/docker/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/docker/Readme.md -------------------------------------------------------------------------------- /experiments/docker/bertscore/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/docker/bertscore/run.sh -------------------------------------------------------------------------------- /experiments/docker/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/docker/compare.py -------------------------------------------------------------------------------- /experiments/docker/moverscore/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/docker/moverscore/run.sh -------------------------------------------------------------------------------- /experiments/docker/qaeval/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/docker/qaeval/run.sh -------------------------------------------------------------------------------- /experiments/docker/rouge/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/docker/rouge/run.sh -------------------------------------------------------------------------------- /experiments/fabbri2020/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/fabbri2020/Readme.md -------------------------------------------------------------------------------- /experiments/fabbri2020/make-table.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/fabbri2020/make-table.sh -------------------------------------------------------------------------------- /experiments/fabbri2020/run-bertscore.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/fabbri2020/run-bertscore.sh -------------------------------------------------------------------------------- /experiments/fabbri2020/run-moverscore.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/fabbri2020/run-moverscore.sh -------------------------------------------------------------------------------- /experiments/fabbri2020/run-qaeval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/fabbri2020/run-qaeval.sh -------------------------------------------------------------------------------- /experiments/fabbri2020/run-rouge.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/fabbri2020/run-rouge.sh -------------------------------------------------------------------------------- /experiments/meteor/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/meteor/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/meteor/config.jsonnet -------------------------------------------------------------------------------- /experiments/meteor/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/meteor/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/meteor/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/meteor/run-tac.sh -------------------------------------------------------------------------------- /experiments/moverscore/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/moverscore/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/moverscore/config.jsonnet -------------------------------------------------------------------------------- /experiments/moverscore/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/moverscore/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/moverscore/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/moverscore/run-tac.sh -------------------------------------------------------------------------------- /experiments/pyramid-score/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/pyramid-score/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/pyramid-score/run.sh -------------------------------------------------------------------------------- /experiments/pyreval/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/pyreval/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/pyreval/run.sh -------------------------------------------------------------------------------- /experiments/python-rouge/responsiveness-correlation/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/python-rouge/responsiveness-correlation/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/python-rouge/responsiveness-correlation/config.jsonnet -------------------------------------------------------------------------------- /experiments/python-rouge/responsiveness-correlation/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/python-rouge/responsiveness-correlation/run.sh -------------------------------------------------------------------------------- /experiments/qaeval/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/qaeval/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/qaeval/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/qaeval/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/qaeval/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/qaeval/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/qaeval/run-tac.sh -------------------------------------------------------------------------------- /experiments/rouge/responsiveness-correlation/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/rouge/responsiveness-correlation/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/rouge/responsiveness-correlation/config.jsonnet -------------------------------------------------------------------------------- /experiments/rouge/responsiveness-correlation/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/rouge/responsiveness-correlation/run.sh -------------------------------------------------------------------------------- /experiments/rouge/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/rouge/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/rouge/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/rouge/run-tac.sh -------------------------------------------------------------------------------- /experiments/s3/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/s3/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/s3/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/s3/run-fabbri2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/s3/run-fabbri2020.sh -------------------------------------------------------------------------------- /experiments/s3/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/s3/run-tac.sh -------------------------------------------------------------------------------- /experiments/sumqe/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/sumqe/config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/sumqe/config.jsonnet -------------------------------------------------------------------------------- /experiments/sumqe/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/sumqe/run.sh -------------------------------------------------------------------------------- /experiments/supert/.gitignore: -------------------------------------------------------------------------------- 1 | output -------------------------------------------------------------------------------- /experiments/supert/run-bhandari2020.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/supert/run-bhandari2020.sh -------------------------------------------------------------------------------- /experiments/supert/run-tac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/supert/run-tac.sh -------------------------------------------------------------------------------- /experiments/tac2009/moverscore/.gitignore: -------------------------------------------------------------------------------- 1 | output 2 | -------------------------------------------------------------------------------- /experiments/tac2009/moverscore/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/tac2009/moverscore/Readme.md -------------------------------------------------------------------------------- /experiments/tac2009/moverscore/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/tac2009/moverscore/config.json -------------------------------------------------------------------------------- /experiments/tac2009/moverscore/correlate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/tac2009/moverscore/correlate.sh -------------------------------------------------------------------------------- /experiments/tac2009/moverscore/score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/experiments/tac2009/moverscore/score.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/requirements.txt -------------------------------------------------------------------------------- /sacrerouge/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/__init__.py -------------------------------------------------------------------------------- /sacrerouge/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/__main__.py -------------------------------------------------------------------------------- /sacrerouge/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/arguments.py -------------------------------------------------------------------------------- /sacrerouge/commands/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/__init__.py -------------------------------------------------------------------------------- /sacrerouge/commands/correlate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/correlate.py -------------------------------------------------------------------------------- /sacrerouge/commands/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/evaluate.py -------------------------------------------------------------------------------- /sacrerouge/commands/metric_command.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/metric_command.py -------------------------------------------------------------------------------- /sacrerouge/commands/partial_conjunction_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/partial_conjunction_test.py -------------------------------------------------------------------------------- /sacrerouge/commands/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/score.py -------------------------------------------------------------------------------- /sacrerouge/commands/setup_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/setup_dataset.py -------------------------------------------------------------------------------- /sacrerouge/commands/setup_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/setup_metric.py -------------------------------------------------------------------------------- /sacrerouge/commands/stat_sig_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/stat_sig_test.py -------------------------------------------------------------------------------- /sacrerouge/commands/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/commands/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/__init__.py -------------------------------------------------------------------------------- /sacrerouge/common/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/arguments.py -------------------------------------------------------------------------------- /sacrerouge/common/checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/checks.py -------------------------------------------------------------------------------- /sacrerouge/common/from_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/from_params.py -------------------------------------------------------------------------------- /sacrerouge/common/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/logging.py -------------------------------------------------------------------------------- /sacrerouge/common/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/params.py -------------------------------------------------------------------------------- /sacrerouge/common/registrable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/registrable.py -------------------------------------------------------------------------------- /sacrerouge/common/tempdir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/tempdir.py -------------------------------------------------------------------------------- /sacrerouge/common/testing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/testing/__init__.py -------------------------------------------------------------------------------- /sacrerouge/common/testing/metric_test_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/testing/metric_test_cases.py -------------------------------------------------------------------------------- /sacrerouge/common/testing/testing_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/testing/testing_metric.py -------------------------------------------------------------------------------- /sacrerouge/common/testing/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/testing/util.py -------------------------------------------------------------------------------- /sacrerouge/common/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/common/util.py -------------------------------------------------------------------------------- /sacrerouge/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/__init__.py -------------------------------------------------------------------------------- /sacrerouge/data/dataset_readers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/dataset_readers/__init__.py -------------------------------------------------------------------------------- /sacrerouge/data/dataset_readers/dataset_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/dataset_readers/dataset_reader.py -------------------------------------------------------------------------------- /sacrerouge/data/dataset_readers/document_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/dataset_readers/document_based.py -------------------------------------------------------------------------------- /sacrerouge/data/dataset_readers/pyramid_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/dataset_readers/pyramid_based.py -------------------------------------------------------------------------------- /sacrerouge/data/dataset_readers/reference_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/dataset_readers/reference_based.py -------------------------------------------------------------------------------- /sacrerouge/data/dataset_readers/summary_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/dataset_readers/summary_only.py -------------------------------------------------------------------------------- /sacrerouge/data/eval_instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/eval_instance.py -------------------------------------------------------------------------------- /sacrerouge/data/fields.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/fields.py -------------------------------------------------------------------------------- /sacrerouge/data/jackknifers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/jackknifers.py -------------------------------------------------------------------------------- /sacrerouge/data/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/metrics.py -------------------------------------------------------------------------------- /sacrerouge/data/metrics_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/metrics_dict.py -------------------------------------------------------------------------------- /sacrerouge/data/pyramid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/pyramid.py -------------------------------------------------------------------------------- /sacrerouge/data/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/data/types.py -------------------------------------------------------------------------------- /sacrerouge/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/datasets/bhandari2020/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/datasets/bhandari2020/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/bhandari2020/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/bhandari2020/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/bhandari2020/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/chaganty2018/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/chaganty2018/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/chaganty2018/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/chaganty2018/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/chaganty2018/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/chaganty2018/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2001/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2001/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2001/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2001/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2001/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2001/tasks.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2002/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2002/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2002/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2002/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2002/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2002/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2002/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2002/tasks.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2003/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2003/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2003/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2003/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2003/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2003/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2003/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2003/tasks.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2004/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2004/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2004/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2004/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2004/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2004/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2004/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2004/tasks.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2005/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2005/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2005/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2005/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2005/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2005/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2005/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2005/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2005/task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2005/task1.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2006/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2006/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2006/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2006/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2006/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2006/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2006/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2006/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2006/task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2006/task1.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2007/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2007/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2007/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2007/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2007/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2007/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2007/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2007/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/duc2007/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/duc2007/tasks.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2008/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2008/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2008/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2008/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2008/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2008/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2008/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2008/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2008/task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2008/task1.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2009/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2009/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2009/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2009/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2009/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2009/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2009/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2009/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2009/task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2009/task1.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2010/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2010/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2010/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2010/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2010/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2010/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2010/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2010/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2010/task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2010/task1.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2011/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2011/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2011/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2011/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2011/pyramids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2011/pyramids.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2011/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2011/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/duc_tac/tac2011/task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/duc_tac/tac2011/task1.py -------------------------------------------------------------------------------- /sacrerouge/datasets/fabbri2020/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/fabbri2020/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/fabbri2020/pair_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/fabbri2020/pair_data.py -------------------------------------------------------------------------------- /sacrerouge/datasets/fabbri2020/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/fabbri2020/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/fabbri2020/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/fabbri2020/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/fabbri2020/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/fabbri2020/util.py -------------------------------------------------------------------------------- /sacrerouge/datasets/kryscinski2019/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/kryscinski2019/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/kryscinski2019/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/kryscinski2019/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/kryscinski2019/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/kryscinski2019/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2011/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2011/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2011/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2011/metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2011/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2011/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2011/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2011/task.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2013/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2013/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2013/mds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2013/mds.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2013/mds_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2013/mds_metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2013/sds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2013/sds.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2013/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2013/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2015/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2015/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2015/mds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2015/mds.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2015/sds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2015/sds.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2015/sds_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2015/sds_metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2015/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2015/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2017/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2017/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2017/sds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2017/sds.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2017/sds_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2017/sds_metrics.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2017/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2017/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2019/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2019/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2019/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2019/eval.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/multiling2019/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/multiling2019/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multiling/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multiling/util.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multinews/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multinews/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multinews/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multinews/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/multinews/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/multinews/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/nytimes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/nytimes/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/nytimes/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/nytimes/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/nytimes/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/nytimes/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/vasilyev2020/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/datasets/vasilyev2020/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/vasilyev2020/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/vasilyev2020/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/vasilyev2020/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/datasets/wcep/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/wcep/__init__.py -------------------------------------------------------------------------------- /sacrerouge/datasets/wcep/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/wcep/setup.py -------------------------------------------------------------------------------- /sacrerouge/datasets/wcep/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/datasets/wcep/subcommand.py -------------------------------------------------------------------------------- /sacrerouge/io/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/io/__init__.py -------------------------------------------------------------------------------- /sacrerouge/io/jsonl_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/io/jsonl_reader.py -------------------------------------------------------------------------------- /sacrerouge/io/jsonl_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/io/jsonl_writer.py -------------------------------------------------------------------------------- /sacrerouge/io/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/io/util.py -------------------------------------------------------------------------------- /sacrerouge/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/__init__.py -------------------------------------------------------------------------------- /sacrerouge/metrics/apes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/apes.py -------------------------------------------------------------------------------- /sacrerouge/metrics/autosummeng.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/autosummeng.py -------------------------------------------------------------------------------- /sacrerouge/metrics/bertscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/bertscore.py -------------------------------------------------------------------------------- /sacrerouge/metrics/bewte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/bewte.py -------------------------------------------------------------------------------- /sacrerouge/metrics/blanc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/blanc.py -------------------------------------------------------------------------------- /sacrerouge/metrics/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/bleu.py -------------------------------------------------------------------------------- /sacrerouge/metrics/bleurt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/bleurt.py -------------------------------------------------------------------------------- /sacrerouge/metrics/chrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/chrf.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/__init__.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/bartscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/bartscore.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/bertscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/bertscore.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/bleurt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/bleurt.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/lite3pyramid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/lite3pyramid.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/metric.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/moverscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/moverscore.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/qaeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/qaeval.py -------------------------------------------------------------------------------- /sacrerouge/metrics/docker/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/docker/rouge.py -------------------------------------------------------------------------------- /sacrerouge/metrics/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/meteor.py -------------------------------------------------------------------------------- /sacrerouge/metrics/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/metric.py -------------------------------------------------------------------------------- /sacrerouge/metrics/moverscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/moverscore.py -------------------------------------------------------------------------------- /sacrerouge/metrics/pyramid_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/pyramid_score.py -------------------------------------------------------------------------------- /sacrerouge/metrics/pyreval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/pyreval.py -------------------------------------------------------------------------------- /sacrerouge/metrics/python_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/python_rouge.py -------------------------------------------------------------------------------- /sacrerouge/metrics/qaeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/qaeval.py -------------------------------------------------------------------------------- /sacrerouge/metrics/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/rouge.py -------------------------------------------------------------------------------- /sacrerouge/metrics/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/s3.py -------------------------------------------------------------------------------- /sacrerouge/metrics/simetrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/simetrix.py -------------------------------------------------------------------------------- /sacrerouge/metrics/sumqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/sumqe.py -------------------------------------------------------------------------------- /sacrerouge/metrics/supert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/metrics/supert.py -------------------------------------------------------------------------------- /sacrerouge/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/scripts/create_correlations_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/scripts/create_correlations_table.py -------------------------------------------------------------------------------- /sacrerouge/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/stats.py -------------------------------------------------------------------------------- /sacrerouge/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/commands/correlate_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/commands/correlate_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/commands/evaluate_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/commands/evaluate_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/commands/metric_command_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/commands/metric_command_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/commands/score_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/commands/score_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/commands/stat_sig_test_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/commands/stat_sig_test_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/common/arguments_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/common/arguments_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/common/from_params_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/common/from_params_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/common/registrable_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/common/registrable_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/common/testing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/common/testing/util_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/common/testing/util_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/common/util_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/common/util_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/data/dataset_readers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/data/dataset_readers/document_based_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/data/dataset_readers/document_based_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/data/metrics_dict_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/data/metrics_dict_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/data/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/data/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/data/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/data/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/chaganty2018/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/chaganty2018/correlation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/chaganty2018/correlation_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/chaganty2018/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/chaganty2018/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2001/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2001/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2001/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2002/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2002/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2002/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2002/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2002/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2003/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2003/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2003/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2003/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2003/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2004/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2004/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2004/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2004/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2004/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2005/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2005/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2005/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2005/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2005/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2005/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2005/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2005/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2005/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2006/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2006/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2006/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2006/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2006/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2006/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2006/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2006/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2006/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2006/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2006/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2007/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2007/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2007/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2007/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2007/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2007/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2007/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2007/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2007/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/duc2007/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/duc2007/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2008/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2008/correlation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2008/correlation_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2008/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2008/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2008/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2008/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2008/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2008/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2008/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2008/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2009/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2009/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2009/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2009/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2009/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2009/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2009/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2009/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2009/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2010/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2010/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2010/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2010/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2010/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2010/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2010/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2010/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2010/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2011/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2011/pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2011/pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2011/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2011/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2011/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2011/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/duc_tac/tac2011/system_level_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/duc_tac/tac2011/system_level_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/fabbri2020/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/fabbri2020/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/fabbri2020/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2011/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2011/metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2011/metrics_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2011/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2011/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2013/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2013/mds_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2013/mds_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2013/sds_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2013/sds_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2013/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2013/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2015/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2015/mds_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2015/mds_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2015/sds_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2015/sds_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2015/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2015/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2017/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2017/sds_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2017/sds_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/datasets/multiling/multiling2017/subcommand_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/datasets/multiling/multiling2017/subcommand_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/configs/evaluate-numeric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/configs/evaluate-numeric.json -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/configs/evaluate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/configs/evaluate.json -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/configs/score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/configs/score.json -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/chen2018/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/chen2018/Readme.md -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/chen2018/gold.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/chen2018/gold.jsonl -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/chen2018/model.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/chen2018/model.jsonl -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/hong2014/.gitignore: -------------------------------------------------------------------------------- 1 | *.jsonl 2 | -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/hong2014/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/hong2014/setup.py -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/multiling2011/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/multiling2011/Readme.md -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/multiling2011/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/multiling2011/documents.jsonl -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/multiling2011/metrics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/multiling2011/metrics.jsonl -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/multiling2011/summaries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/multiling2011/summaries.jsonl -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/numeric/summaries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/numeric/summaries.jsonl -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/simetrix/.gitignore: -------------------------------------------------------------------------------- 1 | *.jsonl 2 | -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/simetrix/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/simetrix/setup.py -------------------------------------------------------------------------------- /sacrerouge/tests/fixtures/data/supert/topic_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/fixtures/data/supert/topic_1.json -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/apes_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/apes_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/autosummeng_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/autosummeng_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/bertscore_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/bertscore_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/bewte_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/bewte_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/blanc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/blanc_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/bleu_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/bleu_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/bleurt_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/bleurt_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/chrf_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/chrf_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/bartscore_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/bartscore_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/bertscore_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/bertscore_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/bleurt_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/bleurt_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/lite3pyramid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/lite3pyramid_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/moverscore_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/moverscore_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/qaeval_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/qaeval_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/docker/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/docker/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/meteor_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/meteor_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/moverscore_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/moverscore_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/pyramid_score_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/pyramid_score_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/pyreval_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/pyreval_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/python_rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/python_rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/qaeval_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/qaeval_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/rouge_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/rouge_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/s3_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/s3_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/simetrix_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/simetrix_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/sumqe_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/sumqe_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/metrics/supert_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/metrics/supert_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/stats_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/stats_test.py -------------------------------------------------------------------------------- /sacrerouge/tests/version_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/tests/version_test.py -------------------------------------------------------------------------------- /sacrerouge/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/sacrerouge/version.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/danieldeutsch/sacrerouge/HEAD/setup.py --------------------------------------------------------------------------------