├── .github └── workflows │ ├── ci.yml │ ├── pr-arena-workflow.yml │ └── publish-to-pypi.yml ├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── compare_mt ├── __init__.py ├── align_utils.py ├── arg_utils.py ├── bucketers.py ├── cache_utils.py ├── compare_ll_main.py ├── compare_mt_main.py ├── corpus_utils.py ├── formatting.py ├── ngram_utils.py ├── print_utils.py ├── reporters.py ├── rouge │ ├── README.md │ ├── __init__.py │ ├── io.py │ ├── requirements.txt │ ├── rouge.py │ ├── rouge_scorer.py │ ├── run.sh │ ├── scoring.py │ └── tokenize.py ├── scorers.py ├── sign_utils.py ├── stat_utils.py └── version_info.py ├── example ├── ll_test.sys1.likelihood ├── ll_test.sys2.likelihood ├── ll_test.tag ├── ll_test.txt ├── multited.ref.jpn ├── multited.ref.jpn.tag ├── multited.sys1.jpn ├── multited.sys1.jpn.tag ├── multited.sys2.jpn ├── multited.sys2.jpn.tag ├── sum.ref.eng ├── sum.sys1.eng ├── sum.sys2.eng ├── ted.orig.slk ├── ted.ref.align ├── ted.ref.detok.eng ├── ted.ref.eng ├── ted.ref.eng.rptag ├── ted.ref.eng.tag ├── ted.sys1.align ├── ted.sys1.detok.eng ├── ted.sys1.eng ├── ted.sys1.eng.rptag ├── ted.sys1.eng.senttag ├── ted.sys1.eng.tag ├── ted.sys2.align ├── ted.sys2.detok.eng ├── ted.sys2.eng ├── ted.sys2.eng.rptag ├── ted.sys2.eng.senttag ├── ted.sys2.eng.tag ├── ted.train.counts └── ted.train.eng ├── pytest.ini ├── requirements.txt ├── scripts ├── count.py ├── interleave.py ├── postag.py └── relativepositiontag.py ├── setup.py └── tests ├── __init__.py ├── test_cache.py └── test_scorers.py /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/pr-arena-workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/.github/workflows/pr-arena-workflow.yml -------------------------------------------------------------------------------- /.github/workflows/publish-to-pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/.github/workflows/publish-to-pypi.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/README.md -------------------------------------------------------------------------------- /compare_mt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/__init__.py -------------------------------------------------------------------------------- /compare_mt/align_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/align_utils.py -------------------------------------------------------------------------------- /compare_mt/arg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/arg_utils.py -------------------------------------------------------------------------------- /compare_mt/bucketers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/bucketers.py -------------------------------------------------------------------------------- /compare_mt/cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/cache_utils.py -------------------------------------------------------------------------------- /compare_mt/compare_ll_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/compare_ll_main.py -------------------------------------------------------------------------------- /compare_mt/compare_mt_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/compare_mt_main.py -------------------------------------------------------------------------------- /compare_mt/corpus_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/corpus_utils.py -------------------------------------------------------------------------------- /compare_mt/formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/formatting.py -------------------------------------------------------------------------------- /compare_mt/ngram_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/ngram_utils.py -------------------------------------------------------------------------------- /compare_mt/print_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/print_utils.py -------------------------------------------------------------------------------- /compare_mt/reporters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/reporters.py -------------------------------------------------------------------------------- /compare_mt/rouge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/README.md -------------------------------------------------------------------------------- /compare_mt/rouge/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/__init__.py -------------------------------------------------------------------------------- /compare_mt/rouge/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/io.py -------------------------------------------------------------------------------- /compare_mt/rouge/requirements.txt: -------------------------------------------------------------------------------- 1 | absl-py 2 | nltk 3 | numpy 4 | six 5 | -------------------------------------------------------------------------------- /compare_mt/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/rouge.py -------------------------------------------------------------------------------- /compare_mt/rouge/rouge_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/rouge_scorer.py -------------------------------------------------------------------------------- /compare_mt/rouge/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/run.sh -------------------------------------------------------------------------------- /compare_mt/rouge/scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/scoring.py -------------------------------------------------------------------------------- /compare_mt/rouge/tokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/rouge/tokenize.py -------------------------------------------------------------------------------- /compare_mt/scorers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/scorers.py -------------------------------------------------------------------------------- /compare_mt/sign_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/sign_utils.py -------------------------------------------------------------------------------- /compare_mt/stat_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/compare_mt/stat_utils.py -------------------------------------------------------------------------------- /compare_mt/version_info.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.2.11" 2 | -------------------------------------------------------------------------------- /example/ll_test.sys1.likelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ll_test.sys1.likelihood -------------------------------------------------------------------------------- /example/ll_test.sys2.likelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ll_test.sys2.likelihood -------------------------------------------------------------------------------- /example/ll_test.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ll_test.tag -------------------------------------------------------------------------------- /example/ll_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ll_test.txt -------------------------------------------------------------------------------- /example/multited.ref.jpn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/multited.ref.jpn -------------------------------------------------------------------------------- /example/multited.ref.jpn.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/multited.ref.jpn.tag -------------------------------------------------------------------------------- /example/multited.sys1.jpn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/multited.sys1.jpn -------------------------------------------------------------------------------- /example/multited.sys1.jpn.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/multited.sys1.jpn.tag -------------------------------------------------------------------------------- /example/multited.sys2.jpn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/multited.sys2.jpn -------------------------------------------------------------------------------- /example/multited.sys2.jpn.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/multited.sys2.jpn.tag -------------------------------------------------------------------------------- /example/sum.ref.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/sum.ref.eng -------------------------------------------------------------------------------- /example/sum.sys1.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/sum.sys1.eng -------------------------------------------------------------------------------- /example/sum.sys2.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/sum.sys2.eng -------------------------------------------------------------------------------- /example/ted.orig.slk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.orig.slk -------------------------------------------------------------------------------- /example/ted.ref.align: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.ref.align -------------------------------------------------------------------------------- /example/ted.ref.detok.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.ref.detok.eng -------------------------------------------------------------------------------- /example/ted.ref.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.ref.eng -------------------------------------------------------------------------------- /example/ted.ref.eng.rptag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.ref.eng.rptag -------------------------------------------------------------------------------- /example/ted.ref.eng.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.ref.eng.tag -------------------------------------------------------------------------------- /example/ted.sys1.align: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys1.align -------------------------------------------------------------------------------- /example/ted.sys1.detok.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys1.detok.eng -------------------------------------------------------------------------------- /example/ted.sys1.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys1.eng -------------------------------------------------------------------------------- /example/ted.sys1.eng.rptag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys1.eng.rptag -------------------------------------------------------------------------------- /example/ted.sys1.eng.senttag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys1.eng.senttag -------------------------------------------------------------------------------- /example/ted.sys1.eng.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys1.eng.tag -------------------------------------------------------------------------------- /example/ted.sys2.align: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys2.align -------------------------------------------------------------------------------- /example/ted.sys2.detok.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys2.detok.eng -------------------------------------------------------------------------------- /example/ted.sys2.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys2.eng -------------------------------------------------------------------------------- /example/ted.sys2.eng.rptag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys2.eng.rptag -------------------------------------------------------------------------------- /example/ted.sys2.eng.senttag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys2.eng.senttag -------------------------------------------------------------------------------- /example/ted.sys2.eng.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.sys2.eng.tag -------------------------------------------------------------------------------- /example/ted.train.counts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.train.counts -------------------------------------------------------------------------------- /example/ted.train.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/example/ted.train.eng -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/pytest.ini -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | nltk>=3.2 2 | numpy 3 | matplotlib 4 | absl-py 5 | sacrebleu 6 | -------------------------------------------------------------------------------- /scripts/count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/scripts/count.py -------------------------------------------------------------------------------- /scripts/interleave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/scripts/interleave.py -------------------------------------------------------------------------------- /scripts/postag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/scripts/postag.py -------------------------------------------------------------------------------- /scripts/relativepositiontag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/scripts/relativepositiontag.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/tests/test_cache.py -------------------------------------------------------------------------------- /tests/test_scorers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/compare-mt/HEAD/tests/test_scorers.py --------------------------------------------------------------------------------