├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ ├── questions-and-help.md │ └── typos-and-doc-fixes.md └── workflows │ └── ci.yaml ├── .gitignore ├── LICENSE ├── README.md ├── data ├── COMET_lockup-dark.png ├── mt-telescope-logo.jpeg ├── mt-telescope-logo.jpg ├── newstest2020-ruen.OnlineA.txt ├── newstest2020-ruen.OnlineB.txt ├── newstest2020-ruen.ref.en.txt └── newstest2020-ruen.src.ru.txt ├── poetry.lock ├── pyproject.toml ├── telescope ├── __init__.py ├── app.py ├── cli.py ├── filters │ ├── __init__.py │ ├── duplicates.py │ ├── filter.py │ ├── length.py │ ├── ner.py │ └── terminology.py ├── metrics │ ├── __init__.py │ ├── bertscore │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── bleurt │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── chrf │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── comet │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── gleu │ │ ├── __init__.py │ │ └── metric.py │ ├── meteor │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── metric.py │ ├── prism │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── result.py │ ├── sacrebleu │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── ter │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py │ ├── utils.py │ └── zero_edit │ │ ├── __init__.py │ │ ├── metric.py │ │ └── result.py ├── plotting.py ├── testset.py └── utils.py └── tests ├── __init__.py ├── data ├── OnlineA.txt ├── OnlineB.txt ├── __init__.py ├── alt.hyp.en ├── hyp.en ├── hyp1_100.no ├── ref.en ├── ref_100.no ├── ref_400.en.txt ├── src.de └── src_400.ru.txt ├── test_plots.py └── unit ├── __init__.py ├── cli ├── __init__.py ├── test_compare.py └── test_score.py ├── filters ├── __init__.py ├── test_duplicates.py └── test_ner.py ├── metrics ├── __init__.py ├── test_bertscore.py ├── test_bleurt.py ├── test_chrf.py ├── test_comet.py ├── test_gleu.py ├── test_prism.py ├── test_sacrebleu.py ├── test_ter.py └── test_zero_Edit.py └── test_testset.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/questions-and-help.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/.github/ISSUE_TEMPLATE/questions-and-help.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/typos-and-doc-fixes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/.github/ISSUE_TEMPLATE/typos-and-doc-fixes.md -------------------------------------------------------------------------------- /.github/workflows/ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/.github/workflows/ci.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/README.md -------------------------------------------------------------------------------- /data/COMET_lockup-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/COMET_lockup-dark.png -------------------------------------------------------------------------------- /data/mt-telescope-logo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/mt-telescope-logo.jpeg -------------------------------------------------------------------------------- /data/mt-telescope-logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/mt-telescope-logo.jpg -------------------------------------------------------------------------------- /data/newstest2020-ruen.OnlineA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/newstest2020-ruen.OnlineA.txt -------------------------------------------------------------------------------- /data/newstest2020-ruen.OnlineB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/newstest2020-ruen.OnlineB.txt -------------------------------------------------------------------------------- /data/newstest2020-ruen.ref.en.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/newstest2020-ruen.ref.en.txt -------------------------------------------------------------------------------- /data/newstest2020-ruen.src.ru.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/data/newstest2020-ruen.src.ru.txt -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/pyproject.toml -------------------------------------------------------------------------------- /telescope/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/__init__.py -------------------------------------------------------------------------------- /telescope/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/app.py -------------------------------------------------------------------------------- /telescope/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/cli.py -------------------------------------------------------------------------------- /telescope/filters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/filters/__init__.py -------------------------------------------------------------------------------- /telescope/filters/duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/filters/duplicates.py -------------------------------------------------------------------------------- /telescope/filters/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/filters/filter.py -------------------------------------------------------------------------------- /telescope/filters/length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/filters/length.py -------------------------------------------------------------------------------- /telescope/filters/ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/filters/ner.py -------------------------------------------------------------------------------- /telescope/filters/terminology.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /telescope/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/bertscore/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/bertscore/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/bertscore/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/bertscore/metric.py -------------------------------------------------------------------------------- /telescope/metrics/bertscore/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/bertscore/result.py -------------------------------------------------------------------------------- /telescope/metrics/bleurt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/bleurt/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/bleurt/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/bleurt/metric.py -------------------------------------------------------------------------------- /telescope/metrics/bleurt/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/bleurt/result.py -------------------------------------------------------------------------------- /telescope/metrics/chrf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/chrf/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/chrf/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/chrf/metric.py -------------------------------------------------------------------------------- /telescope/metrics/chrf/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/chrf/result.py -------------------------------------------------------------------------------- /telescope/metrics/comet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/comet/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/comet/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/comet/metric.py -------------------------------------------------------------------------------- /telescope/metrics/comet/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/comet/result.py -------------------------------------------------------------------------------- /telescope/metrics/gleu/__init__.py: -------------------------------------------------------------------------------- 1 | from .metric import GLEU 2 | -------------------------------------------------------------------------------- /telescope/metrics/gleu/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/gleu/metric.py -------------------------------------------------------------------------------- /telescope/metrics/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /telescope/metrics/meteor/metric.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /telescope/metrics/meteor/result.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /telescope/metrics/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/metric.py -------------------------------------------------------------------------------- /telescope/metrics/prism/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/prism/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/prism/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/prism/metric.py -------------------------------------------------------------------------------- /telescope/metrics/prism/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/prism/result.py -------------------------------------------------------------------------------- /telescope/metrics/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/result.py -------------------------------------------------------------------------------- /telescope/metrics/sacrebleu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/sacrebleu/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/sacrebleu/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/sacrebleu/metric.py -------------------------------------------------------------------------------- /telescope/metrics/sacrebleu/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/sacrebleu/result.py -------------------------------------------------------------------------------- /telescope/metrics/ter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/ter/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/ter/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/ter/metric.py -------------------------------------------------------------------------------- /telescope/metrics/ter/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/ter/result.py -------------------------------------------------------------------------------- /telescope/metrics/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/utils.py -------------------------------------------------------------------------------- /telescope/metrics/zero_edit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/zero_edit/__init__.py -------------------------------------------------------------------------------- /telescope/metrics/zero_edit/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/zero_edit/metric.py -------------------------------------------------------------------------------- /telescope/metrics/zero_edit/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/metrics/zero_edit/result.py -------------------------------------------------------------------------------- /telescope/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/plotting.py -------------------------------------------------------------------------------- /telescope/testset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/testset.py -------------------------------------------------------------------------------- /telescope/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/telescope/utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/OnlineA.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/OnlineA.txt -------------------------------------------------------------------------------- /tests/data/OnlineB.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/OnlineB.txt -------------------------------------------------------------------------------- /tests/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/__init__.py -------------------------------------------------------------------------------- /tests/data/alt.hyp.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/alt.hyp.en -------------------------------------------------------------------------------- /tests/data/hyp.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/hyp.en -------------------------------------------------------------------------------- /tests/data/hyp1_100.no: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/hyp1_100.no -------------------------------------------------------------------------------- /tests/data/ref.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/ref.en -------------------------------------------------------------------------------- /tests/data/ref_100.no: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/ref_100.no -------------------------------------------------------------------------------- /tests/data/ref_400.en.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/ref_400.en.txt -------------------------------------------------------------------------------- /tests/data/src.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/src.de -------------------------------------------------------------------------------- /tests/data/src_400.ru.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/data/src_400.ru.txt -------------------------------------------------------------------------------- /tests/test_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/test_plots.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/cli/test_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/cli/test_compare.py -------------------------------------------------------------------------------- /tests/unit/cli/test_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/cli/test_score.py -------------------------------------------------------------------------------- /tests/unit/filters/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/filters/test_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/filters/test_duplicates.py -------------------------------------------------------------------------------- /tests/unit/filters/test_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/filters/test_ner.py -------------------------------------------------------------------------------- /tests/unit/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/metrics/test_bertscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_bertscore.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_bleurt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_bleurt.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_chrf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_chrf.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_comet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_comet.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_gleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_gleu.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_prism.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_prism.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_sacrebleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_sacrebleu.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_ter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_ter.py -------------------------------------------------------------------------------- /tests/unit/metrics/test_zero_Edit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/metrics/test_zero_Edit.py -------------------------------------------------------------------------------- /tests/unit/test_testset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/MT-Telescope/HEAD/tests/unit/test_testset.py --------------------------------------------------------------------------------