├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── mt_metrics_eval ├── __init__.py ├── codalab │ ├── eval.py │ └── metadata ├── converters │ ├── __init__.py │ ├── evalset_ratings_to_standalone.py │ ├── score_mqm.py │ ├── standalone_ratings_to_evalset.py │ └── verify_scores_file.py ├── data.py ├── data_test.py ├── meta_info.py ├── mt_metrics_eval.ipynb ├── mtme.py ├── pce.py ├── pce_test.py ├── ratings.py ├── ratings_test.py ├── standalone_ratings.py ├── stats.py ├── stats_test.py ├── tasks.py ├── tasks_test.py ├── tau_optimization.py ├── tau_optimization_test.py ├── ties_matter.ipynb ├── wmt22_metrics.ipynb └── wmt23_metrics.ipynb └── setup.py /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/README.md -------------------------------------------------------------------------------- /mt_metrics_eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/__init__.py -------------------------------------------------------------------------------- /mt_metrics_eval/codalab/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/codalab/eval.py -------------------------------------------------------------------------------- /mt_metrics_eval/codalab/metadata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/codalab/metadata -------------------------------------------------------------------------------- /mt_metrics_eval/converters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/converters/__init__.py -------------------------------------------------------------------------------- /mt_metrics_eval/converters/evalset_ratings_to_standalone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/converters/evalset_ratings_to_standalone.py -------------------------------------------------------------------------------- /mt_metrics_eval/converters/score_mqm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/converters/score_mqm.py -------------------------------------------------------------------------------- /mt_metrics_eval/converters/standalone_ratings_to_evalset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/converters/standalone_ratings_to_evalset.py -------------------------------------------------------------------------------- /mt_metrics_eval/converters/verify_scores_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/converters/verify_scores_file.py -------------------------------------------------------------------------------- /mt_metrics_eval/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/data.py -------------------------------------------------------------------------------- /mt_metrics_eval/data_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/data_test.py -------------------------------------------------------------------------------- /mt_metrics_eval/meta_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/meta_info.py -------------------------------------------------------------------------------- /mt_metrics_eval/mt_metrics_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/mt_metrics_eval.ipynb -------------------------------------------------------------------------------- /mt_metrics_eval/mtme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/mtme.py -------------------------------------------------------------------------------- /mt_metrics_eval/pce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/pce.py -------------------------------------------------------------------------------- /mt_metrics_eval/pce_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/pce_test.py -------------------------------------------------------------------------------- /mt_metrics_eval/ratings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/ratings.py -------------------------------------------------------------------------------- /mt_metrics_eval/ratings_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/ratings_test.py -------------------------------------------------------------------------------- /mt_metrics_eval/standalone_ratings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/standalone_ratings.py -------------------------------------------------------------------------------- /mt_metrics_eval/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/stats.py -------------------------------------------------------------------------------- /mt_metrics_eval/stats_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/stats_test.py -------------------------------------------------------------------------------- /mt_metrics_eval/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/tasks.py -------------------------------------------------------------------------------- /mt_metrics_eval/tasks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/tasks_test.py -------------------------------------------------------------------------------- /mt_metrics_eval/tau_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/tau_optimization.py -------------------------------------------------------------------------------- /mt_metrics_eval/tau_optimization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/tau_optimization_test.py -------------------------------------------------------------------------------- /mt_metrics_eval/ties_matter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/ties_matter.ipynb -------------------------------------------------------------------------------- /mt_metrics_eval/wmt22_metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/wmt22_metrics.ipynb -------------------------------------------------------------------------------- /mt_metrics_eval/wmt23_metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/mt_metrics_eval/wmt23_metrics.ipynb -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-research/mt-metrics-eval/HEAD/setup.py --------------------------------------------------------------------------------