├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ ├── questions-and-help.md │ └── typos-and-doc-fixes.md └── workflows │ └── ci.yaml ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── LICENSE.models.md ├── MODELS.md ├── README.md ├── comet ├── __init__.py ├── cli │ ├── compare.py │ ├── mbr.py │ ├── score.py │ └── train.py ├── encoders │ ├── __init__.py │ ├── base.py │ ├── bert.py │ ├── minilm.py │ ├── rembert.py │ ├── xlmr.py │ └── xlmr_xl.py ├── models │ ├── __init__.py │ ├── base.py │ ├── download_utils.py │ ├── lru_cache.py │ ├── metrics.py │ ├── multitask │ │ ├── __init__.py │ │ ├── unified_metric.py │ │ └── xcomet_metric.py │ ├── pooling_utils.py │ ├── predict_pbar.py │ ├── predict_writer.py │ ├── ranking │ │ ├── __init__.py │ │ └── ranking_metric.py │ ├── regression │ │ ├── __init__.py │ │ ├── referenceless.py │ │ └── regression_metric.py │ └── utils.py └── modules │ ├── __init__.py │ ├── feedforward.py │ └── layerwise_attention.py ├── configs ├── early_stopping.yaml ├── model_checkpoint.yaml ├── models │ ├── ranking_model.yaml │ ├── referenceless_model.yaml │ ├── regression_model.yaml │ └── unified_metric.yaml └── trainer.yaml ├── data └── README.md ├── docs ├── Makefile ├── make.bat └── source │ ├── _static │ ├── css │ │ └── comet.css │ └── img │ │ ├── COMET_lockup-dark.png │ │ ├── COMET_lockup-white.png │ │ ├── estimator_model.jpg │ │ ├── logo.png │ │ ├── models.png │ │ └── ranking_model.jpg │ ├── conf.py │ ├── index.rst │ ├── installation.rst │ ├── library.rst │ ├── models.md │ ├── running.rst │ └── training.md ├── poetry.lock ├── pyproject.toml └── tests ├── __init__.py ├── data ├── __init__.py ├── multitask_data.csv ├── ranking_data.csv └── regression_data.csv ├── integration ├── __init__.py ├── models │ ├── __init__.py │ ├── test_ranking_metric.py │ ├── test_referenceless_regression.py │ ├── test_regression_metric.py │ └── test_unified_metric.py └── modules │ └── test_feedforward.py └── unit ├── __init__.py ├── encoders ├── __init__.py ├── test_bert.py ├── test_minilm.py ├── test_rembert.py └── test_xlmr.py ├── test_cache.py ├── test_download_load.py └── test_models_predict.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/questions-and-help.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/.github/ISSUE_TEMPLATE/questions-and-help.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/typos-and-doc-fixes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/.github/ISSUE_TEMPLATE/typos-and-doc-fixes.md -------------------------------------------------------------------------------- /.github/workflows/ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/.github/workflows/ci.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/LICENSE -------------------------------------------------------------------------------- /LICENSE.models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/LICENSE.models.md -------------------------------------------------------------------------------- /MODELS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/MODELS.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/README.md -------------------------------------------------------------------------------- /comet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/__init__.py -------------------------------------------------------------------------------- /comet/cli/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/cli/compare.py -------------------------------------------------------------------------------- /comet/cli/mbr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/cli/mbr.py -------------------------------------------------------------------------------- /comet/cli/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/cli/score.py -------------------------------------------------------------------------------- /comet/cli/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/cli/train.py -------------------------------------------------------------------------------- /comet/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/__init__.py -------------------------------------------------------------------------------- /comet/encoders/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/base.py -------------------------------------------------------------------------------- /comet/encoders/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/bert.py -------------------------------------------------------------------------------- /comet/encoders/minilm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/minilm.py -------------------------------------------------------------------------------- /comet/encoders/rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/rembert.py -------------------------------------------------------------------------------- /comet/encoders/xlmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/xlmr.py -------------------------------------------------------------------------------- /comet/encoders/xlmr_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/encoders/xlmr_xl.py -------------------------------------------------------------------------------- /comet/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/__init__.py -------------------------------------------------------------------------------- /comet/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/base.py -------------------------------------------------------------------------------- /comet/models/download_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/download_utils.py -------------------------------------------------------------------------------- /comet/models/lru_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/lru_cache.py -------------------------------------------------------------------------------- /comet/models/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/metrics.py -------------------------------------------------------------------------------- /comet/models/multitask/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /comet/models/multitask/unified_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/multitask/unified_metric.py -------------------------------------------------------------------------------- /comet/models/multitask/xcomet_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/multitask/xcomet_metric.py -------------------------------------------------------------------------------- /comet/models/pooling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/pooling_utils.py -------------------------------------------------------------------------------- /comet/models/predict_pbar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/predict_pbar.py -------------------------------------------------------------------------------- /comet/models/predict_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/predict_writer.py -------------------------------------------------------------------------------- /comet/models/ranking/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /comet/models/ranking/ranking_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/ranking/ranking_metric.py -------------------------------------------------------------------------------- /comet/models/regression/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /comet/models/regression/referenceless.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/regression/referenceless.py -------------------------------------------------------------------------------- /comet/models/regression/regression_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/regression/regression_metric.py -------------------------------------------------------------------------------- /comet/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/models/utils.py -------------------------------------------------------------------------------- /comet/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/modules/__init__.py -------------------------------------------------------------------------------- /comet/modules/feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/modules/feedforward.py -------------------------------------------------------------------------------- /comet/modules/layerwise_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/comet/modules/layerwise_attention.py -------------------------------------------------------------------------------- /configs/early_stopping.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/early_stopping.yaml -------------------------------------------------------------------------------- /configs/model_checkpoint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/model_checkpoint.yaml -------------------------------------------------------------------------------- /configs/models/ranking_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/models/ranking_model.yaml -------------------------------------------------------------------------------- /configs/models/referenceless_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/models/referenceless_model.yaml -------------------------------------------------------------------------------- /configs/models/regression_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/models/regression_model.yaml -------------------------------------------------------------------------------- /configs/models/unified_metric.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/models/unified_metric.yaml -------------------------------------------------------------------------------- /configs/trainer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/configs/trainer.yaml -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/data/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/_static/css/comet.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/css/comet.css -------------------------------------------------------------------------------- /docs/source/_static/img/COMET_lockup-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/img/COMET_lockup-dark.png -------------------------------------------------------------------------------- /docs/source/_static/img/COMET_lockup-white.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/img/COMET_lockup-white.png -------------------------------------------------------------------------------- /docs/source/_static/img/estimator_model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/img/estimator_model.jpg -------------------------------------------------------------------------------- /docs/source/_static/img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/img/logo.png -------------------------------------------------------------------------------- /docs/source/_static/img/models.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/img/models.png -------------------------------------------------------------------------------- /docs/source/_static/img/ranking_model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/_static/img/ranking_model.jpg -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/installation.rst -------------------------------------------------------------------------------- /docs/source/library.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/library.rst -------------------------------------------------------------------------------- /docs/source/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/models.md -------------------------------------------------------------------------------- /docs/source/running.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/running.rst -------------------------------------------------------------------------------- /docs/source/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/docs/source/training.md -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/data/__init__.py -------------------------------------------------------------------------------- /tests/data/multitask_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/data/multitask_data.csv -------------------------------------------------------------------------------- /tests/data/ranking_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/data/ranking_data.csv -------------------------------------------------------------------------------- /tests/data/regression_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/data/regression_data.csv -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/models/test_ranking_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/integration/models/test_ranking_metric.py -------------------------------------------------------------------------------- /tests/integration/models/test_referenceless_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/integration/models/test_referenceless_regression.py -------------------------------------------------------------------------------- /tests/integration/models/test_regression_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/integration/models/test_regression_metric.py -------------------------------------------------------------------------------- /tests/integration/models/test_unified_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/integration/models/test_unified_metric.py -------------------------------------------------------------------------------- /tests/integration/modules/test_feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/integration/modules/test_feedforward.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/encoders/test_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/encoders/test_bert.py -------------------------------------------------------------------------------- /tests/unit/encoders/test_minilm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/encoders/test_minilm.py -------------------------------------------------------------------------------- /tests/unit/encoders/test_rembert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/encoders/test_rembert.py -------------------------------------------------------------------------------- /tests/unit/encoders/test_xlmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/encoders/test_xlmr.py -------------------------------------------------------------------------------- /tests/unit/test_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/test_cache.py -------------------------------------------------------------------------------- /tests/unit/test_download_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/test_download_load.py -------------------------------------------------------------------------------- /tests/unit/test_models_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/COMET/HEAD/tests/unit/test_models_predict.py --------------------------------------------------------------------------------