├── .circleci └── config.yml ├── .editorconfig ├── .github └── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── .gitignore ├── CHANGELOG.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── config ├── bert.yaml ├── data │ ├── wmt19.qe.en_de.yaml │ ├── wmt20.qe.en_de.yaml │ └── wmt20.qe.en_zh.yaml ├── evaluate.yaml ├── nuqe.yaml ├── predict.yaml ├── predictor.yaml ├── predictor_estimator.yaml ├── search.yaml ├── xlm.yaml └── xlmroberta.yaml ├── docs ├── _static │ └── img │ │ ├── openkiwi-logo-horizontal-dark.svg │ │ ├── openkiwi-logo-horizontal.svg │ │ ├── openkiwi-logo-icon-dark.svg │ │ ├── openkiwi-logo-icon.ico │ │ ├── openkiwi-logo-icon.svg │ │ ├── openkiwi-logo-vertical-dark.svg │ │ └── openkiwi-logo-vertical.svg ├── conf.py ├── configuration │ ├── evaluate.rst │ ├── index.rst │ ├── predict.rst │ ├── search.rst │ └── train.rst ├── index.rst ├── installation.rst ├── systems │ └── index.rst ├── test.json └── usage.rst ├── kiwi ├── __init__.py ├── __main__.py ├── assets │ ├── __init__.py │ └── config │ │ ├── __init__.py │ │ ├── evaluate.yaml │ │ ├── predict.yaml │ │ ├── pretrain.yaml │ │ ├── search.yaml │ │ └── train.yaml ├── cli.py ├── constants.py ├── data │ ├── __init__.py │ ├── batch.py │ ├── datasets │ │ ├── __init__.py │ │ ├── parallel_dataset.py │ │ └── wmt_qe_dataset.py │ ├── encoders │ │ ├── __init__.py │ │ ├── base.py │ │ ├── field_encoders.py │ │ ├── parallel_data_encoder.py │ │ └── wmt_qe_data_encoder.py │ ├── tokenizers.py │ └── vocabulary.py ├── lib │ ├── __init__.py │ ├── evaluate.py │ ├── predict.py │ ├── pretrain.py │ ├── search.py │ ├── train.py │ └── utils.py ├── loggers.py ├── metrics │ ├── __init__.py │ ├── functions.py │ └── metrics.py ├── modules │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── activations.py │ │ ├── attention.py │ │ ├── distributions.py │ │ ├── feedforward.py │ │ ├── layer_norm.py │ │ ├── positional_encoding.py │ │ ├── scalar_mix.py │ │ └── scorer.py │ ├── sentence_level_output.py │ ├── token_embeddings.py │ └── word_level_output.py ├── runner.py ├── systems │ ├── __init__.py │ ├── _meta_module.py │ ├── bert.py │ ├── decoders │ │ ├── __init__.py │ │ ├── estimator.py │ │ ├── linear.py │ │ └── nuqe.py │ ├── encoders │ │ ├── __init__.py │ │ ├── bert.py │ │ ├── predictor.py │ │ ├── quetch.py │ │ ├── xlm.py │ │ └── xlmroberta.py │ ├── nuqe.py │ ├── outputs │ │ ├── __init__.py │ │ ├── quality_estimation.py │ │ └── translation_language_model.py │ ├── predictor.py │ ├── predictor_estimator.py │ ├── qe_system.py │ ├── tlm_system.py │ ├── xlm.py │ └── xlmroberta.py ├── training │ ├── __init__.py │ ├── callbacks.py │ └── optimizers.py └── utils │ ├── __init__.py │ ├── data_structures.py │ ├── io.py │ └── tensors.py ├── poetry.lock ├── pyproject.toml ├── scripts └── merge_target_and_gaps_preds.py ├── tests ├── conftest.py ├── mocks │ ├── mock_vocab.py │ └── simple_model.py ├── test_bert.py ├── test_cli.py ├── test_data.py ├── test_metrics.py ├── test_nuqe.py ├── test_predict_and_evaluate.py ├── test_predictor.py ├── test_search.py ├── test_utils.py ├── test_xlm.py ├── test_xlmr.py └── toy-data │ ├── WMT18 │ └── word_level │ │ └── en_de.nmt │ │ ├── dev.hter │ │ ├── dev.mt │ │ ├── dev.pe │ │ ├── dev.ref │ │ ├── dev.src │ │ ├── dev.src-mt.alignments │ │ ├── dev.src_tags │ │ ├── dev.tags │ │ ├── train.hter │ │ ├── train.mt │ │ ├── train.pe │ │ ├── train.ref │ │ ├── train.src │ │ ├── train.src-mt.alignments │ │ ├── train.src_tags │ │ └── train.tags │ └── models │ ├── bert │ └── vocab.txt │ └── nuqe.ckpt └── tox.ini /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/README.md -------------------------------------------------------------------------------- /config/bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/bert.yaml -------------------------------------------------------------------------------- /config/data/wmt19.qe.en_de.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/data/wmt19.qe.en_de.yaml -------------------------------------------------------------------------------- /config/data/wmt20.qe.en_de.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/data/wmt20.qe.en_de.yaml -------------------------------------------------------------------------------- /config/data/wmt20.qe.en_zh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/data/wmt20.qe.en_zh.yaml -------------------------------------------------------------------------------- /config/evaluate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/evaluate.yaml -------------------------------------------------------------------------------- /config/nuqe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/nuqe.yaml -------------------------------------------------------------------------------- /config/predict.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/predict.yaml -------------------------------------------------------------------------------- /config/predictor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/predictor.yaml -------------------------------------------------------------------------------- /config/predictor_estimator.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/predictor_estimator.yaml -------------------------------------------------------------------------------- /config/search.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/search.yaml -------------------------------------------------------------------------------- /config/xlm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/xlm.yaml -------------------------------------------------------------------------------- /config/xlmroberta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/config/xlmroberta.yaml -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-horizontal-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-horizontal-dark.svg -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-horizontal.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-horizontal.svg -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-icon-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-icon-dark.svg -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-icon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-icon.ico -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-icon.svg -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-vertical-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-vertical-dark.svg -------------------------------------------------------------------------------- /docs/_static/img/openkiwi-logo-vertical.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/_static/img/openkiwi-logo-vertical.svg -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/configuration/evaluate.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/configuration/evaluate.rst -------------------------------------------------------------------------------- /docs/configuration/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/configuration/index.rst -------------------------------------------------------------------------------- /docs/configuration/predict.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/configuration/predict.rst -------------------------------------------------------------------------------- /docs/configuration/search.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/configuration/search.rst -------------------------------------------------------------------------------- /docs/configuration/train.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/configuration/train.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/installation.rst -------------------------------------------------------------------------------- /docs/systems/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/systems/index.rst -------------------------------------------------------------------------------- /docs/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/test.json -------------------------------------------------------------------------------- /docs/usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/docs/usage.rst -------------------------------------------------------------------------------- /kiwi/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/__init__.py -------------------------------------------------------------------------------- /kiwi/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/__main__.py -------------------------------------------------------------------------------- /kiwi/assets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kiwi/assets/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/assets/config/__init__.py -------------------------------------------------------------------------------- /kiwi/assets/config/evaluate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/assets/config/evaluate.yaml -------------------------------------------------------------------------------- /kiwi/assets/config/predict.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/assets/config/predict.yaml -------------------------------------------------------------------------------- /kiwi/assets/config/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/assets/config/pretrain.yaml -------------------------------------------------------------------------------- /kiwi/assets/config/search.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/assets/config/search.yaml -------------------------------------------------------------------------------- /kiwi/assets/config/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/assets/config/train.yaml -------------------------------------------------------------------------------- /kiwi/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/cli.py -------------------------------------------------------------------------------- /kiwi/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/constants.py -------------------------------------------------------------------------------- /kiwi/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/__init__.py -------------------------------------------------------------------------------- /kiwi/data/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/batch.py -------------------------------------------------------------------------------- /kiwi/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/datasets/__init__.py -------------------------------------------------------------------------------- /kiwi/data/datasets/parallel_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/datasets/parallel_dataset.py -------------------------------------------------------------------------------- /kiwi/data/datasets/wmt_qe_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/datasets/wmt_qe_dataset.py -------------------------------------------------------------------------------- /kiwi/data/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/encoders/__init__.py -------------------------------------------------------------------------------- /kiwi/data/encoders/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/encoders/base.py -------------------------------------------------------------------------------- /kiwi/data/encoders/field_encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/encoders/field_encoders.py -------------------------------------------------------------------------------- /kiwi/data/encoders/parallel_data_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/encoders/parallel_data_encoder.py -------------------------------------------------------------------------------- /kiwi/data/encoders/wmt_qe_data_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/encoders/wmt_qe_data_encoder.py -------------------------------------------------------------------------------- /kiwi/data/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/tokenizers.py -------------------------------------------------------------------------------- /kiwi/data/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/data/vocabulary.py -------------------------------------------------------------------------------- /kiwi/lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/__init__.py -------------------------------------------------------------------------------- /kiwi/lib/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/evaluate.py -------------------------------------------------------------------------------- /kiwi/lib/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/predict.py -------------------------------------------------------------------------------- /kiwi/lib/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/pretrain.py -------------------------------------------------------------------------------- /kiwi/lib/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/search.py -------------------------------------------------------------------------------- /kiwi/lib/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/train.py -------------------------------------------------------------------------------- /kiwi/lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/lib/utils.py -------------------------------------------------------------------------------- /kiwi/loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/loggers.py -------------------------------------------------------------------------------- /kiwi/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/metrics/__init__.py -------------------------------------------------------------------------------- /kiwi/metrics/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/metrics/functions.py -------------------------------------------------------------------------------- /kiwi/metrics/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/metrics/metrics.py -------------------------------------------------------------------------------- /kiwi/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/__init__.py -------------------------------------------------------------------------------- /kiwi/modules/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/__init__.py -------------------------------------------------------------------------------- /kiwi/modules/common/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/activations.py -------------------------------------------------------------------------------- /kiwi/modules/common/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/attention.py -------------------------------------------------------------------------------- /kiwi/modules/common/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/distributions.py -------------------------------------------------------------------------------- /kiwi/modules/common/feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/feedforward.py -------------------------------------------------------------------------------- /kiwi/modules/common/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/layer_norm.py -------------------------------------------------------------------------------- /kiwi/modules/common/positional_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/positional_encoding.py -------------------------------------------------------------------------------- /kiwi/modules/common/scalar_mix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/scalar_mix.py -------------------------------------------------------------------------------- /kiwi/modules/common/scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/common/scorer.py -------------------------------------------------------------------------------- /kiwi/modules/sentence_level_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/sentence_level_output.py -------------------------------------------------------------------------------- /kiwi/modules/token_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/token_embeddings.py -------------------------------------------------------------------------------- /kiwi/modules/word_level_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/modules/word_level_output.py -------------------------------------------------------------------------------- /kiwi/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/runner.py -------------------------------------------------------------------------------- /kiwi/systems/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/__init__.py -------------------------------------------------------------------------------- /kiwi/systems/_meta_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/_meta_module.py -------------------------------------------------------------------------------- /kiwi/systems/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/bert.py -------------------------------------------------------------------------------- /kiwi/systems/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/decoders/__init__.py -------------------------------------------------------------------------------- /kiwi/systems/decoders/estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/decoders/estimator.py -------------------------------------------------------------------------------- /kiwi/systems/decoders/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/decoders/linear.py -------------------------------------------------------------------------------- /kiwi/systems/decoders/nuqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/decoders/nuqe.py -------------------------------------------------------------------------------- /kiwi/systems/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/encoders/__init__.py -------------------------------------------------------------------------------- /kiwi/systems/encoders/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/encoders/bert.py -------------------------------------------------------------------------------- /kiwi/systems/encoders/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/encoders/predictor.py -------------------------------------------------------------------------------- /kiwi/systems/encoders/quetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/encoders/quetch.py -------------------------------------------------------------------------------- /kiwi/systems/encoders/xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/encoders/xlm.py -------------------------------------------------------------------------------- /kiwi/systems/encoders/xlmroberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/encoders/xlmroberta.py -------------------------------------------------------------------------------- /kiwi/systems/nuqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/nuqe.py -------------------------------------------------------------------------------- /kiwi/systems/outputs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/outputs/__init__.py -------------------------------------------------------------------------------- /kiwi/systems/outputs/quality_estimation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/outputs/quality_estimation.py -------------------------------------------------------------------------------- /kiwi/systems/outputs/translation_language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/outputs/translation_language_model.py -------------------------------------------------------------------------------- /kiwi/systems/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/predictor.py -------------------------------------------------------------------------------- /kiwi/systems/predictor_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/predictor_estimator.py -------------------------------------------------------------------------------- /kiwi/systems/qe_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/qe_system.py -------------------------------------------------------------------------------- /kiwi/systems/tlm_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/tlm_system.py -------------------------------------------------------------------------------- /kiwi/systems/xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/xlm.py -------------------------------------------------------------------------------- /kiwi/systems/xlmroberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/systems/xlmroberta.py -------------------------------------------------------------------------------- /kiwi/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/training/__init__.py -------------------------------------------------------------------------------- /kiwi/training/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/training/callbacks.py -------------------------------------------------------------------------------- /kiwi/training/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/training/optimizers.py -------------------------------------------------------------------------------- /kiwi/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/utils/__init__.py -------------------------------------------------------------------------------- /kiwi/utils/data_structures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/utils/data_structures.py -------------------------------------------------------------------------------- /kiwi/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/utils/io.py -------------------------------------------------------------------------------- /kiwi/utils/tensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/kiwi/utils/tensors.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/merge_target_and_gaps_preds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/scripts/merge_target_and_gaps_preds.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/mocks/mock_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/mocks/mock_vocab.py -------------------------------------------------------------------------------- /tests/mocks/simple_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/mocks/simple_model.py -------------------------------------------------------------------------------- /tests/test_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_bert.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_data.py -------------------------------------------------------------------------------- /tests/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_metrics.py -------------------------------------------------------------------------------- /tests/test_nuqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_nuqe.py -------------------------------------------------------------------------------- /tests/test_predict_and_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_predict_and_evaluate.py -------------------------------------------------------------------------------- /tests/test_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_predictor.py -------------------------------------------------------------------------------- /tests/test_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_search.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/test_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_xlm.py -------------------------------------------------------------------------------- /tests/test_xlmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/test_xlmr.py -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.hter: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.hter -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.mt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.mt -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.pe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.pe -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.ref: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.ref -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.src -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.src-mt.alignments: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.src-mt.alignments -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.src_tags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.src_tags -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/dev.tags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/dev.tags -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.hter: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.hter -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.mt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.mt -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.pe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.pe -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.ref: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.ref -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.src -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.src-mt.alignments: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.src-mt.alignments -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.src_tags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.src_tags -------------------------------------------------------------------------------- /tests/toy-data/WMT18/word_level/en_de.nmt/train.tags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/WMT18/word_level/en_de.nmt/train.tags -------------------------------------------------------------------------------- /tests/toy-data/models/bert/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/models/bert/vocab.txt -------------------------------------------------------------------------------- /tests/toy-data/models/nuqe.ckpt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tests/toy-data/models/nuqe.ckpt -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Unbabel/OpenKiwi/HEAD/tox.ini --------------------------------------------------------------------------------