├── .gitignore ├── README.md ├── data └── wmt19_sys_scores │ ├── DA-newstest2019-decs-sys-nohy-scores.csv │ ├── DA-newstest2019-deen-sys-nohy-scores.csv │ ├── DA-newstest2019-defr-sys-nohy-scores.csv │ ├── DA-newstest2019-encs-sys-nohy-scores.csv │ ├── DA-newstest2019-ende-sys-nohy-scores.csv │ ├── DA-newstest2019-enfi-sys-nohy-scores.csv │ ├── DA-newstest2019-engu-sys-nohy-scores.csv │ ├── DA-newstest2019-enkk-sys-nohy-scores.csv │ ├── DA-newstest2019-enlt-sys-nohy-scores.csv │ ├── DA-newstest2019-enru-sys-nohy-scores.csv │ ├── DA-newstest2019-enzh-sys-nohy-scores.csv │ ├── DA-newstest2019-fien-sys-nohy-scores.csv │ ├── DA-newstest2019-frde-sys-nohy-scores.csv │ ├── DA-newstest2019-guen-sys-nohy-scores.csv │ ├── DA-newstest2019-kken-sys-nohy-scores.csv │ ├── DA-newstest2019-lten-sys-nohy-scores.csv │ ├── DA-newstest2019-ruen-sys-nohy-scores.csv │ └── DA-newstest2019-zhen-sys-nohy-scores.csv ├── outliers ├── README.md ├── __init__.py ├── metric_williams.py ├── metrics_da_results.py ├── outliers.py └── utils.py └── top-n └── topn_wmt19.pdf /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/README.md -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-decs-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-decs-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-deen-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-deen-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-defr-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-defr-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-encs-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-encs-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-ende-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-ende-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-enfi-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-enfi-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-engu-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-engu-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-enkk-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-enkk-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-enlt-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-enlt-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-enru-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-enru-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-enzh-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-enzh-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-fien-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-fien-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-frde-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-frde-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-guen-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-guen-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-kken-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-kken-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-lten-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-lten-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-ruen-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-ruen-sys-nohy-scores.csv -------------------------------------------------------------------------------- /data/wmt19_sys_scores/DA-newstest2019-zhen-sys-nohy-scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/data/wmt19_sys_scores/DA-newstest2019-zhen-sys-nohy-scores.csv -------------------------------------------------------------------------------- /outliers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/outliers/README.md -------------------------------------------------------------------------------- /outliers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /outliers/metric_williams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/outliers/metric_williams.py -------------------------------------------------------------------------------- /outliers/metrics_da_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/outliers/metrics_da_results.py -------------------------------------------------------------------------------- /outliers/outliers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/outliers/outliers.py -------------------------------------------------------------------------------- /outliers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/outliers/utils.py -------------------------------------------------------------------------------- /top-n/topn_wmt19.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nitikam/tangled/HEAD/top-n/topn_wmt19.pdf --------------------------------------------------------------------------------