├── README.md ├── data ├── MUSE_dict │ ├── test_dict │ │ ├── ar-en.test.txt │ │ ├── de-en.test.txt │ │ ├── en-ar.test.txt │ │ ├── en-de.test.txt │ │ ├── en-es.test.txt │ │ ├── en-fr.test.txt │ │ ├── en-zh.test.txt │ │ ├── es-en.test.txt │ │ ├── fr-en.test.txt │ │ └── zh-en.test.txt │ ├── train_dict │ │ ├── ar-en.train.txt │ │ ├── de-en.train.txt │ │ ├── en-ar.train.txt │ │ ├── en-de.train.txt │ │ ├── en-es.train.txt │ │ ├── en-fr.train.txt │ │ ├── en-zh.train.txt │ │ ├── es-en.train.txt │ │ ├── fr-en.train.txt │ │ └── zh-en.train.txt │ └── val_dict │ │ ├── ar-en.val.txt │ │ ├── de-en.val.txt │ │ ├── en-ar.val.txt │ │ ├── en-de.val.txt │ │ ├── en-es.val.txt │ │ ├── en-fr.val.txt │ │ ├── en-zh.val.txt │ │ ├── es-en.val.txt │ │ ├── fr-en.val.txt │ │ └── zh-en.val.txt └── WaCKy_dict │ ├── test_dict │ ├── de-en.test.txt │ ├── en-de.test.txt │ ├── en-fr.test.txt │ └── fr-en.test.txt │ ├── train_dict │ ├── de-en.train.txt │ ├── en-de.train.txt │ ├── en-fr.train.txt │ └── fr-en.train.txt │ └── val_dict │ ├── de-en.val.txt │ ├── en-de.val.txt │ ├── en-fr.val.txt │ └── fr-en.val.txt ├── supervised ├── dictionary.py ├── model.py ├── preprocess.py ├── test_on_all_word.py └── train.py └── unsupervised ├── auto.sh ├── dictionary.py ├── eval_map.py ├── finetune.sh ├── model.py ├── preprocess.py ├── test.py ├── test.sh ├── train.py ├── train.sh └── unsupervised_tuning.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/README.md -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/ar-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/ar-en.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/de-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/de-en.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/en-ar.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/en-ar.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/en-de.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/en-de.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/en-es.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/en-es.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/en-fr.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/en-fr.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/en-zh.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/en-zh.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/es-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/es-en.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/fr-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/fr-en.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/test_dict/zh-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/test_dict/zh-en.test.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/ar-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/ar-en.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/de-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/de-en.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/en-ar.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/en-ar.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/en-de.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/en-de.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/en-es.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/en-es.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/en-fr.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/en-fr.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/en-zh.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/en-zh.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/es-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/es-en.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/fr-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/fr-en.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/train_dict/zh-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/train_dict/zh-en.train.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/ar-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/ar-en.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/de-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/de-en.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/en-ar.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/en-ar.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/en-de.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/en-de.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/en-es.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/en-es.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/en-fr.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/en-fr.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/en-zh.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/en-zh.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/es-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/es-en.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/fr-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/fr-en.val.txt -------------------------------------------------------------------------------- /data/MUSE_dict/val_dict/zh-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/MUSE_dict/val_dict/zh-en.val.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/test_dict/de-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/test_dict/de-en.test.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/test_dict/en-de.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/test_dict/en-de.test.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/test_dict/en-fr.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/test_dict/en-fr.test.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/test_dict/fr-en.test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/test_dict/fr-en.test.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/train_dict/de-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/train_dict/de-en.train.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/train_dict/en-de.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/train_dict/en-de.train.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/train_dict/en-fr.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/train_dict/en-fr.train.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/train_dict/fr-en.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/train_dict/fr-en.train.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/val_dict/de-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/val_dict/de-en.val.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/val_dict/en-de.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/val_dict/en-de.val.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/val_dict/en-fr.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/val_dict/en-fr.val.txt -------------------------------------------------------------------------------- /data/WaCKy_dict/val_dict/fr-en.val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/data/WaCKy_dict/val_dict/fr-en.val.txt -------------------------------------------------------------------------------- /supervised/dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/supervised/dictionary.py -------------------------------------------------------------------------------- /supervised/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/supervised/model.py -------------------------------------------------------------------------------- /supervised/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/supervised/preprocess.py -------------------------------------------------------------------------------- /supervised/test_on_all_word.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/supervised/test_on_all_word.py -------------------------------------------------------------------------------- /supervised/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/supervised/train.py -------------------------------------------------------------------------------- /unsupervised/auto.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/auto.sh -------------------------------------------------------------------------------- /unsupervised/dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/dictionary.py -------------------------------------------------------------------------------- /unsupervised/eval_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/eval_map.py -------------------------------------------------------------------------------- /unsupervised/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/finetune.sh -------------------------------------------------------------------------------- /unsupervised/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/model.py -------------------------------------------------------------------------------- /unsupervised/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/preprocess.py -------------------------------------------------------------------------------- /unsupervised/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/test.py -------------------------------------------------------------------------------- /unsupervised/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/test.sh -------------------------------------------------------------------------------- /unsupervised/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/train.py -------------------------------------------------------------------------------- /unsupervised/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/train.sh -------------------------------------------------------------------------------- /unsupervised/unsupervised_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjpbinary/CSCBLI/HEAD/unsupervised/unsupervised_tuning.py --------------------------------------------------------------------------------