├── .github └── workflows │ └── lint_and_tests.yml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── data ├── nllb200 │ ├── LICENSE │ └── README.md ├── tatoeba │ └── v1 │ │ ├── README.md │ │ ├── tatoeba.afr-eng.afr │ │ ├── tatoeba.afr-eng.eng │ │ ├── tatoeba.amh-eng.amh │ │ ├── tatoeba.amh-eng.eng │ │ ├── tatoeba.ang-eng.ang │ │ ├── tatoeba.ang-eng.eng │ │ ├── tatoeba.ara-eng.ara │ │ ├── tatoeba.ara-eng.eng │ │ ├── tatoeba.arq-eng.arq │ │ ├── tatoeba.arq-eng.eng │ │ ├── tatoeba.arz-eng.arz │ │ ├── tatoeba.arz-eng.eng │ │ ├── tatoeba.ast-eng.ast │ │ ├── tatoeba.ast-eng.eng │ │ ├── tatoeba.awa-eng.awa │ │ ├── tatoeba.awa-eng.eng │ │ ├── tatoeba.aze-eng.aze │ │ ├── tatoeba.aze-eng.eng │ │ ├── tatoeba.bel-eng.bel │ │ ├── tatoeba.bel-eng.eng │ │ ├── tatoeba.ben-eng.ben │ │ ├── tatoeba.ben-eng.eng │ │ ├── tatoeba.ber-eng.ber │ │ ├── tatoeba.ber-eng.eng │ │ ├── tatoeba.bos-eng.bos │ │ ├── tatoeba.bos-eng.eng │ │ ├── tatoeba.bre-eng.bre │ │ ├── tatoeba.bre-eng.eng │ │ ├── tatoeba.bul-eng.bul │ │ ├── tatoeba.bul-eng.eng │ │ ├── tatoeba.cat-eng.cat │ │ ├── tatoeba.cat-eng.eng │ │ ├── tatoeba.cbk-eng.cbk │ │ ├── tatoeba.cbk-eng.eng │ │ ├── tatoeba.ceb-eng.ceb │ │ ├── tatoeba.ceb-eng.eng │ │ ├── tatoeba.ces-eng.ces │ │ ├── tatoeba.ces-eng.eng │ │ ├── tatoeba.cha-eng.cha │ │ ├── tatoeba.cha-eng.eng │ │ ├── tatoeba.cmn-eng.cmn │ │ ├── tatoeba.cmn-eng.eng │ │ ├── tatoeba.cor-eng.cor │ │ ├── tatoeba.cor-eng.eng │ │ ├── tatoeba.csb-eng.csb │ │ ├── tatoeba.csb-eng.eng │ │ ├── tatoeba.cym-eng.cym │ │ ├── tatoeba.cym-eng.eng │ │ ├── tatoeba.dan-eng.dan │ │ ├── tatoeba.dan-eng.eng │ │ ├── tatoeba.deu-eng.deu │ │ ├── tatoeba.deu-eng.eng │ │ ├── tatoeba.dsb-eng.dsb │ │ ├── tatoeba.dsb-eng.eng │ │ ├── tatoeba.dtp-eng.dtp │ │ ├── tatoeba.dtp-eng.eng │ │ ├── tatoeba.ell-eng.ell │ │ ├── tatoeba.ell-eng.eng │ │ ├── tatoeba.epo-eng.eng │ │ ├── tatoeba.epo-eng.epo │ │ ├── tatoeba.est-eng.eng │ │ ├── tatoeba.est-eng.est │ │ ├── tatoeba.eus-eng.eng │ │ ├── tatoeba.eus-eng.eus │ │ ├── tatoeba.fao-eng.eng │ │ ├── tatoeba.fao-eng.fao │ │ ├── tatoeba.fin-eng.eng │ │ ├── tatoeba.fin-eng.fin │ │ ├── tatoeba.fra-eng.eng │ │ ├── tatoeba.fra-eng.fra │ │ ├── tatoeba.fry-eng.eng │ │ ├── tatoeba.fry-eng.fry │ │ ├── tatoeba.gla-eng.eng │ │ ├── tatoeba.gla-eng.gla │ │ ├── tatoeba.gle-eng.eng │ │ ├── tatoeba.gle-eng.gle │ │ ├── tatoeba.glg-eng.eng │ │ ├── tatoeba.glg-eng.glg │ │ ├── tatoeba.gsw-eng.eng │ │ ├── tatoeba.gsw-eng.gsw │ │ ├── tatoeba.heb-eng.eng │ │ ├── tatoeba.heb-eng.heb │ │ ├── tatoeba.hin-eng.eng │ │ ├── tatoeba.hin-eng.hin │ │ ├── tatoeba.hrv-eng.eng │ │ ├── tatoeba.hrv-eng.hrv │ │ ├── tatoeba.hsb-eng.eng │ │ ├── tatoeba.hsb-eng.hsb │ │ ├── tatoeba.hun-eng.eng │ │ ├── tatoeba.hun-eng.hun │ │ ├── tatoeba.hye-eng.eng │ │ ├── tatoeba.hye-eng.hye │ │ ├── tatoeba.ido-eng.eng │ │ ├── tatoeba.ido-eng.ido │ │ ├── tatoeba.ile-eng.eng │ │ ├── tatoeba.ile-eng.ile │ │ ├── tatoeba.ina-eng.eng │ │ ├── tatoeba.ina-eng.ina │ │ ├── tatoeba.ind-eng.eng │ │ ├── tatoeba.ind-eng.ind │ │ ├── tatoeba.isl-eng.eng │ │ ├── tatoeba.isl-eng.isl │ │ ├── tatoeba.ita-eng.eng │ │ ├── tatoeba.ita-eng.ita │ │ ├── tatoeba.jav-eng.eng │ │ ├── tatoeba.jav-eng.jav │ │ ├── tatoeba.jpn-eng.eng │ │ ├── tatoeba.jpn-eng.jpn │ │ ├── tatoeba.kab-eng.eng │ │ ├── tatoeba.kab-eng.kab │ │ ├── tatoeba.kat-eng.eng │ │ ├── tatoeba.kat-eng.kat │ │ ├── tatoeba.kaz-eng.eng │ │ ├── tatoeba.kaz-eng.kaz │ │ ├── tatoeba.khm-eng.eng │ │ ├── tatoeba.khm-eng.khm │ │ ├── tatoeba.kor-eng.eng │ │ ├── tatoeba.kor-eng.kor │ │ ├── tatoeba.kur-eng.eng │ │ ├── tatoeba.kur-eng.kur │ │ ├── tatoeba.kzj-eng.eng │ │ ├── tatoeba.kzj-eng.kzj │ │ ├── tatoeba.lat-eng.eng │ │ ├── tatoeba.lat-eng.lat │ │ ├── tatoeba.lfn-eng.eng │ │ ├── tatoeba.lfn-eng.lfn │ │ ├── tatoeba.lit-eng.eng │ │ ├── tatoeba.lit-eng.lit │ │ ├── tatoeba.lvs-eng.eng │ │ ├── tatoeba.lvs-eng.lvs │ │ ├── tatoeba.mal-eng.eng │ │ ├── tatoeba.mal-eng.mal │ │ ├── tatoeba.mar-eng.eng │ │ ├── tatoeba.mar-eng.mar │ │ ├── tatoeba.max-eng.eng │ │ ├── tatoeba.max-eng.max │ │ ├── tatoeba.mhr-eng.eng │ │ ├── tatoeba.mhr-eng.mhr │ │ ├── tatoeba.mkd-eng.eng │ │ ├── tatoeba.mkd-eng.mkd │ │ ├── tatoeba.mon-eng.eng │ │ ├── tatoeba.mon-eng.mon │ │ ├── tatoeba.nds-eng.eng │ │ ├── tatoeba.nds-eng.nds │ │ ├── tatoeba.nld-eng.eng │ │ ├── tatoeba.nld-eng.nld │ │ ├── tatoeba.nno-eng.eng │ │ ├── tatoeba.nno-eng.nno │ │ ├── tatoeba.nob-eng.eng │ │ ├── tatoeba.nob-eng.nob │ │ ├── tatoeba.nov-eng.eng │ │ ├── tatoeba.nov-eng.nov │ │ ├── tatoeba.oci-eng.eng │ │ ├── tatoeba.oci-eng.oci │ │ ├── tatoeba.orv-eng.eng │ │ ├── tatoeba.orv-eng.orv │ │ ├── tatoeba.pam-eng.eng │ │ ├── tatoeba.pam-eng.pam │ │ ├── tatoeba.pes-eng.eng │ │ ├── tatoeba.pes-eng.pes │ │ ├── tatoeba.pms-eng.eng │ │ ├── tatoeba.pms-eng.pms │ │ ├── tatoeba.pol-eng.eng │ │ ├── tatoeba.pol-eng.pol │ │ ├── tatoeba.por-eng.eng │ │ ├── tatoeba.por-eng.por │ │ ├── tatoeba.ron-eng.eng │ │ ├── tatoeba.ron-eng.ron │ │ ├── tatoeba.rus-eng.eng │ │ ├── tatoeba.rus-eng.rus │ │ ├── tatoeba.slk-eng.eng │ │ ├── tatoeba.slk-eng.slk │ │ ├── tatoeba.slv-eng.eng │ │ ├── tatoeba.slv-eng.slv │ │ ├── tatoeba.spa-eng.eng │ │ ├── tatoeba.spa-eng.spa │ │ ├── tatoeba.sqi-eng.eng │ │ ├── tatoeba.sqi-eng.sqi │ │ ├── tatoeba.srp-eng.eng │ │ ├── tatoeba.srp-eng.srp │ │ ├── tatoeba.swe-eng.eng │ │ ├── tatoeba.swe-eng.swe │ │ ├── tatoeba.swg-eng.eng │ │ ├── tatoeba.swg-eng.swg │ │ ├── tatoeba.swh-eng.eng │ │ ├── tatoeba.swh-eng.swh │ │ ├── tatoeba.tam-eng.eng │ │ ├── tatoeba.tam-eng.tam │ │ ├── tatoeba.tat-eng.eng │ │ ├── tatoeba.tat-eng.tat │ │ ├── tatoeba.tel-eng.eng │ │ ├── tatoeba.tel-eng.tel │ │ ├── tatoeba.tgl-eng.eng │ │ ├── tatoeba.tgl-eng.tgl │ │ ├── tatoeba.tha-eng.eng │ │ ├── tatoeba.tha-eng.tha │ │ ├── tatoeba.tuk-eng.eng │ │ ├── tatoeba.tuk-eng.tuk │ │ ├── tatoeba.tur-eng.eng │ │ ├── tatoeba.tur-eng.tur │ │ ├── tatoeba.tzl-eng.eng │ │ ├── tatoeba.tzl-eng.tzl │ │ ├── tatoeba.uig-eng.eng │ │ ├── tatoeba.uig-eng.uig │ │ ├── tatoeba.ukr-eng.eng │ │ ├── tatoeba.ukr-eng.ukr │ │ ├── tatoeba.urd-eng.eng │ │ ├── tatoeba.urd-eng.urd │ │ ├── tatoeba.uzb-eng.eng │ │ ├── tatoeba.uzb-eng.uzb │ │ ├── tatoeba.vie-eng.eng │ │ ├── tatoeba.vie-eng.vie │ │ ├── tatoeba.war-eng.eng │ │ ├── tatoeba.war-eng.war │ │ ├── tatoeba.wuu-eng.eng │ │ ├── tatoeba.wuu-eng.wuu │ │ ├── tatoeba.xho-eng.eng │ │ ├── tatoeba.xho-eng.xho │ │ ├── tatoeba.yid-eng.eng │ │ ├── tatoeba.yid-eng.yid │ │ ├── tatoeba.yue-eng.eng │ │ ├── tatoeba.yue-eng.yue │ │ ├── tatoeba.zsm-eng.eng │ │ └── tatoeba.zsm-eng.zsm └── wmt22_african │ ├── LICENSE │ └── README.md ├── docker ├── Dockerfile ├── README.md ├── app.py └── decode.py ├── install_external_tools.sh ├── install_models.sh ├── laser_encoders ├── README.md ├── __init__.py ├── download_models.py ├── language_list.py ├── laser_tokenizer.py ├── models.py ├── test_laser_tokenizer.py ├── test_models_initialization.py └── validate_models.py ├── nllb ├── README.md ├── download_models.sh └── nllb_laser3.png ├── pyproject.toml ├── remove_external_tools.sh ├── source ├── embed.py ├── eval.py ├── lib │ ├── indexing.py │ ├── romanize_lc.py │ └── text_processing.py ├── mine_bitexts.py ├── nli.py ├── paraphrase.py ├── pxsim.py ├── sent_classif.py ├── similarity_search.py └── xsim.py ├── tasks ├── CCMatrix │ ├── MatrixMine.pdf │ ├── README.md │ └── dl_cc_matrix.py ├── SentimentAnalysis │ ├── README.md │ └── SentimentAnalysis.ipynb ├── WikiMatrix │ ├── README.md │ ├── WikiMatrix-bleu.pdf │ ├── WikiMatrix-sizes.pdf │ ├── extract.py │ └── list_of_bitexts.txt ├── bucc │ ├── README.md │ ├── bucc.py │ └── bucc.sh ├── clustering │ ├── LaserClusteringExample.ipynb │ └── README.md ├── embed │ ├── README.md │ └── embed.sh ├── librivox-s2s │ └── README.md ├── mldoc │ ├── README.md │ ├── mldoc.py │ └── mldoc.sh ├── pxsim │ ├── README.md │ └── eval.sh ├── similarity │ ├── README.md │ └── wmt.sh ├── wmt22 │ ├── README.md │ └── download_models.sh ├── xnli │ ├── README.md │ ├── xnli.py │ └── xnli.sh ├── xsim │ ├── README.md │ └── eval.sh └── xsimplusplus │ ├── README.md │ └── eval.sh └── utils ├── requirements.txt ├── setup.py └── src ├── __init__.py ├── cleaner_splitter.py ├── demojizer.py ├── remove_non_printing_char.py └── sentence_split.py /.github/workflows/lint_and_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/.github/workflows/lint_and_tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/README.md -------------------------------------------------------------------------------- /data/nllb200/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/nllb200/LICENSE -------------------------------------------------------------------------------- /data/nllb200/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/nllb200/README.md -------------------------------------------------------------------------------- /data/tatoeba/v1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/README.md -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.afr-eng.afr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.afr-eng.afr -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.afr-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.afr-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.amh-eng.amh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.amh-eng.amh -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.amh-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.amh-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ang-eng.ang: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ang-eng.ang -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ang-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ang-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ara-eng.ara: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ara-eng.ara -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ara-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ara-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.arq-eng.arq: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.arq-eng.arq -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.arq-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.arq-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.arz-eng.arz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.arz-eng.arz -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.arz-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.arz-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ast-eng.ast: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ast-eng.ast -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ast-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ast-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.awa-eng.awa: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.awa-eng.awa -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.awa-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.awa-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.aze-eng.aze: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.aze-eng.aze -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.aze-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.aze-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bel-eng.bel: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bel-eng.bel -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bel-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bel-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ben-eng.ben: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ben-eng.ben -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ben-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ben-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ber-eng.ber: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ber-eng.ber -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ber-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ber-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bos-eng.bos: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bos-eng.bos -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bos-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bos-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bre-eng.bre: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bre-eng.bre -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bre-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bre-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bul-eng.bul: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bul-eng.bul -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.bul-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.bul-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cat-eng.cat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cat-eng.cat -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cat-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cat-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cbk-eng.cbk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cbk-eng.cbk -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cbk-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cbk-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ceb-eng.ceb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ceb-eng.ceb -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ceb-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ceb-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ces-eng.ces: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ces-eng.ces -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ces-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ces-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cha-eng.cha: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cha-eng.cha -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cha-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cha-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cmn-eng.cmn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cmn-eng.cmn -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cmn-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cmn-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cor-eng.cor: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cor-eng.cor -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cor-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cor-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.csb-eng.csb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.csb-eng.csb -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.csb-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.csb-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cym-eng.cym: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cym-eng.cym -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.cym-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.cym-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.dan-eng.dan: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.dan-eng.dan -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.dan-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.dan-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.deu-eng.deu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.deu-eng.deu -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.deu-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.deu-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.dsb-eng.dsb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.dsb-eng.dsb -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.dsb-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.dsb-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.dtp-eng.dtp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.dtp-eng.dtp -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.dtp-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.dtp-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ell-eng.ell: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ell-eng.ell -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ell-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ell-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.epo-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.epo-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.epo-eng.epo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.epo-eng.epo -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.est-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.est-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.est-eng.est: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.est-eng.est -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.eus-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.eus-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.eus-eng.eus: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.eus-eng.eus -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fao-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fao-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fao-eng.fao: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fao-eng.fao -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fin-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fin-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fin-eng.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fin-eng.fin -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fra-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fra-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fra-eng.fra: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fra-eng.fra -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fry-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fry-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.fry-eng.fry: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.fry-eng.fry -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.gla-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.gla-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.gla-eng.gla: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.gla-eng.gla -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.gle-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.gle-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.gle-eng.gle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.gle-eng.gle -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.glg-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.glg-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.glg-eng.glg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.glg-eng.glg -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.gsw-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.gsw-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.gsw-eng.gsw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.gsw-eng.gsw -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.heb-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.heb-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.heb-eng.heb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.heb-eng.heb -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hin-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hin-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hin-eng.hin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hin-eng.hin -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hrv-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hrv-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hrv-eng.hrv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hrv-eng.hrv -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hsb-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hsb-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hsb-eng.hsb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hsb-eng.hsb -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hun-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hun-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hun-eng.hun: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hun-eng.hun -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hye-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hye-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.hye-eng.hye: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.hye-eng.hye -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ido-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ido-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ido-eng.ido: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ido-eng.ido -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ile-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ile-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ile-eng.ile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ile-eng.ile -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ina-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ina-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ina-eng.ina: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ina-eng.ina -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ind-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ind-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ind-eng.ind: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ind-eng.ind -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.isl-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.isl-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.isl-eng.isl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.isl-eng.isl -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ita-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ita-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ita-eng.ita: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ita-eng.ita -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.jav-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.jav-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.jav-eng.jav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.jav-eng.jav -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.jpn-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.jpn-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.jpn-eng.jpn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.jpn-eng.jpn -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kab-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kab-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kab-eng.kab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kab-eng.kab -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kat-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kat-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kat-eng.kat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kat-eng.kat -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kaz-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kaz-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kaz-eng.kaz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kaz-eng.kaz -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.khm-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.khm-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.khm-eng.khm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.khm-eng.khm -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kor-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kor-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kor-eng.kor: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kor-eng.kor -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kur-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kur-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kur-eng.kur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kur-eng.kur -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kzj-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kzj-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.kzj-eng.kzj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.kzj-eng.kzj -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lat-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lat-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lat-eng.lat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lat-eng.lat -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lfn-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lfn-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lfn-eng.lfn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lfn-eng.lfn -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lit-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lit-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lit-eng.lit: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lit-eng.lit -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lvs-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lvs-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.lvs-eng.lvs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.lvs-eng.lvs -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mal-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mal-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mal-eng.mal: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mal-eng.mal -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mar-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mar-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mar-eng.mar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mar-eng.mar -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.max-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.max-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.max-eng.max: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.max-eng.max -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mhr-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mhr-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mhr-eng.mhr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mhr-eng.mhr -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mkd-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mkd-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mkd-eng.mkd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mkd-eng.mkd -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mon-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mon-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.mon-eng.mon: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.mon-eng.mon -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nds-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nds-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nds-eng.nds: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nds-eng.nds -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nld-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nld-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nld-eng.nld: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nld-eng.nld -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nno-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nno-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nno-eng.nno: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nno-eng.nno -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nob-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nob-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nob-eng.nob: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nob-eng.nob -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nov-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nov-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.nov-eng.nov: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.nov-eng.nov -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.oci-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.oci-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.oci-eng.oci: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.oci-eng.oci -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.orv-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.orv-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.orv-eng.orv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.orv-eng.orv -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pam-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pam-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pam-eng.pam: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pam-eng.pam -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pes-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pes-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pes-eng.pes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pes-eng.pes -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pms-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pms-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pms-eng.pms: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pms-eng.pms -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pol-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pol-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.pol-eng.pol: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.pol-eng.pol -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.por-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.por-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.por-eng.por: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.por-eng.por -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ron-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ron-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ron-eng.ron: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ron-eng.ron -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.rus-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.rus-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.rus-eng.rus: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.rus-eng.rus -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.slk-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.slk-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.slk-eng.slk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.slk-eng.slk -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.slv-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.slv-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.slv-eng.slv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.slv-eng.slv -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.spa-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.spa-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.spa-eng.spa: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.spa-eng.spa -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.sqi-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.sqi-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.sqi-eng.sqi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.sqi-eng.sqi -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.srp-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.srp-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.srp-eng.srp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.srp-eng.srp -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.swe-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.swe-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.swe-eng.swe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.swe-eng.swe -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.swg-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.swg-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.swg-eng.swg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.swg-eng.swg -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.swh-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.swh-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.swh-eng.swh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.swh-eng.swh -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tam-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tam-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tam-eng.tam: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tam-eng.tam -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tat-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tat-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tat-eng.tat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tat-eng.tat -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tel-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tel-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tel-eng.tel: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tel-eng.tel -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tgl-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tgl-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tgl-eng.tgl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tgl-eng.tgl -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tha-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tha-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tha-eng.tha: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tha-eng.tha -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tuk-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tuk-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tuk-eng.tuk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tuk-eng.tuk -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tur-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tur-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tur-eng.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tur-eng.tur -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tzl-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tzl-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.tzl-eng.tzl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.tzl-eng.tzl -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.uig-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.uig-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.uig-eng.uig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.uig-eng.uig -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ukr-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ukr-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.ukr-eng.ukr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.ukr-eng.ukr -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.urd-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.urd-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.urd-eng.urd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.urd-eng.urd -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.uzb-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.uzb-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.uzb-eng.uzb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.uzb-eng.uzb -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.vie-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.vie-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.vie-eng.vie: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.vie-eng.vie -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.war-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.war-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.war-eng.war: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.war-eng.war -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.wuu-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.wuu-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.wuu-eng.wuu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.wuu-eng.wuu -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.xho-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.xho-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.xho-eng.xho: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.xho-eng.xho -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.yid-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.yid-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.yid-eng.yid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.yid-eng.yid -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.yue-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.yue-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.yue-eng.yue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.yue-eng.yue -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.zsm-eng.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.zsm-eng.eng -------------------------------------------------------------------------------- /data/tatoeba/v1/tatoeba.zsm-eng.zsm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/tatoeba/v1/tatoeba.zsm-eng.zsm -------------------------------------------------------------------------------- /data/wmt22_african/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/wmt22_african/LICENSE -------------------------------------------------------------------------------- /data/wmt22_african/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/data/wmt22_african/README.md -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/docker/README.md -------------------------------------------------------------------------------- /docker/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/docker/app.py -------------------------------------------------------------------------------- /docker/decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/docker/decode.py -------------------------------------------------------------------------------- /install_external_tools.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/install_external_tools.sh -------------------------------------------------------------------------------- /install_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/install_models.sh -------------------------------------------------------------------------------- /laser_encoders/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/README.md -------------------------------------------------------------------------------- /laser_encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/__init__.py -------------------------------------------------------------------------------- /laser_encoders/download_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/download_models.py -------------------------------------------------------------------------------- /laser_encoders/language_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/language_list.py -------------------------------------------------------------------------------- /laser_encoders/laser_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/laser_tokenizer.py -------------------------------------------------------------------------------- /laser_encoders/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/models.py -------------------------------------------------------------------------------- /laser_encoders/test_laser_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/test_laser_tokenizer.py -------------------------------------------------------------------------------- /laser_encoders/test_models_initialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/test_models_initialization.py -------------------------------------------------------------------------------- /laser_encoders/validate_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/laser_encoders/validate_models.py -------------------------------------------------------------------------------- /nllb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/nllb/README.md -------------------------------------------------------------------------------- /nllb/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/nllb/download_models.sh -------------------------------------------------------------------------------- /nllb/nllb_laser3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/nllb/nllb_laser3.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/pyproject.toml -------------------------------------------------------------------------------- /remove_external_tools.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/remove_external_tools.sh -------------------------------------------------------------------------------- /source/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/embed.py -------------------------------------------------------------------------------- /source/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/eval.py -------------------------------------------------------------------------------- /source/lib/indexing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/lib/indexing.py -------------------------------------------------------------------------------- /source/lib/romanize_lc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/lib/romanize_lc.py -------------------------------------------------------------------------------- /source/lib/text_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/lib/text_processing.py -------------------------------------------------------------------------------- /source/mine_bitexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/mine_bitexts.py -------------------------------------------------------------------------------- /source/nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/nli.py -------------------------------------------------------------------------------- /source/paraphrase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/paraphrase.py -------------------------------------------------------------------------------- /source/pxsim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/pxsim.py -------------------------------------------------------------------------------- /source/sent_classif.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/sent_classif.py -------------------------------------------------------------------------------- /source/similarity_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/similarity_search.py -------------------------------------------------------------------------------- /source/xsim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/source/xsim.py -------------------------------------------------------------------------------- /tasks/CCMatrix/MatrixMine.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/CCMatrix/MatrixMine.pdf -------------------------------------------------------------------------------- /tasks/CCMatrix/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/CCMatrix/README.md -------------------------------------------------------------------------------- /tasks/CCMatrix/dl_cc_matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/CCMatrix/dl_cc_matrix.py -------------------------------------------------------------------------------- /tasks/SentimentAnalysis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/SentimentAnalysis/README.md -------------------------------------------------------------------------------- /tasks/SentimentAnalysis/SentimentAnalysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/SentimentAnalysis/SentimentAnalysis.ipynb -------------------------------------------------------------------------------- /tasks/WikiMatrix/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/WikiMatrix/README.md -------------------------------------------------------------------------------- /tasks/WikiMatrix/WikiMatrix-bleu.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/WikiMatrix/WikiMatrix-bleu.pdf -------------------------------------------------------------------------------- /tasks/WikiMatrix/WikiMatrix-sizes.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/WikiMatrix/WikiMatrix-sizes.pdf -------------------------------------------------------------------------------- /tasks/WikiMatrix/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/WikiMatrix/extract.py -------------------------------------------------------------------------------- /tasks/WikiMatrix/list_of_bitexts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/WikiMatrix/list_of_bitexts.txt -------------------------------------------------------------------------------- /tasks/bucc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/bucc/README.md -------------------------------------------------------------------------------- /tasks/bucc/bucc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/bucc/bucc.py -------------------------------------------------------------------------------- /tasks/bucc/bucc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/bucc/bucc.sh -------------------------------------------------------------------------------- /tasks/clustering/LaserClusteringExample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/clustering/LaserClusteringExample.ipynb -------------------------------------------------------------------------------- /tasks/clustering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/clustering/README.md -------------------------------------------------------------------------------- /tasks/embed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/embed/README.md -------------------------------------------------------------------------------- /tasks/embed/embed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/embed/embed.sh -------------------------------------------------------------------------------- /tasks/librivox-s2s/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/librivox-s2s/README.md -------------------------------------------------------------------------------- /tasks/mldoc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/mldoc/README.md -------------------------------------------------------------------------------- /tasks/mldoc/mldoc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/mldoc/mldoc.py -------------------------------------------------------------------------------- /tasks/mldoc/mldoc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/mldoc/mldoc.sh -------------------------------------------------------------------------------- /tasks/pxsim/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/pxsim/README.md -------------------------------------------------------------------------------- /tasks/pxsim/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/pxsim/eval.sh -------------------------------------------------------------------------------- /tasks/similarity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/similarity/README.md -------------------------------------------------------------------------------- /tasks/similarity/wmt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/similarity/wmt.sh -------------------------------------------------------------------------------- /tasks/wmt22/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/wmt22/README.md -------------------------------------------------------------------------------- /tasks/wmt22/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/wmt22/download_models.sh -------------------------------------------------------------------------------- /tasks/xnli/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xnli/README.md -------------------------------------------------------------------------------- /tasks/xnli/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xnli/xnli.py -------------------------------------------------------------------------------- /tasks/xnli/xnli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xnli/xnli.sh -------------------------------------------------------------------------------- /tasks/xsim/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xsim/README.md -------------------------------------------------------------------------------- /tasks/xsim/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xsim/eval.sh -------------------------------------------------------------------------------- /tasks/xsimplusplus/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xsimplusplus/README.md -------------------------------------------------------------------------------- /tasks/xsimplusplus/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/tasks/xsimplusplus/eval.sh -------------------------------------------------------------------------------- /utils/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/utils/requirements.txt -------------------------------------------------------------------------------- /utils/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/utils/setup.py -------------------------------------------------------------------------------- /utils/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/src/cleaner_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/utils/src/cleaner_splitter.py -------------------------------------------------------------------------------- /utils/src/demojizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/utils/src/demojizer.py -------------------------------------------------------------------------------- /utils/src/remove_non_printing_char.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/utils/src/remove_non_printing_char.py -------------------------------------------------------------------------------- /utils/src/sentence_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/LASER/HEAD/utils/src/sentence_split.py --------------------------------------------------------------------------------