├── .gitignore ├── LICENSE ├── README.md ├── preprocess ├── deen-test.sh ├── deen-train.sh ├── enfr-test.sh ├── enfr-train.sh ├── roen-test.sh ├── roen-train.sh ├── run.sh ├── test.sh └── train.sh ├── results ├── fastalign │ ├── deen-results.txt │ ├── enfr-results.txt │ ├── roen-results.txt │ ├── test.deen.grow-diagonal-final.talp │ ├── test.deen.grow-diagonal.talp │ ├── test.deen.intersection.talp │ ├── test.deen.reverse.talp │ ├── test.deen.talp │ ├── test.deen.union.talp │ ├── test.enfr.grow-diagonal-final.talp │ ├── test.enfr.grow-diagonal.talp │ ├── test.enfr.intersection.talp │ ├── test.enfr.reverse.talp │ ├── test.enfr.talp │ ├── test.enfr.union.talp │ ├── test.roen.grow-diagonal-final.talp │ ├── test.roen.grow-diagonal.talp │ ├── test.roen.intersection.talp │ ├── test.roen.reverse.talp │ ├── test.roen.talp │ └── test.roen.union.talp └── giza │ ├── deen-results.txt │ ├── enfr-results.txt │ ├── roen-results.txt │ ├── test.deen.grow-diagonal-final.talp │ ├── test.deen.grow-diagonal.talp │ ├── test.deen.intersection.talp │ ├── test.deen.reverse.talp │ ├── test.deen.talp │ ├── test.deen.union.talp │ ├── test.enfr.grow-diagonal-final.talp │ ├── test.enfr.grow-diagonal.talp │ ├── test.enfr.intersection.talp │ ├── test.enfr.reverse.talp │ ├── test.enfr.talp │ ├── test.enfr.union.talp │ ├── test.roen.grow-diagonal-final.talp │ ├── test.roen.grow-diagonal.talp │ ├── test.roen.intersection.talp │ ├── test.roen.reverse.talp │ ├── test.roen.talp │ └── test.roen.union.talp └── scripts ├── a3ToTalp.py ├── aer.py ├── clean-test.sh ├── combine.sh ├── combine_bidirectional_alignments.py ├── create_fast_align_corpus.sh ├── fast_align.sh ├── generate_repeats.py ├── giza.sh ├── hard_to_soft_alignments.py ├── lowercase.py ├── remove_sentences.py ├── run_fast_align.sh ├── run_fast_align_force_align.sh ├── run_giza.sh ├── run_giza_force_align.sh ├── sentencepiece_to_word_alignments.py ├── toTalp.py ├── to_utf8.py └── train_giza_force_align.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/README.md -------------------------------------------------------------------------------- /preprocess/deen-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/deen-test.sh -------------------------------------------------------------------------------- /preprocess/deen-train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/deen-train.sh -------------------------------------------------------------------------------- /preprocess/enfr-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/enfr-test.sh -------------------------------------------------------------------------------- /preprocess/enfr-train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/enfr-train.sh -------------------------------------------------------------------------------- /preprocess/roen-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/roen-test.sh -------------------------------------------------------------------------------- /preprocess/roen-train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/roen-train.sh -------------------------------------------------------------------------------- /preprocess/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/run.sh -------------------------------------------------------------------------------- /preprocess/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/test.sh -------------------------------------------------------------------------------- /preprocess/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/preprocess/train.sh -------------------------------------------------------------------------------- /results/fastalign/deen-results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/deen-results.txt -------------------------------------------------------------------------------- /results/fastalign/enfr-results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/enfr-results.txt -------------------------------------------------------------------------------- /results/fastalign/roen-results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/roen-results.txt -------------------------------------------------------------------------------- /results/fastalign/test.deen.grow-diagonal-final.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.deen.grow-diagonal-final.talp -------------------------------------------------------------------------------- /results/fastalign/test.deen.grow-diagonal.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.deen.grow-diagonal.talp -------------------------------------------------------------------------------- /results/fastalign/test.deen.intersection.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.deen.intersection.talp -------------------------------------------------------------------------------- /results/fastalign/test.deen.reverse.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.deen.reverse.talp -------------------------------------------------------------------------------- /results/fastalign/test.deen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.deen.talp -------------------------------------------------------------------------------- /results/fastalign/test.deen.union.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.deen.union.talp -------------------------------------------------------------------------------- /results/fastalign/test.enfr.grow-diagonal-final.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.enfr.grow-diagonal-final.talp -------------------------------------------------------------------------------- /results/fastalign/test.enfr.grow-diagonal.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.enfr.grow-diagonal.talp -------------------------------------------------------------------------------- /results/fastalign/test.enfr.intersection.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.enfr.intersection.talp -------------------------------------------------------------------------------- /results/fastalign/test.enfr.reverse.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.enfr.reverse.talp -------------------------------------------------------------------------------- /results/fastalign/test.enfr.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.enfr.talp -------------------------------------------------------------------------------- /results/fastalign/test.enfr.union.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.enfr.union.talp -------------------------------------------------------------------------------- /results/fastalign/test.roen.grow-diagonal-final.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.roen.grow-diagonal-final.talp -------------------------------------------------------------------------------- /results/fastalign/test.roen.grow-diagonal.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.roen.grow-diagonal.talp -------------------------------------------------------------------------------- /results/fastalign/test.roen.intersection.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.roen.intersection.talp -------------------------------------------------------------------------------- /results/fastalign/test.roen.reverse.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.roen.reverse.talp -------------------------------------------------------------------------------- /results/fastalign/test.roen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.roen.talp -------------------------------------------------------------------------------- /results/fastalign/test.roen.union.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/fastalign/test.roen.union.talp -------------------------------------------------------------------------------- /results/giza/deen-results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/deen-results.txt -------------------------------------------------------------------------------- /results/giza/enfr-results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/enfr-results.txt -------------------------------------------------------------------------------- /results/giza/roen-results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/roen-results.txt -------------------------------------------------------------------------------- /results/giza/test.deen.grow-diagonal-final.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.deen.grow-diagonal-final.talp -------------------------------------------------------------------------------- /results/giza/test.deen.grow-diagonal.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.deen.grow-diagonal.talp -------------------------------------------------------------------------------- /results/giza/test.deen.intersection.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.deen.intersection.talp -------------------------------------------------------------------------------- /results/giza/test.deen.reverse.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.deen.reverse.talp -------------------------------------------------------------------------------- /results/giza/test.deen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.deen.talp -------------------------------------------------------------------------------- /results/giza/test.deen.union.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.deen.union.talp -------------------------------------------------------------------------------- /results/giza/test.enfr.grow-diagonal-final.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.enfr.grow-diagonal-final.talp -------------------------------------------------------------------------------- /results/giza/test.enfr.grow-diagonal.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.enfr.grow-diagonal.talp -------------------------------------------------------------------------------- /results/giza/test.enfr.intersection.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.enfr.intersection.talp -------------------------------------------------------------------------------- /results/giza/test.enfr.reverse.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.enfr.reverse.talp -------------------------------------------------------------------------------- /results/giza/test.enfr.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.enfr.talp -------------------------------------------------------------------------------- /results/giza/test.enfr.union.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.enfr.union.talp -------------------------------------------------------------------------------- /results/giza/test.roen.grow-diagonal-final.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.roen.grow-diagonal-final.talp -------------------------------------------------------------------------------- /results/giza/test.roen.grow-diagonal.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.roen.grow-diagonal.talp -------------------------------------------------------------------------------- /results/giza/test.roen.intersection.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.roen.intersection.talp -------------------------------------------------------------------------------- /results/giza/test.roen.reverse.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.roen.reverse.talp -------------------------------------------------------------------------------- /results/giza/test.roen.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.roen.talp -------------------------------------------------------------------------------- /results/giza/test.roen.union.talp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/results/giza/test.roen.union.talp -------------------------------------------------------------------------------- /scripts/a3ToTalp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/a3ToTalp.py -------------------------------------------------------------------------------- /scripts/aer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/aer.py -------------------------------------------------------------------------------- /scripts/clean-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/clean-test.sh -------------------------------------------------------------------------------- /scripts/combine.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/combine.sh -------------------------------------------------------------------------------- /scripts/combine_bidirectional_alignments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/combine_bidirectional_alignments.py -------------------------------------------------------------------------------- /scripts/create_fast_align_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/create_fast_align_corpus.sh -------------------------------------------------------------------------------- /scripts/fast_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/fast_align.sh -------------------------------------------------------------------------------- /scripts/generate_repeats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/generate_repeats.py -------------------------------------------------------------------------------- /scripts/giza.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/giza.sh -------------------------------------------------------------------------------- /scripts/hard_to_soft_alignments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/hard_to_soft_alignments.py -------------------------------------------------------------------------------- /scripts/lowercase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/lowercase.py -------------------------------------------------------------------------------- /scripts/remove_sentences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/remove_sentences.py -------------------------------------------------------------------------------- /scripts/run_fast_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/run_fast_align.sh -------------------------------------------------------------------------------- /scripts/run_fast_align_force_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/run_fast_align_force_align.sh -------------------------------------------------------------------------------- /scripts/run_giza.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/run_giza.sh -------------------------------------------------------------------------------- /scripts/run_giza_force_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/run_giza_force_align.sh -------------------------------------------------------------------------------- /scripts/sentencepiece_to_word_alignments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/sentencepiece_to_word_alignments.py -------------------------------------------------------------------------------- /scripts/toTalp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/toTalp.py -------------------------------------------------------------------------------- /scripts/to_utf8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/to_utf8.py -------------------------------------------------------------------------------- /scripts/train_giza_force_align.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lilt/alignment-scripts/HEAD/scripts/train_giza_force_align.sh --------------------------------------------------------------------------------