├── .gitignore ├── LM ├── NNLM │ ├── 10ite.correct.txt │ ├── toy.py │ └── toy_correct.py ├── RNNLM │ ├── data │ │ ├── ptb │ │ │ ├── test │ │ │ ├── train │ │ │ └── valid │ │ └── small │ │ │ ├── generate_toy.py │ │ │ ├── test │ │ │ ├── train │ │ │ └── valid │ ├── model │ │ └── placeholder.txt │ ├── py │ │ ├── best_buckets.py │ │ ├── data_iterator.py │ │ ├── data_util.py │ │ ├── generate_jobs.py │ │ ├── merge_jobs.py │ │ ├── read_hpc_output.py │ │ ├── run.py │ │ ├── seqModel.py │ │ ├── state.proto │ │ ├── state.py │ │ ├── state_pb2.py │ │ ├── summary.py │ │ ├── test │ │ │ └── test_data_util.py │ │ └── text.bin │ ├── py3 │ │ ├── best_buckets.py │ │ ├── data_iterator.py │ │ ├── data_util.py │ │ ├── run.py │ │ ├── seqModel.py │ │ ├── state.proto │ │ ├── state.py │ │ ├── state_pb2.py │ │ └── summary.py │ ├── readme.md │ ├── sh │ │ ├── dump_ptb.sh │ │ ├── dump_small.sh │ │ ├── force_decode_small.sh │ │ ├── train_ptb.sh │ │ └── train_small.sh │ └── sh3 │ │ ├── force_decode_small.sh │ │ └── train_small.sh ├── complete_sentence │ ├── answers.txt │ ├── main.py │ ├── options.txt │ └── sentences.txt ├── data │ ├── ptb.train.txt │ ├── ptb.train.txt.UNK │ ├── ptb.valid.txt │ └── ptb.valid.txt.UNK ├── model │ └── placeholder.txt ├── readme.txt └── sh │ ├── test.sh.UNK │ ├── train.400k.sh │ └── train.sh.UNK ├── Seq2Seq ├── data │ ├── enfr │ │ ├── dev_english.txt.tok.lc │ │ ├── dev_french.txt.tok.lc │ │ ├── test_english.tok.lc │ │ ├── test_french.tok.lc │ │ ├── train_english.txt.tok.lc.10k │ │ └── train_french.txt.tok.lc.10k │ └── small │ │ ├── test.output │ │ ├── test.src │ │ ├── test.tgt │ │ ├── train.src │ │ ├── train.tgt │ │ ├── valid.src │ │ └── valid.tgt ├── model │ └── placeholder.txt ├── py │ ├── best_buckets.py │ ├── data_iterator.py │ ├── data_utils.py │ ├── generate_jobs.py │ ├── merge_jobs.py │ ├── multi-bleu.perl │ ├── read_hpc_output.py │ ├── run.py │ ├── seqModel.py │ ├── state.proto │ ├── state.py │ ├── state_pb2.py │ ├── summary.py │ ├── test │ │ └── test_data_util.py │ └── text.bin ├── py_att │ ├── best_buckets.py │ ├── data_iterator.py │ ├── data_utils.py │ ├── generate_jobs.py │ ├── merge_jobs.py │ ├── multi-bleu.perl │ ├── read_hpc_output.py │ ├── run.py │ ├── seq2seq.ipynb │ ├── seqModel.py │ ├── state.proto │ ├── state.py │ ├── state_pb2.py │ ├── summary.py │ ├── test.py │ ├── test │ │ └── test_data_util.py │ └── text.bin ├── py_win │ ├── best_buckets.py │ ├── data_iterator.py │ ├── data_utils.py │ ├── generate_jobs.py │ ├── merge_jobs.py │ ├── multi-bleu.perl │ ├── read_hpc_output.py │ ├── run.py │ ├── seqModel.py │ ├── state.proto │ ├── state.py │ ├── state_pb2.py │ ├── summary.py │ ├── test.py │ ├── test │ │ └── test_data_util.py │ └── text.bin ├── readme.md ├── sh │ ├── beam_decode_small.sh │ ├── beam_decode_small_att.bat │ ├── beam_decode_small_att.sh │ ├── bleu_small.sh │ ├── dump_small.sh │ ├── force_decode_small.sh │ └── train_small.sh └── sh_win │ ├── beam_decode_small.bat │ ├── beam_decode_small_att.bat │ ├── train_enfr.bat │ ├── train_small.bat │ └── train_small_att.bat ├── fst ├── abcd.fsa ├── anbn.fsa ├── capitalize.fst ├── carmel ├── carmel.mac ├── eword-epron3.fst.wb ├── phrase_derivation.fst.wb ├── phrase_derivation.fst.wb.zip ├── pinyin-if-pinyin-q.fst.wb ├── pinyin-q-to-chinese.fst.wb ├── tagging.data ├── tagging.data.noe ├── tagging.fsa ├── tagging.fsa.trained ├── tagging.fsa.trained.noe ├── tagging.fst ├── tagging.fst.trained └── train_pos.sh ├── papers.md ├── slides ├── CRF.pptx ├── FSM.pptx ├── introduction.pptx ├── languageModel.pptx ├── lm_reference.pdf ├── neuralsequence1.pptx ├── neuralsequence2.pptx ├── neuralsequence3.pptx ├── neuralsequence4.pptx ├── neuralsequence5.pptx └── neuralsequence6.pptx └── word2vec ├── example.sh ├── prepare.mac.no_download.sh ├── prepare.mac.sh ├── prepare.no_download.sh ├── prepare.sh ├── questions-words.txt ├── text8.small ├── train_word2vec.sh ├── word2vec.py ├── word2vec_kernels.cc └── word2vec_ops.cc /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/.gitignore -------------------------------------------------------------------------------- /LM/NNLM/10ite.correct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/NNLM/10ite.correct.txt -------------------------------------------------------------------------------- /LM/NNLM/toy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/NNLM/toy.py -------------------------------------------------------------------------------- /LM/NNLM/toy_correct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/NNLM/toy_correct.py -------------------------------------------------------------------------------- /LM/RNNLM/data/ptb/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/ptb/test -------------------------------------------------------------------------------- /LM/RNNLM/data/ptb/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/ptb/train -------------------------------------------------------------------------------- /LM/RNNLM/data/ptb/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/ptb/valid -------------------------------------------------------------------------------- /LM/RNNLM/data/small/generate_toy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/small/generate_toy.py -------------------------------------------------------------------------------- /LM/RNNLM/data/small/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/small/test -------------------------------------------------------------------------------- /LM/RNNLM/data/small/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/small/train -------------------------------------------------------------------------------- /LM/RNNLM/data/small/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/data/small/valid -------------------------------------------------------------------------------- /LM/RNNLM/model/placeholder.txt: -------------------------------------------------------------------------------- 1 | Just a place holder 2 | -------------------------------------------------------------------------------- /LM/RNNLM/py/best_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/best_buckets.py -------------------------------------------------------------------------------- /LM/RNNLM/py/data_iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/data_iterator.py -------------------------------------------------------------------------------- /LM/RNNLM/py/data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/data_util.py -------------------------------------------------------------------------------- /LM/RNNLM/py/generate_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/generate_jobs.py -------------------------------------------------------------------------------- /LM/RNNLM/py/merge_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/merge_jobs.py -------------------------------------------------------------------------------- /LM/RNNLM/py/read_hpc_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/read_hpc_output.py -------------------------------------------------------------------------------- /LM/RNNLM/py/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/run.py -------------------------------------------------------------------------------- /LM/RNNLM/py/seqModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/seqModel.py -------------------------------------------------------------------------------- /LM/RNNLM/py/state.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/state.proto -------------------------------------------------------------------------------- /LM/RNNLM/py/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/state.py -------------------------------------------------------------------------------- /LM/RNNLM/py/state_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/state_pb2.py -------------------------------------------------------------------------------- /LM/RNNLM/py/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/summary.py -------------------------------------------------------------------------------- /LM/RNNLM/py/test/test_data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py/test/test_data_util.py -------------------------------------------------------------------------------- /LM/RNNLM/py/text.bin: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LM/RNNLM/py3/best_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/best_buckets.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/data_iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/data_iterator.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/data_util.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/run.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/seqModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/seqModel.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/state.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/state.proto -------------------------------------------------------------------------------- /LM/RNNLM/py3/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/state.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/state_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/state_pb2.py -------------------------------------------------------------------------------- /LM/RNNLM/py3/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/py3/summary.py -------------------------------------------------------------------------------- /LM/RNNLM/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/readme.md -------------------------------------------------------------------------------- /LM/RNNLM/sh/dump_ptb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh/dump_ptb.sh -------------------------------------------------------------------------------- /LM/RNNLM/sh/dump_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh/dump_small.sh -------------------------------------------------------------------------------- /LM/RNNLM/sh/force_decode_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh/force_decode_small.sh -------------------------------------------------------------------------------- /LM/RNNLM/sh/train_ptb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh/train_ptb.sh -------------------------------------------------------------------------------- /LM/RNNLM/sh/train_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh/train_small.sh -------------------------------------------------------------------------------- /LM/RNNLM/sh3/force_decode_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh3/force_decode_small.sh -------------------------------------------------------------------------------- /LM/RNNLM/sh3/train_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/RNNLM/sh3/train_small.sh -------------------------------------------------------------------------------- /LM/complete_sentence/answers.txt: -------------------------------------------------------------------------------- 1 | ABDCCDBABCDADBBCADAC 2 | -------------------------------------------------------------------------------- /LM/complete_sentence/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/complete_sentence/main.py -------------------------------------------------------------------------------- /LM/complete_sentence/options.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/complete_sentence/options.txt -------------------------------------------------------------------------------- /LM/complete_sentence/sentences.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/complete_sentence/sentences.txt -------------------------------------------------------------------------------- /LM/data/ptb.train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/data/ptb.train.txt -------------------------------------------------------------------------------- /LM/data/ptb.train.txt.UNK: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/data/ptb.train.txt.UNK -------------------------------------------------------------------------------- /LM/data/ptb.valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/data/ptb.valid.txt -------------------------------------------------------------------------------- /LM/data/ptb.valid.txt.UNK: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/data/ptb.valid.txt.UNK -------------------------------------------------------------------------------- /LM/model/placeholder.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/model/placeholder.txt -------------------------------------------------------------------------------- /LM/readme.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LM/sh/test.sh.UNK: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/sh/test.sh.UNK -------------------------------------------------------------------------------- /LM/sh/train.400k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/sh/train.400k.sh -------------------------------------------------------------------------------- /LM/sh/train.sh.UNK: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/LM/sh/train.sh.UNK -------------------------------------------------------------------------------- /Seq2Seq/data/enfr/dev_english.txt.tok.lc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/enfr/dev_english.txt.tok.lc -------------------------------------------------------------------------------- /Seq2Seq/data/enfr/dev_french.txt.tok.lc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/enfr/dev_french.txt.tok.lc -------------------------------------------------------------------------------- /Seq2Seq/data/enfr/test_english.tok.lc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/enfr/test_english.tok.lc -------------------------------------------------------------------------------- /Seq2Seq/data/enfr/test_french.tok.lc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/enfr/test_french.tok.lc -------------------------------------------------------------------------------- /Seq2Seq/data/enfr/train_english.txt.tok.lc.10k: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/enfr/train_english.txt.tok.lc.10k -------------------------------------------------------------------------------- /Seq2Seq/data/enfr/train_french.txt.tok.lc.10k: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/enfr/train_french.txt.tok.lc.10k -------------------------------------------------------------------------------- /Seq2Seq/data/small/test.output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/test.output -------------------------------------------------------------------------------- /Seq2Seq/data/small/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/test.src -------------------------------------------------------------------------------- /Seq2Seq/data/small/test.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/test.tgt -------------------------------------------------------------------------------- /Seq2Seq/data/small/train.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/train.src -------------------------------------------------------------------------------- /Seq2Seq/data/small/train.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/train.tgt -------------------------------------------------------------------------------- /Seq2Seq/data/small/valid.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/valid.src -------------------------------------------------------------------------------- /Seq2Seq/data/small/valid.tgt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/data/small/valid.tgt -------------------------------------------------------------------------------- /Seq2Seq/model/placeholder.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Seq2Seq/py/best_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/best_buckets.py -------------------------------------------------------------------------------- /Seq2Seq/py/data_iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/data_iterator.py -------------------------------------------------------------------------------- /Seq2Seq/py/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/data_utils.py -------------------------------------------------------------------------------- /Seq2Seq/py/generate_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/generate_jobs.py -------------------------------------------------------------------------------- /Seq2Seq/py/merge_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/merge_jobs.py -------------------------------------------------------------------------------- /Seq2Seq/py/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/multi-bleu.perl -------------------------------------------------------------------------------- /Seq2Seq/py/read_hpc_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/read_hpc_output.py -------------------------------------------------------------------------------- /Seq2Seq/py/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/run.py -------------------------------------------------------------------------------- /Seq2Seq/py/seqModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/seqModel.py -------------------------------------------------------------------------------- /Seq2Seq/py/state.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/state.proto -------------------------------------------------------------------------------- /Seq2Seq/py/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/state.py -------------------------------------------------------------------------------- /Seq2Seq/py/state_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/state_pb2.py -------------------------------------------------------------------------------- /Seq2Seq/py/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/summary.py -------------------------------------------------------------------------------- /Seq2Seq/py/test/test_data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py/test/test_data_util.py -------------------------------------------------------------------------------- /Seq2Seq/py/text.bin: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Seq2Seq/py_att/best_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/best_buckets.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/data_iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/data_iterator.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/data_utils.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/generate_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/generate_jobs.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/merge_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/merge_jobs.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/multi-bleu.perl -------------------------------------------------------------------------------- /Seq2Seq/py_att/read_hpc_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/read_hpc_output.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/run.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/seq2seq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/seq2seq.ipynb -------------------------------------------------------------------------------- /Seq2Seq/py_att/seqModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/seqModel.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/state.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/state.proto -------------------------------------------------------------------------------- /Seq2Seq/py_att/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/state.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/state_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/state_pb2.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/summary.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/test.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/test/test_data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_att/test/test_data_util.py -------------------------------------------------------------------------------- /Seq2Seq/py_att/text.bin: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Seq2Seq/py_win/best_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/best_buckets.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/data_iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/data_iterator.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/data_utils.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/generate_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/generate_jobs.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/merge_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/merge_jobs.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/multi-bleu.perl -------------------------------------------------------------------------------- /Seq2Seq/py_win/read_hpc_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/read_hpc_output.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/run.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/seqModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/seqModel.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/state.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/state.proto -------------------------------------------------------------------------------- /Seq2Seq/py_win/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/state.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/state_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/state_pb2.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/summary.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/test.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/test/test_data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/py_win/test/test_data_util.py -------------------------------------------------------------------------------- /Seq2Seq/py_win/text.bin: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Seq2Seq/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/readme.md -------------------------------------------------------------------------------- /Seq2Seq/sh/beam_decode_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/beam_decode_small.sh -------------------------------------------------------------------------------- /Seq2Seq/sh/beam_decode_small_att.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/beam_decode_small_att.bat -------------------------------------------------------------------------------- /Seq2Seq/sh/beam_decode_small_att.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/beam_decode_small_att.sh -------------------------------------------------------------------------------- /Seq2Seq/sh/bleu_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/bleu_small.sh -------------------------------------------------------------------------------- /Seq2Seq/sh/dump_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/dump_small.sh -------------------------------------------------------------------------------- /Seq2Seq/sh/force_decode_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/force_decode_small.sh -------------------------------------------------------------------------------- /Seq2Seq/sh/train_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh/train_small.sh -------------------------------------------------------------------------------- /Seq2Seq/sh_win/beam_decode_small.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh_win/beam_decode_small.bat -------------------------------------------------------------------------------- /Seq2Seq/sh_win/beam_decode_small_att.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh_win/beam_decode_small_att.bat -------------------------------------------------------------------------------- /Seq2Seq/sh_win/train_enfr.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh_win/train_enfr.bat -------------------------------------------------------------------------------- /Seq2Seq/sh_win/train_small.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh_win/train_small.bat -------------------------------------------------------------------------------- /Seq2Seq/sh_win/train_small_att.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/Seq2Seq/sh_win/train_small_att.bat -------------------------------------------------------------------------------- /fst/abcd.fsa: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/abcd.fsa -------------------------------------------------------------------------------- /fst/anbn.fsa: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/anbn.fsa -------------------------------------------------------------------------------- /fst/capitalize.fst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/capitalize.fst -------------------------------------------------------------------------------- /fst/carmel: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/carmel -------------------------------------------------------------------------------- /fst/carmel.mac: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/carmel.mac -------------------------------------------------------------------------------- /fst/eword-epron3.fst.wb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/eword-epron3.fst.wb -------------------------------------------------------------------------------- /fst/phrase_derivation.fst.wb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/phrase_derivation.fst.wb -------------------------------------------------------------------------------- /fst/phrase_derivation.fst.wb.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/phrase_derivation.fst.wb.zip -------------------------------------------------------------------------------- /fst/pinyin-if-pinyin-q.fst.wb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/pinyin-if-pinyin-q.fst.wb -------------------------------------------------------------------------------- /fst/pinyin-q-to-chinese.fst.wb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/pinyin-q-to-chinese.fst.wb -------------------------------------------------------------------------------- /fst/tagging.data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.data -------------------------------------------------------------------------------- /fst/tagging.data.noe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.data.noe -------------------------------------------------------------------------------- /fst/tagging.fsa: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.fsa -------------------------------------------------------------------------------- /fst/tagging.fsa.trained: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.fsa.trained -------------------------------------------------------------------------------- /fst/tagging.fsa.trained.noe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.fsa.trained.noe -------------------------------------------------------------------------------- /fst/tagging.fst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.fst -------------------------------------------------------------------------------- /fst/tagging.fst.trained: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/tagging.fst.trained -------------------------------------------------------------------------------- /fst/train_pos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/fst/train_pos.sh -------------------------------------------------------------------------------- /papers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/papers.md -------------------------------------------------------------------------------- /slides/CRF.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/CRF.pptx -------------------------------------------------------------------------------- /slides/FSM.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/FSM.pptx -------------------------------------------------------------------------------- /slides/introduction.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/introduction.pptx -------------------------------------------------------------------------------- /slides/languageModel.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/languageModel.pptx -------------------------------------------------------------------------------- /slides/lm_reference.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/lm_reference.pdf -------------------------------------------------------------------------------- /slides/neuralsequence1.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/neuralsequence1.pptx -------------------------------------------------------------------------------- /slides/neuralsequence2.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/neuralsequence2.pptx -------------------------------------------------------------------------------- /slides/neuralsequence3.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/neuralsequence3.pptx -------------------------------------------------------------------------------- /slides/neuralsequence4.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/neuralsequence4.pptx -------------------------------------------------------------------------------- /slides/neuralsequence5.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/neuralsequence5.pptx -------------------------------------------------------------------------------- /slides/neuralsequence6.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/slides/neuralsequence6.pptx -------------------------------------------------------------------------------- /word2vec/example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/example.sh -------------------------------------------------------------------------------- /word2vec/prepare.mac.no_download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/prepare.mac.no_download.sh -------------------------------------------------------------------------------- /word2vec/prepare.mac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/prepare.mac.sh -------------------------------------------------------------------------------- /word2vec/prepare.no_download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/prepare.no_download.sh -------------------------------------------------------------------------------- /word2vec/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/prepare.sh -------------------------------------------------------------------------------- /word2vec/questions-words.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/questions-words.txt -------------------------------------------------------------------------------- /word2vec/text8.small: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/text8.small -------------------------------------------------------------------------------- /word2vec/train_word2vec.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/train_word2vec.sh -------------------------------------------------------------------------------- /word2vec/word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/word2vec.py -------------------------------------------------------------------------------- /word2vec/word2vec_kernels.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/word2vec_kernels.cc -------------------------------------------------------------------------------- /word2vec/word2vec_ops.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shixing/xing_nlp/HEAD/word2vec/word2vec_ops.cc --------------------------------------------------------------------------------