├── .gitignore ├── README.md ├── code ├── _dev │ └── constrained │ │ ├── .travis.yml │ │ ├── CONTRIBUTING.md │ │ ├── Dockerfile │ │ ├── LICENSE.md │ │ ├── README.md │ │ ├── docs │ │ ├── Makefile │ │ ├── generate.sh │ │ ├── requirements.txt │ │ └── source │ │ │ ├── CONTRIBUTING.md │ │ │ ├── FAQ.md │ │ │ ├── Library.ipynb │ │ │ ├── Library.md │ │ │ ├── Summarization.md │ │ │ ├── conf.py │ │ │ ├── examples.rst │ │ │ ├── extended.md │ │ │ ├── im2text.md │ │ │ ├── index.md │ │ │ ├── index.rst │ │ │ ├── main.md │ │ │ ├── modules.rst │ │ │ ├── onmt.io.rst │ │ │ ├── onmt.modules.rst │ │ │ ├── onmt.rst │ │ │ ├── onmt.translation.rst │ │ │ ├── options │ │ │ ├── preprocess.md │ │ │ ├── train.md │ │ │ └── translate.md │ │ │ ├── quickstart.md │ │ │ ├── ref.rst │ │ │ ├── refs.bib │ │ │ └── speech2text.md │ │ ├── onmt │ │ ├── Loss.py │ │ ├── ModelConstructor.py │ │ ├── Models.py │ │ ├── Optim.py │ │ ├── Trainer.py │ │ ├── Utils.py │ │ ├── __init__.py │ │ ├── io │ │ │ ├── AudioDataset.py │ │ │ ├── DatasetBase.py │ │ │ ├── IO.py │ │ │ ├── ImageDataset.py │ │ │ ├── TextDataset.py │ │ │ └── __init__.py │ │ ├── modules │ │ │ ├── AudioEncoder.py │ │ │ ├── Conv2Conv.py │ │ │ ├── ConvMultiStepAttention.py │ │ │ ├── CopyGenerator.py │ │ │ ├── Embeddings.py │ │ │ ├── Gate.py │ │ │ ├── GlobalAttention.py │ │ │ ├── ImageEncoder.py │ │ │ ├── MultiHeadedAttn.py │ │ │ ├── SRU.py │ │ │ ├── StackedRNN.py │ │ │ ├── StructuredAttention.py │ │ │ ├── Transformer.py │ │ │ ├── UtilClass.py │ │ │ ├── WeightNorm.py │ │ │ └── __init__.py │ │ └── translate │ │ │ ├── Beam.py │ │ │ ├── Translation.py │ │ │ ├── Translator.py │ │ │ └── __init__.py │ │ ├── opts.py │ │ ├── preprocess.py │ │ ├── requirements.opt.txt │ │ ├── requirements.txt │ │ ├── setup.py │ │ ├── test │ │ ├── __init__.py │ │ ├── pull_request_chk.sh │ │ ├── rebuild_test_models.sh │ │ ├── test_attention.py │ │ ├── test_models.py │ │ ├── test_preprocess.py │ │ └── test_simple.py │ │ ├── tools │ │ ├── README.md │ │ ├── apply_bpe.py │ │ ├── bpe_pipeline.sh │ │ ├── detokenize.perl │ │ ├── embeddings_to_torch.py │ │ ├── extract_embeddings.py │ │ ├── learn_bpe.py │ │ ├── multi-bleu-detok.perl │ │ ├── multi-bleu.perl │ │ ├── nonbreaking_prefixes │ │ │ ├── README.txt │ │ │ ├── nonbreaking_prefix.ca │ │ │ ├── nonbreaking_prefix.cs │ │ │ ├── nonbreaking_prefix.de │ │ │ ├── nonbreaking_prefix.el │ │ │ ├── nonbreaking_prefix.en │ │ │ ├── nonbreaking_prefix.es │ │ │ ├── nonbreaking_prefix.fi │ │ │ ├── nonbreaking_prefix.fr │ │ │ ├── nonbreaking_prefix.ga │ │ │ ├── nonbreaking_prefix.hu │ │ │ ├── nonbreaking_prefix.is │ │ │ ├── nonbreaking_prefix.it │ │ │ ├── nonbreaking_prefix.lt │ │ │ ├── nonbreaking_prefix.lv │ │ │ ├── nonbreaking_prefix.nl │ │ │ ├── nonbreaking_prefix.pl │ │ │ ├── nonbreaking_prefix.ro │ │ │ ├── nonbreaking_prefix.ru │ │ │ ├── nonbreaking_prefix.sk │ │ │ ├── nonbreaking_prefix.sl │ │ │ ├── nonbreaking_prefix.sv │ │ │ ├── nonbreaking_prefix.ta │ │ │ ├── nonbreaking_prefix.yue │ │ │ └── nonbreaking_prefix.zh │ │ ├── test_rouge.py │ │ └── tokenizer.perl │ │ ├── train.py │ │ └── translate.py ├── notes │ └── example_run.sh ├── post_processing │ ├── post_hoc_fix_standard_tags.py │ └── tags_to_sentences.py └── replication_fork │ ├── CHANGELOG.md │ ├── LICENSE.md │ ├── README.md │ ├── STYLE.md │ ├── benchmark │ ├── 3rdParty │ │ ├── input-from-sgm.perl │ │ ├── multi-bleu.perl │ │ └── wrap-xml.perl │ ├── README.md │ ├── generate_metadata.lua │ ├── getTests.py │ ├── submitOutput.py │ └── submitSystem.py │ ├── doc │ ├── Quickstart.md │ ├── format.py │ ├── mkdocs.sh │ └── mkdocs.yml │ ├── examples │ ├── README.md │ └── language_model.lua │ ├── onmt │ ├── Constants.lua │ ├── Models.lua │ ├── data │ │ ├── Batch.lua │ │ ├── Dataset.lua │ │ ├── Vocabulary.lua │ │ └── init.lua │ ├── init.lua │ ├── modules │ │ ├── BiEncoder.lua │ │ ├── Decoder.lua │ │ ├── Encoder.lua │ │ ├── FeaturesEmbedding.lua │ │ ├── FeaturesGenerator.lua │ │ ├── GRU.lua │ │ ├── Generator.lua │ │ ├── GlobalAttention.lua │ │ ├── LSTM.lua │ │ ├── MaskedSoftmax.lua │ │ ├── Network.lua │ │ ├── Sequencer.lua │ │ ├── WordEmbedding.lua │ │ └── init.lua │ ├── train │ │ ├── Checkpoint.lua │ │ ├── EpochState.lua │ │ ├── Optim.lua │ │ └── init.lua │ ├── translate │ │ ├── Advancer.lua │ │ ├── Beam.lua │ │ ├── BeamSearcher.lua │ │ ├── DecoderAdvancer.lua │ │ ├── PhraseTable.lua │ │ ├── Translator.lua │ │ └── init.lua │ └── utils │ │ ├── Cuda.lua │ │ ├── Dict.lua │ │ ├── Features.lua │ │ ├── FileReader.lua │ │ ├── Log.lua │ │ ├── Logger.lua │ │ ├── Memory.lua │ │ ├── MemoryOptimizer.lua │ │ ├── Opt.lua │ │ ├── Parallel.lua │ │ ├── Profiler.lua │ │ ├── String.lua │ │ ├── Table.lua │ │ ├── Tensor.lua │ │ └── init.lua │ ├── preprocess.lua │ ├── rocks │ └── opennmt-scm-1.rockspec │ ├── test │ ├── test.lua │ └── tokenization │ │ ├── README.md │ │ ├── aggressivesep.tokenized │ │ ├── aggressivesep.tokenized.new │ │ ├── aggressivesep_aggressive_marker_false.raw │ │ ├── basic.detokenized │ │ ├── basic.tokenized │ │ ├── basic_conservative_none_false.raw │ │ ├── bpe-models │ │ ├── fr500 │ │ └── testcode │ │ ├── bpebasic.tokenized │ │ ├── bpebasic.tokenized.new │ │ ├── bpebasic_conservative_marker_false_testcode.raw │ │ ├── bperealfr.tokenized │ │ ├── bperealfr_aggressive_marker_false_fr500.raw │ │ ├── mix.detokenized │ │ ├── mix.tokenized │ │ ├── mix_conservative_marker_true.raw │ │ ├── mp3.tokenized │ │ ├── mp3_aggressive_marker_false.raw │ │ ├── nojoiner.detokenized │ │ ├── nojoiner.tokenized │ │ ├── nojoiner_conservative_none_false.raw │ │ ├── real.tokenized │ │ ├── real_conservative_marker_false.raw │ │ └── test.sh │ ├── tools │ ├── README.md │ ├── detokenize.lua │ ├── release_model.lua │ ├── tokenize.lua │ ├── translation_server.lua │ └── utils │ │ ├── BPE.lua │ │ ├── case.lua │ │ ├── separators.lua │ │ ├── tokenizer.lua │ │ ├── unicode.lua │ │ └── unidata.lua │ ├── train.lua │ └── translate.lua └── papers └── aesw └── poster ├── AESW 2016 Poster ├── aesw_poster.tex ├── beamerposter.sty ├── beamerthemeconfposter.sty ├── figures │ ├── aesw2016.bib │ ├── basecommon.sty │ ├── f1.eps │ ├── grammar.png │ └── pr.eps └── logo.eps └── AESW_2016_Poster.pdf /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/README.md -------------------------------------------------------------------------------- /code/_dev/constrained/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/.travis.yml -------------------------------------------------------------------------------- /code/_dev/constrained/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/CONTRIBUTING.md -------------------------------------------------------------------------------- /code/_dev/constrained/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/Dockerfile -------------------------------------------------------------------------------- /code/_dev/constrained/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/LICENSE.md -------------------------------------------------------------------------------- /code/_dev/constrained/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/README.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/Makefile -------------------------------------------------------------------------------- /code/_dev/constrained/docs/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/generate.sh -------------------------------------------------------------------------------- /code/_dev/constrained/docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/requirements.txt -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/CONTRIBUTING.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/FAQ.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/FAQ.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/Library.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/Library.ipynb -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/Library.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/Library.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/Summarization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/Summarization.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/conf.py -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/examples.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/examples.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/extended.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/extended.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/im2text.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/im2text.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/index.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/index.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/main.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/main.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/modules.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/onmt.io.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/onmt.io.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/onmt.modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/onmt.modules.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/onmt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/onmt.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/onmt.translation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/onmt.translation.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/options/preprocess.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/options/preprocess.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/options/train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/options/train.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/options/translate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/options/translate.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/quickstart.md -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/ref.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/ref.rst -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/refs.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/refs.bib -------------------------------------------------------------------------------- /code/_dev/constrained/docs/source/speech2text.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/docs/source/speech2text.md -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/Loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/Loss.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/ModelConstructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/ModelConstructor.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/Models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/Models.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/Optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/Optim.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/Trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/Trainer.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/Utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/Utils.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/__init__.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/io/AudioDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/io/AudioDataset.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/io/DatasetBase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/io/DatasetBase.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/io/IO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/io/IO.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/io/ImageDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/io/ImageDataset.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/io/TextDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/io/TextDataset.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/io/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/io/__init__.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/AudioEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/AudioEncoder.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/Conv2Conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/Conv2Conv.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/ConvMultiStepAttention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/ConvMultiStepAttention.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/CopyGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/CopyGenerator.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/Embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/Embeddings.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/Gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/Gate.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/GlobalAttention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/GlobalAttention.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/ImageEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/ImageEncoder.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/MultiHeadedAttn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/MultiHeadedAttn.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/SRU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/SRU.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/StackedRNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/StackedRNN.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/StructuredAttention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/StructuredAttention.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/Transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/Transformer.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/UtilClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/UtilClass.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/WeightNorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/WeightNorm.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/modules/__init__.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/translate/Beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/translate/Beam.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/translate/Translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/translate/Translation.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/translate/Translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/translate/Translator.py -------------------------------------------------------------------------------- /code/_dev/constrained/onmt/translate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/onmt/translate/__init__.py -------------------------------------------------------------------------------- /code/_dev/constrained/opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/opts.py -------------------------------------------------------------------------------- /code/_dev/constrained/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/preprocess.py -------------------------------------------------------------------------------- /code/_dev/constrained/requirements.opt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/requirements.opt.txt -------------------------------------------------------------------------------- /code/_dev/constrained/requirements.txt: -------------------------------------------------------------------------------- 1 | six 2 | tqdm 3 | torchtext>=0.2.1 4 | future 5 | -------------------------------------------------------------------------------- /code/_dev/constrained/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/setup.py -------------------------------------------------------------------------------- /code/_dev/constrained/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/_dev/constrained/test/pull_request_chk.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/test/pull_request_chk.sh -------------------------------------------------------------------------------- /code/_dev/constrained/test/rebuild_test_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/test/rebuild_test_models.sh -------------------------------------------------------------------------------- /code/_dev/constrained/test/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/test/test_attention.py -------------------------------------------------------------------------------- /code/_dev/constrained/test/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/test/test_models.py -------------------------------------------------------------------------------- /code/_dev/constrained/test/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/test/test_preprocess.py -------------------------------------------------------------------------------- /code/_dev/constrained/test/test_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/test/test_simple.py -------------------------------------------------------------------------------- /code/_dev/constrained/tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/README.md -------------------------------------------------------------------------------- /code/_dev/constrained/tools/apply_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/apply_bpe.py -------------------------------------------------------------------------------- /code/_dev/constrained/tools/bpe_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/bpe_pipeline.sh -------------------------------------------------------------------------------- /code/_dev/constrained/tools/detokenize.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/detokenize.perl -------------------------------------------------------------------------------- /code/_dev/constrained/tools/embeddings_to_torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/embeddings_to_torch.py -------------------------------------------------------------------------------- /code/_dev/constrained/tools/extract_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/extract_embeddings.py -------------------------------------------------------------------------------- /code/_dev/constrained/tools/learn_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/learn_bpe.py -------------------------------------------------------------------------------- /code/_dev/constrained/tools/multi-bleu-detok.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/multi-bleu-detok.perl -------------------------------------------------------------------------------- /code/_dev/constrained/tools/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/multi-bleu.perl -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/README.txt -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ca: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ca -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.cs -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.de -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.el: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.el -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.en -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.es: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.es -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.fi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.fi -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.fr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.fr -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ga: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ga -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.hu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.hu -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.is: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.is -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.it: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.it -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.lt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.lt -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.lv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.lv -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.nl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.nl -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.pl -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ro -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ru: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ru -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.sk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.sk -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.sl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.sl -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.sv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.sv -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.ta -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.yue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.yue -------------------------------------------------------------------------------- /code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.zh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/nonbreaking_prefixes/nonbreaking_prefix.zh -------------------------------------------------------------------------------- /code/_dev/constrained/tools/test_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/test_rouge.py -------------------------------------------------------------------------------- /code/_dev/constrained/tools/tokenizer.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/tools/tokenizer.perl -------------------------------------------------------------------------------- /code/_dev/constrained/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/train.py -------------------------------------------------------------------------------- /code/_dev/constrained/translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/_dev/constrained/translate.py -------------------------------------------------------------------------------- /code/notes/example_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/notes/example_run.sh -------------------------------------------------------------------------------- /code/post_processing/post_hoc_fix_standard_tags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/post_processing/post_hoc_fix_standard_tags.py -------------------------------------------------------------------------------- /code/post_processing/tags_to_sentences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/post_processing/tags_to_sentences.py -------------------------------------------------------------------------------- /code/replication_fork/CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/CHANGELOG.md -------------------------------------------------------------------------------- /code/replication_fork/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/LICENSE.md -------------------------------------------------------------------------------- /code/replication_fork/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/README.md -------------------------------------------------------------------------------- /code/replication_fork/STYLE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/STYLE.md -------------------------------------------------------------------------------- /code/replication_fork/benchmark/3rdParty/input-from-sgm.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/3rdParty/input-from-sgm.perl -------------------------------------------------------------------------------- /code/replication_fork/benchmark/3rdParty/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/3rdParty/multi-bleu.perl -------------------------------------------------------------------------------- /code/replication_fork/benchmark/3rdParty/wrap-xml.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/3rdParty/wrap-xml.perl -------------------------------------------------------------------------------- /code/replication_fork/benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/README.md -------------------------------------------------------------------------------- /code/replication_fork/benchmark/generate_metadata.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/generate_metadata.lua -------------------------------------------------------------------------------- /code/replication_fork/benchmark/getTests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/getTests.py -------------------------------------------------------------------------------- /code/replication_fork/benchmark/submitOutput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/submitOutput.py -------------------------------------------------------------------------------- /code/replication_fork/benchmark/submitSystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/benchmark/submitSystem.py -------------------------------------------------------------------------------- /code/replication_fork/doc/Quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/doc/Quickstart.md -------------------------------------------------------------------------------- /code/replication_fork/doc/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/doc/format.py -------------------------------------------------------------------------------- /code/replication_fork/doc/mkdocs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/doc/mkdocs.sh -------------------------------------------------------------------------------- /code/replication_fork/doc/mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/doc/mkdocs.yml -------------------------------------------------------------------------------- /code/replication_fork/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/examples/README.md -------------------------------------------------------------------------------- /code/replication_fork/examples/language_model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/examples/language_model.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/Constants.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/Constants.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/Models.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/Models.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/data/Batch.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/data/Batch.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/data/Dataset.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/data/Dataset.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/data/Vocabulary.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/data/Vocabulary.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/data/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/data/init.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/init.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/BiEncoder.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/BiEncoder.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/Decoder.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/Decoder.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/Encoder.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/Encoder.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/FeaturesEmbedding.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/FeaturesEmbedding.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/FeaturesGenerator.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/FeaturesGenerator.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/GRU.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/GRU.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/Generator.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/Generator.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/GlobalAttention.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/GlobalAttention.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/LSTM.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/LSTM.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/MaskedSoftmax.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/MaskedSoftmax.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/Network.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/Network.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/Sequencer.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/Sequencer.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/WordEmbedding.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/WordEmbedding.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/modules/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/modules/init.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/train/Checkpoint.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/train/Checkpoint.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/train/EpochState.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/train/EpochState.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/train/Optim.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/train/Optim.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/train/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/train/init.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/Advancer.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/Advancer.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/Beam.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/Beam.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/BeamSearcher.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/BeamSearcher.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/DecoderAdvancer.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/DecoderAdvancer.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/PhraseTable.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/PhraseTable.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/Translator.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/Translator.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/translate/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/translate/init.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Cuda.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Cuda.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Dict.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Dict.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Features.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Features.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/FileReader.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/FileReader.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Log.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Log.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Logger.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Logger.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Memory.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Memory.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/MemoryOptimizer.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/MemoryOptimizer.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Opt.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Opt.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Parallel.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Parallel.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Profiler.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Profiler.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/String.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/String.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Table.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Table.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/Tensor.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/Tensor.lua -------------------------------------------------------------------------------- /code/replication_fork/onmt/utils/init.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/onmt/utils/init.lua -------------------------------------------------------------------------------- /code/replication_fork/preprocess.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/preprocess.lua -------------------------------------------------------------------------------- /code/replication_fork/rocks/opennmt-scm-1.rockspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/rocks/opennmt-scm-1.rockspec -------------------------------------------------------------------------------- /code/replication_fork/test/test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/test.lua -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/README.md -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/aggressivesep.tokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/aggressivesep.tokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/aggressivesep.tokenized.new: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/aggressivesep.tokenized.new -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/aggressivesep_aggressive_marker_false.raw: -------------------------------------------------------------------------------- 1 | Isn't it so-greatly working? 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/basic.detokenized: -------------------------------------------------------------------------------- 1 | Your Hardware Enablement Stack ( HWE ) is supported until April 2019 . 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/basic.tokenized: -------------------------------------------------------------------------------- 1 | Your Hardware Enablement Stack ( HWE ) is supported until April 2019 . 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/basic_conservative_none_false.raw: -------------------------------------------------------------------------------- 1 | Your Hardware Enablement Stack (HWE) is supported until April 2019. 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bpe-models/fr500: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/bpe-models/fr500 -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bpe-models/testcode: -------------------------------------------------------------------------------- 1 | v e 2 | p r 3 | o ve 4 | i m 5 | e n 6 | m en 7 | t 8 | ove men 9 | im pr 10 | 联 合 11 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bpebasic.tokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/bpebasic.tokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bpebasic.tokenized.new: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/bpebasic.tokenized.new -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bpebasic_conservative_marker_false_testcode.raw: -------------------------------------------------------------------------------- 1 | abcdimprovement联合国 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bperealfr.tokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/bperealfr.tokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/bperealfr_aggressive_marker_false_fr500.raw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/bperealfr_aggressive_marker_false_fr500.raw -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/mix.detokenized: -------------------------------------------------------------------------------- 1 | test \\\\a Capitalized lowercased UPPERCASÉ Mixêd - Cyrillic-б 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/mix.tokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/mix.tokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/mix_conservative_marker_true.raw: -------------------------------------------------------------------------------- 1 | test \\\\a Capitalized lowercased UPPERCASÉ miXêd - cyrillic-Б 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/mp3.tokenized: -------------------------------------------------------------------------------- 1 | MP ￭3 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/mp3_aggressive_marker_false.raw: -------------------------------------------------------------------------------- 1 | MP3 2 | -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/nojoiner.detokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/nojoiner.detokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/nojoiner.tokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/nojoiner.tokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/nojoiner_conservative_none_false.raw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/nojoiner_conservative_none_false.raw -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/real.tokenized: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/real.tokenized -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/real_conservative_marker_false.raw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/real_conservative_marker_false.raw -------------------------------------------------------------------------------- /code/replication_fork/test/tokenization/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/test/tokenization/test.sh -------------------------------------------------------------------------------- /code/replication_fork/tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/README.md -------------------------------------------------------------------------------- /code/replication_fork/tools/detokenize.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/detokenize.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/release_model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/release_model.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/tokenize.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/tokenize.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/translation_server.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/translation_server.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/utils/BPE.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/utils/BPE.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/utils/case.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/utils/case.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/utils/separators.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/utils/separators.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/utils/tokenizer.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/utils/tokenizer.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/utils/unicode.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/utils/unicode.lua -------------------------------------------------------------------------------- /code/replication_fork/tools/utils/unidata.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/tools/utils/unidata.lua -------------------------------------------------------------------------------- /code/replication_fork/train.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/train.lua -------------------------------------------------------------------------------- /code/replication_fork/translate.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/code/replication_fork/translate.lua -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/aesw_poster.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/aesw_poster.tex -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/beamerposter.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/beamerposter.sty -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/beamerthemeconfposter.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/beamerthemeconfposter.sty -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/figures/aesw2016.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/figures/aesw2016.bib -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/figures/basecommon.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/figures/basecommon.sty -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/figures/f1.eps: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/figures/f1.eps -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/figures/grammar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/figures/grammar.png -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/figures/pr.eps: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/figures/pr.eps -------------------------------------------------------------------------------- /papers/aesw/poster/AESW 2016 Poster/logo.eps: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW 2016 Poster/logo.eps -------------------------------------------------------------------------------- /papers/aesw/poster/AESW_2016_Poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenschmaltz/grammar/HEAD/papers/aesw/poster/AESW_2016_Poster.pdf --------------------------------------------------------------------------------