├── .gitignore ├── README.md ├── clone_based_edit.py ├── codit ├── __init__.py ├── clone_based_model.py ├── codit_options_parser.py ├── create_t2s_data.py ├── create_transformation_data.py ├── grammar.py ├── hypothesis.py └── stats │ ├── __init__.py │ ├── build_statictics_of_new_tokens_added.py │ ├── de_duplication_stat.py │ ├── grammar_stat.py │ └── rule_vs_token_stats.py ├── data └── get_data.sh ├── full_translation.py ├── initialize.sh ├── models └── get_models.sh ├── onmt ├── __init__.py ├── decoders │ ├── __init__.py │ ├── cnn_decoder.py │ ├── decoder.py │ └── transformer.py ├── encoders │ ├── __init__.py │ ├── audio_encoder.py │ ├── cnn_encoder.py │ ├── encoder.py │ ├── image_encoder.py │ ├── mean_encoder.py │ ├── rnn_encoder.py │ └── transformer.py ├── inputters │ ├── __init__.py │ ├── audio_dataset.py │ ├── dataset_base.py │ ├── image_dataset.py │ ├── inputter.py │ └── text_dataset.py ├── model_builder.py ├── models │ ├── __init__.py │ ├── __init__.pyc │ ├── __pycache__ │ │ ├── __init__.cpython-35.pyc │ │ ├── __init__.cpython-36.pyc │ │ ├── model.cpython-35.pyc │ │ ├── model.cpython-36.pyc │ │ ├── model_saver.cpython-35.pyc │ │ ├── model_saver.cpython-36.pyc │ │ ├── sru.cpython-35.pyc │ │ ├── sru.cpython-36.pyc │ │ ├── stacked_rnn.cpython-35.pyc │ │ └── stacked_rnn.cpython-36.pyc │ ├── model.py │ ├── model.pyc │ ├── model_saver.py │ ├── model_saver.pyc │ ├── sru.py │ ├── sru.pyc │ └── stacked_rnn.py ├── modules │ ├── __init__.py │ ├── average_attn.py │ ├── conv_multi_step_attention.py │ ├── copy_generator.py │ ├── embeddings.py │ ├── gate.py │ ├── global_attention.py │ ├── multi_headed_attn.py │ ├── position_ffn.py │ ├── structured_attention.py │ ├── util_class.py │ └── weight_norm.py ├── opts.py ├── tests │ ├── __init__.py │ ├── output_hyp.txt │ ├── pull_request_chk.sh │ ├── rebuild_test_models.sh │ ├── test_attention.py │ ├── test_model.pt │ ├── test_model2.pt │ ├── test_models.py │ ├── test_models.sh │ ├── test_preprocess.py │ └── test_simple.py ├── train_multi.py ├── train_single.py ├── trainer.py ├── translate │ ├── __init__.py │ ├── beam.py │ ├── penalties.py │ ├── token_translator.py │ ├── translation.py │ ├── translation_server.py │ └── translator.py └── utils │ ├── __init__.py │ ├── cnn_factory.py │ ├── distributed.py │ ├── logging.py │ ├── loss.py │ ├── misc.py │ ├── optimizers.py │ ├── report_manager.py │ ├── rnn_factory.py │ └── statistics.py ├── other-files ├── .travis.yml ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE.md ├── README.md ├── filter_test_file.py ├── floyd.yml ├── floyd_requirements.txt ├── github_deploy_key_opennmt_opennmt_py.enc ├── requirements.opt.txt ├── requirements.txt ├── server.py ├── setup.py ├── src_embeddings.txt └── tgt_embeddings.txt ├── preprocess.py ├── scripts ├── abstract_token_generate.sh ├── full_train.sh ├── only_token_generate.sh ├── preprocess.sh └── structure_generate.sh ├── tools ├── README.md ├── apply_bpe.py ├── average_models.py ├── bpe_pipeline.sh ├── detokenize.perl ├── embeddings_to_torch.py ├── extract_embeddings.py ├── learn_bpe.py ├── multi-bleu-detok.perl ├── release_model.py ├── test_rouge.py └── tokenizer.perl ├── train.py ├── translate_ir.py ├── translate_structure.py ├── translate_token.py ├── translate_token_only.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/README.md -------------------------------------------------------------------------------- /clone_based_edit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/clone_based_edit.py -------------------------------------------------------------------------------- /codit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codit/clone_based_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/clone_based_model.py -------------------------------------------------------------------------------- /codit/codit_options_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/codit_options_parser.py -------------------------------------------------------------------------------- /codit/create_t2s_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/create_t2s_data.py -------------------------------------------------------------------------------- /codit/create_transformation_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/create_transformation_data.py -------------------------------------------------------------------------------- /codit/grammar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/grammar.py -------------------------------------------------------------------------------- /codit/hypothesis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/hypothesis.py -------------------------------------------------------------------------------- /codit/stats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codit/stats/build_statictics_of_new_tokens_added.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/stats/build_statictics_of_new_tokens_added.py -------------------------------------------------------------------------------- /codit/stats/de_duplication_stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/stats/de_duplication_stat.py -------------------------------------------------------------------------------- /codit/stats/grammar_stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/stats/grammar_stat.py -------------------------------------------------------------------------------- /codit/stats/rule_vs_token_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/codit/stats/rule_vs_token_stats.py -------------------------------------------------------------------------------- /data/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/data/get_data.sh -------------------------------------------------------------------------------- /full_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/full_translation.py -------------------------------------------------------------------------------- /initialize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/initialize.sh -------------------------------------------------------------------------------- /models/get_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/models/get_models.sh -------------------------------------------------------------------------------- /onmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/__init__.py -------------------------------------------------------------------------------- /onmt/decoders/__init__.py: -------------------------------------------------------------------------------- 1 | """Module defining decoders.""" 2 | -------------------------------------------------------------------------------- /onmt/decoders/cnn_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/decoders/cnn_decoder.py -------------------------------------------------------------------------------- /onmt/decoders/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/decoders/decoder.py -------------------------------------------------------------------------------- /onmt/decoders/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/decoders/transformer.py -------------------------------------------------------------------------------- /onmt/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/__init__.py -------------------------------------------------------------------------------- /onmt/encoders/audio_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/audio_encoder.py -------------------------------------------------------------------------------- /onmt/encoders/cnn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/cnn_encoder.py -------------------------------------------------------------------------------- /onmt/encoders/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/encoder.py -------------------------------------------------------------------------------- /onmt/encoders/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/image_encoder.py -------------------------------------------------------------------------------- /onmt/encoders/mean_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/mean_encoder.py -------------------------------------------------------------------------------- /onmt/encoders/rnn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/rnn_encoder.py -------------------------------------------------------------------------------- /onmt/encoders/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/encoders/transformer.py -------------------------------------------------------------------------------- /onmt/inputters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/inputters/__init__.py -------------------------------------------------------------------------------- /onmt/inputters/audio_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/inputters/audio_dataset.py -------------------------------------------------------------------------------- /onmt/inputters/dataset_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/inputters/dataset_base.py -------------------------------------------------------------------------------- /onmt/inputters/image_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/inputters/image_dataset.py -------------------------------------------------------------------------------- /onmt/inputters/inputter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/inputters/inputter.py -------------------------------------------------------------------------------- /onmt/inputters/text_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/inputters/text_dataset.py -------------------------------------------------------------------------------- /onmt/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/model_builder.py -------------------------------------------------------------------------------- /onmt/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__init__.py -------------------------------------------------------------------------------- /onmt/models/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__init__.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/__init__.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/__init__.cpython-35.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/model.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/model.cpython-35.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/model.cpython-36.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/model_saver.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/model_saver.cpython-35.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/model_saver.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/model_saver.cpython-36.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/sru.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/sru.cpython-35.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/sru.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/sru.cpython-36.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/stacked_rnn.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/stacked_rnn.cpython-35.pyc -------------------------------------------------------------------------------- /onmt/models/__pycache__/stacked_rnn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/__pycache__/stacked_rnn.cpython-36.pyc -------------------------------------------------------------------------------- /onmt/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/model.py -------------------------------------------------------------------------------- /onmt/models/model.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/model.pyc -------------------------------------------------------------------------------- /onmt/models/model_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/model_saver.py -------------------------------------------------------------------------------- /onmt/models/model_saver.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/model_saver.pyc -------------------------------------------------------------------------------- /onmt/models/sru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/sru.py -------------------------------------------------------------------------------- /onmt/models/sru.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/sru.pyc -------------------------------------------------------------------------------- /onmt/models/stacked_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/models/stacked_rnn.py -------------------------------------------------------------------------------- /onmt/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/__init__.py -------------------------------------------------------------------------------- /onmt/modules/average_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/average_attn.py -------------------------------------------------------------------------------- /onmt/modules/conv_multi_step_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/conv_multi_step_attention.py -------------------------------------------------------------------------------- /onmt/modules/copy_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/copy_generator.py -------------------------------------------------------------------------------- /onmt/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/embeddings.py -------------------------------------------------------------------------------- /onmt/modules/gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/gate.py -------------------------------------------------------------------------------- /onmt/modules/global_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/global_attention.py -------------------------------------------------------------------------------- /onmt/modules/multi_headed_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/multi_headed_attn.py -------------------------------------------------------------------------------- /onmt/modules/position_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/position_ffn.py -------------------------------------------------------------------------------- /onmt/modules/structured_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/structured_attention.py -------------------------------------------------------------------------------- /onmt/modules/util_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/util_class.py -------------------------------------------------------------------------------- /onmt/modules/weight_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/modules/weight_norm.py -------------------------------------------------------------------------------- /onmt/opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/opts.py -------------------------------------------------------------------------------- /onmt/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /onmt/tests/output_hyp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/output_hyp.txt -------------------------------------------------------------------------------- /onmt/tests/pull_request_chk.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/pull_request_chk.sh -------------------------------------------------------------------------------- /onmt/tests/rebuild_test_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/rebuild_test_models.sh -------------------------------------------------------------------------------- /onmt/tests/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_attention.py -------------------------------------------------------------------------------- /onmt/tests/test_model.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_model.pt -------------------------------------------------------------------------------- /onmt/tests/test_model2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_model2.pt -------------------------------------------------------------------------------- /onmt/tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_models.py -------------------------------------------------------------------------------- /onmt/tests/test_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_models.sh -------------------------------------------------------------------------------- /onmt/tests/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_preprocess.py -------------------------------------------------------------------------------- /onmt/tests/test_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/tests/test_simple.py -------------------------------------------------------------------------------- /onmt/train_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/train_multi.py -------------------------------------------------------------------------------- /onmt/train_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/train_single.py -------------------------------------------------------------------------------- /onmt/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/trainer.py -------------------------------------------------------------------------------- /onmt/translate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/__init__.py -------------------------------------------------------------------------------- /onmt/translate/beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/beam.py -------------------------------------------------------------------------------- /onmt/translate/penalties.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/penalties.py -------------------------------------------------------------------------------- /onmt/translate/token_translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/token_translator.py -------------------------------------------------------------------------------- /onmt/translate/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/translation.py -------------------------------------------------------------------------------- /onmt/translate/translation_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/translation_server.py -------------------------------------------------------------------------------- /onmt/translate/translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/translate/translator.py -------------------------------------------------------------------------------- /onmt/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/__init__.py -------------------------------------------------------------------------------- /onmt/utils/cnn_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/cnn_factory.py -------------------------------------------------------------------------------- /onmt/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/distributed.py -------------------------------------------------------------------------------- /onmt/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/logging.py -------------------------------------------------------------------------------- /onmt/utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/loss.py -------------------------------------------------------------------------------- /onmt/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/misc.py -------------------------------------------------------------------------------- /onmt/utils/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/optimizers.py -------------------------------------------------------------------------------- /onmt/utils/report_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/report_manager.py -------------------------------------------------------------------------------- /onmt/utils/rnn_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/rnn_factory.py -------------------------------------------------------------------------------- /onmt/utils/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/onmt/utils/statistics.py -------------------------------------------------------------------------------- /other-files/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/.travis.yml -------------------------------------------------------------------------------- /other-files/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/CONTRIBUTING.md -------------------------------------------------------------------------------- /other-files/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/Dockerfile -------------------------------------------------------------------------------- /other-files/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/LICENSE.md -------------------------------------------------------------------------------- /other-files/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/README.md -------------------------------------------------------------------------------- /other-files/filter_test_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/filter_test_file.py -------------------------------------------------------------------------------- /other-files/floyd.yml: -------------------------------------------------------------------------------- 1 | env: pytorch-0.4 2 | machine: cpu 3 | -------------------------------------------------------------------------------- /other-files/floyd_requirements.txt: -------------------------------------------------------------------------------- 1 | git+https://github.com/pytorch/text 2 | -------------------------------------------------------------------------------- /other-files/github_deploy_key_opennmt_opennmt_py.enc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/github_deploy_key_opennmt_opennmt_py.enc -------------------------------------------------------------------------------- /other-files/requirements.opt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/requirements.opt.txt -------------------------------------------------------------------------------- /other-files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/requirements.txt -------------------------------------------------------------------------------- /other-files/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/server.py -------------------------------------------------------------------------------- /other-files/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/setup.py -------------------------------------------------------------------------------- /other-files/src_embeddings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/src_embeddings.txt -------------------------------------------------------------------------------- /other-files/tgt_embeddings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/other-files/tgt_embeddings.txt -------------------------------------------------------------------------------- /preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/preprocess.py -------------------------------------------------------------------------------- /scripts/abstract_token_generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/scripts/abstract_token_generate.sh -------------------------------------------------------------------------------- /scripts/full_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/scripts/full_train.sh -------------------------------------------------------------------------------- /scripts/only_token_generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/scripts/only_token_generate.sh -------------------------------------------------------------------------------- /scripts/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/scripts/preprocess.sh -------------------------------------------------------------------------------- /scripts/structure_generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/scripts/structure_generate.sh -------------------------------------------------------------------------------- /tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/README.md -------------------------------------------------------------------------------- /tools/apply_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/apply_bpe.py -------------------------------------------------------------------------------- /tools/average_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/average_models.py -------------------------------------------------------------------------------- /tools/bpe_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/bpe_pipeline.sh -------------------------------------------------------------------------------- /tools/detokenize.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/detokenize.perl -------------------------------------------------------------------------------- /tools/embeddings_to_torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/embeddings_to_torch.py -------------------------------------------------------------------------------- /tools/extract_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/extract_embeddings.py -------------------------------------------------------------------------------- /tools/learn_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/learn_bpe.py -------------------------------------------------------------------------------- /tools/multi-bleu-detok.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/multi-bleu-detok.perl -------------------------------------------------------------------------------- /tools/release_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/release_model.py -------------------------------------------------------------------------------- /tools/test_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/test_rouge.py -------------------------------------------------------------------------------- /tools/tokenizer.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/tools/tokenizer.perl -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/train.py -------------------------------------------------------------------------------- /translate_ir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/translate_ir.py -------------------------------------------------------------------------------- /translate_structure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/translate_structure.py -------------------------------------------------------------------------------- /translate_token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/translate_token.py -------------------------------------------------------------------------------- /translate_token_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/translate_token_only.py -------------------------------------------------------------------------------- /util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/saikat107/Codit/HEAD/util.py --------------------------------------------------------------------------------