├── .gitignore ├── Bi-selective Encoding ├── LICENSE.md ├── onmt │ ├── __init__.py │ ├── decoders │ │ ├── __init__.py │ │ ├── cnn_decoder.py │ │ ├── decoder.py │ │ ├── ensemble.py │ │ └── transformer.py │ ├── encoders │ │ ├── __init__.py │ │ ├── audio_encoder.py │ │ ├── biset.py │ │ ├── cnn_encoder.py │ │ ├── encoder.py │ │ ├── image_encoder.py │ │ ├── mean_encoder.py │ │ └── transformer.py │ ├── inputters │ │ ├── __init__.py │ │ ├── audio_dataset.py │ │ ├── dataset_base.py │ │ ├── image_dataset.py │ │ ├── inputter.py │ │ └── text_dataset.py │ ├── model_builder.py │ ├── models │ │ ├── __init__.py │ │ ├── model.py │ │ ├── model_saver.py │ │ ├── sru.py │ │ └── stacked_rnn.py │ ├── modules │ │ ├── __init__.py │ │ ├── average_attn.py │ │ ├── conv_multi_step_attention.py │ │ ├── copy_generator.py │ │ ├── embeddings.py │ │ ├── gate.py │ │ ├── global_attention.py │ │ ├── multi_headed_attn.py │ │ ├── position_ffn.py │ │ ├── sparse_activations.py │ │ ├── sparse_losses.py │ │ ├── structured_attention.py │ │ ├── util_class.py │ │ └── weight_norm.py │ ├── opts.py │ ├── tests │ │ ├── __init__.py │ │ ├── output_hyp.txt │ │ ├── pull_request_chk.sh │ │ ├── rebuild_test_models.sh │ │ ├── test_attention.py │ │ ├── test_model.pt │ │ ├── test_model2.pt │ │ ├── test_models.py │ │ ├── test_models.sh │ │ ├── test_preprocess.py │ │ └── test_simple.py │ ├── train_multi.py │ ├── train_single.py │ ├── trainer.py │ ├── translate │ │ ├── __init__.py │ │ ├── beam.py │ │ ├── penalties.py │ │ ├── translation.py │ │ ├── translation_server.py │ │ └── translator.py │ └── utils │ │ ├── __init__.py │ │ ├── cnn_factory.py │ │ ├── distributed.py │ │ ├── logging.py │ │ ├── loss.py │ │ ├── misc.py │ │ ├── optimizers.py │ │ ├── report_manager.py │ │ ├── rnn_factory.py │ │ └── statistics.py ├── preprocess.py ├── requirements.opt.txt ├── requirements.txt ├── server.py ├── setup.py ├── tools │ ├── README.md │ ├── apply_bpe.py │ ├── average_models.py │ ├── bpe_pipeline.sh │ ├── detokenize.perl │ ├── embeddings_to_torch.py │ ├── extract_embeddings.py │ ├── learn_bpe.py │ ├── multi-bleu-detok.perl │ ├── multi-bleu.perl │ ├── nonbreaking_prefixes │ │ ├── README.txt │ │ ├── nonbreaking_prefix.ca │ │ ├── nonbreaking_prefix.cs │ │ ├── nonbreaking_prefix.de │ │ ├── nonbreaking_prefix.el │ │ ├── nonbreaking_prefix.en │ │ ├── nonbreaking_prefix.es │ │ ├── nonbreaking_prefix.fi │ │ ├── nonbreaking_prefix.fr │ │ ├── nonbreaking_prefix.ga │ │ ├── nonbreaking_prefix.hu │ │ ├── nonbreaking_prefix.is │ │ ├── nonbreaking_prefix.it │ │ ├── nonbreaking_prefix.lt │ │ ├── nonbreaking_prefix.lv │ │ ├── nonbreaking_prefix.nl │ │ ├── nonbreaking_prefix.pl │ │ ├── nonbreaking_prefix.ro │ │ ├── nonbreaking_prefix.ru │ │ ├── nonbreaking_prefix.sk │ │ ├── nonbreaking_prefix.sl │ │ ├── nonbreaking_prefix.sv │ │ ├── nonbreaking_prefix.ta │ │ ├── nonbreaking_prefix.yue │ │ └── nonbreaking_prefix.zh │ ├── release_model.py │ ├── test_rouge.py │ └── tokenizer.perl ├── train.py └── translate.py ├── FastRerank ├── PyRouge │ ├── 1775.txt │ ├── LICENSE │ ├── README.md │ ├── Rouge │ │ ├── Rouge.py │ │ ├── Rouge_current.py │ │ └── __init__.py │ ├── compute.py │ ├── dev.out.102 │ ├── input-word.txt │ ├── ref-word.txt │ ├── ref.txt │ ├── some.1.txt │ ├── task1_ref0.txt │ └── valid.title.filter.txt ├── config.py ├── main.py ├── model.py └── preprocess.py ├── LICENSE ├── README.md └── Retrieve └── src └── com └── wk └── lucene ├── Constants.java ├── Indexer.java └── Searcher.java /.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | -------------------------------------------------------------------------------- /Bi-selective Encoding/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/LICENSE.md -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/decoders/__init__.py: -------------------------------------------------------------------------------- 1 | """Module defining decoders.""" 2 | -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/decoders/cnn_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/decoders/cnn_decoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/decoders/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/decoders/decoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/decoders/ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/decoders/ensemble.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/decoders/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/decoders/transformer.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/audio_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/audio_encoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/biset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/biset.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/cnn_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/cnn_encoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/encoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/image_encoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/mean_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/mean_encoder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/encoders/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/encoders/transformer.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/inputters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/inputters/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/inputters/audio_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/inputters/audio_dataset.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/inputters/dataset_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/inputters/dataset_base.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/inputters/image_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/inputters/image_dataset.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/inputters/inputter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/inputters/inputter.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/inputters/text_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/inputters/text_dataset.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/model_builder.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/models/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/models/model.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/models/model_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/models/model_saver.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/models/sru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/models/sru.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/models/stacked_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/models/stacked_rnn.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/average_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/average_attn.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/conv_multi_step_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/conv_multi_step_attention.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/copy_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/copy_generator.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/embeddings.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/gate.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/global_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/global_attention.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/multi_headed_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/multi_headed_attn.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/position_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/position_ffn.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/sparse_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/sparse_activations.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/sparse_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/sparse_losses.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/structured_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/structured_attention.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/util_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/util_class.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/modules/weight_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/modules/weight_norm.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/opts.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/output_hyp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/output_hyp.txt -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/pull_request_chk.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/pull_request_chk.sh -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/rebuild_test_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/rebuild_test_models.sh -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_attention.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_model.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_model.pt -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_model2.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_model2.pt -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_models.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_models.sh -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_preprocess.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/tests/test_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/tests/test_simple.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/train_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/train_multi.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/train_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/train_single.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/trainer.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/translate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/translate/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/translate/beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/translate/beam.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/translate/penalties.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/translate/penalties.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/translate/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/translate/translation.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/translate/translation_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/translate/translation_server.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/translate/translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/translate/translator.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/__init__.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/cnn_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/cnn_factory.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/distributed.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/logging.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/loss.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/misc.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/optimizers.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/report_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/report_manager.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/rnn_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/rnn_factory.py -------------------------------------------------------------------------------- /Bi-selective Encoding/onmt/utils/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/onmt/utils/statistics.py -------------------------------------------------------------------------------- /Bi-selective Encoding/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/preprocess.py -------------------------------------------------------------------------------- /Bi-selective Encoding/requirements.opt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/requirements.opt.txt -------------------------------------------------------------------------------- /Bi-selective Encoding/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/requirements.txt -------------------------------------------------------------------------------- /Bi-selective Encoding/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/server.py -------------------------------------------------------------------------------- /Bi-selective Encoding/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/setup.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/README.md -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/apply_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/apply_bpe.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/average_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/average_models.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/bpe_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/bpe_pipeline.sh -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/detokenize.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/detokenize.perl -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/embeddings_to_torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/embeddings_to_torch.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/extract_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/extract_embeddings.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/learn_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/learn_bpe.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/multi-bleu-detok.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/multi-bleu-detok.perl -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/multi-bleu.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/multi-bleu.perl -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/README.txt -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ca: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ca -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.cs -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.de -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.el: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.el -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.en -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.es: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.es -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.fi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.fi -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.fr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.fr -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ga: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ga -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.hu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.hu -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.is: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.is -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.it: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.it -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.lt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.lt -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.lv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.lv -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.nl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.nl -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.pl -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ro -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ru: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ru -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.sk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.sk -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.sl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.sl -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.sv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.sv -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ta: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.ta -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.yue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.yue -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.zh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/nonbreaking_prefixes/nonbreaking_prefix.zh -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/release_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/release_model.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/test_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/test_rouge.py -------------------------------------------------------------------------------- /Bi-selective Encoding/tools/tokenizer.perl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/tools/tokenizer.perl -------------------------------------------------------------------------------- /Bi-selective Encoding/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/train.py -------------------------------------------------------------------------------- /Bi-selective Encoding/translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Bi-selective Encoding/translate.py -------------------------------------------------------------------------------- /FastRerank/PyRouge/1775.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/1775.txt -------------------------------------------------------------------------------- /FastRerank/PyRouge/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/LICENSE -------------------------------------------------------------------------------- /FastRerank/PyRouge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/README.md -------------------------------------------------------------------------------- /FastRerank/PyRouge/Rouge/Rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/Rouge/Rouge.py -------------------------------------------------------------------------------- /FastRerank/PyRouge/Rouge/Rouge_current.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/Rouge/Rouge_current.py -------------------------------------------------------------------------------- /FastRerank/PyRouge/Rouge/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /FastRerank/PyRouge/compute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/compute.py -------------------------------------------------------------------------------- /FastRerank/PyRouge/dev.out.102: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/dev.out.102 -------------------------------------------------------------------------------- /FastRerank/PyRouge/input-word.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/input-word.txt -------------------------------------------------------------------------------- /FastRerank/PyRouge/ref-word.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/ref-word.txt -------------------------------------------------------------------------------- /FastRerank/PyRouge/ref.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/ref.txt -------------------------------------------------------------------------------- /FastRerank/PyRouge/some.1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/some.1.txt -------------------------------------------------------------------------------- /FastRerank/PyRouge/task1_ref0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/task1_ref0.txt -------------------------------------------------------------------------------- /FastRerank/PyRouge/valid.title.filter.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/PyRouge/valid.title.filter.txt -------------------------------------------------------------------------------- /FastRerank/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/config.py -------------------------------------------------------------------------------- /FastRerank/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/main.py -------------------------------------------------------------------------------- /FastRerank/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/model.py -------------------------------------------------------------------------------- /FastRerank/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/FastRerank/preprocess.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/README.md -------------------------------------------------------------------------------- /Retrieve/src/com/wk/lucene/Constants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Retrieve/src/com/wk/lucene/Constants.java -------------------------------------------------------------------------------- /Retrieve/src/com/wk/lucene/Indexer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Retrieve/src/com/wk/lucene/Indexer.java -------------------------------------------------------------------------------- /Retrieve/src/com/wk/lucene/Searcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InitialBug/BiSET/HEAD/Retrieve/src/com/wk/lucene/Searcher.java --------------------------------------------------------------------------------