├── .gitignore ├── LICENSE ├── README.md ├── automatic_speech_recognition ├── README.md ├── dataset.py ├── metric.py ├── model.py ├── preprocessor.py ├── tokenizer.py ├── train.py └── trainer.py ├── dialogue_generation ├── README.md ├── dataset.py ├── play.py ├── train.py └── trainer.py ├── dialogue_retrieval ├── README.md ├── dataset.py ├── interactive.py ├── model.py ├── test │ └── test_poly_encoder.py ├── train.py ├── trainer.py └── utils.py ├── fill_in_the_blank ├── README.md ├── dataset.py ├── play.py └── train.py ├── knowledge_powered_conversation ├── README.md ├── dataset.py ├── train.py ├── trainer.py └── utils.py ├── language_modeling ├── README.md ├── dataset.py ├── play.py ├── train.py └── trainer.py ├── machine_reading_comprehension ├── README.md ├── dataset.py ├── train.py └── trainer.py ├── machine_translation ├── README.md ├── dataset.py ├── model.py ├── tests │ ├── test_transformer 2.py │ └── test_transformer.py ├── train.py ├── trainer.py └── utils.py ├── math_word_problem ├── README.md ├── dataset.py ├── play.py ├── train.py ├── trainer.py └── utils.py ├── named_entity_recognition ├── README.md ├── dataset.py ├── train.py └── trainer.py ├── natural_language_inference ├── README.md ├── dataset.py ├── train.py └── trainer.py ├── semantic_textual_similarity ├── README.md ├── dataset.py ├── train.py └── trainer.py ├── sentiment_analysis ├── README.md ├── dataset.py ├── train.py └── trainer.py └── summarization ├── README.md ├── dataset.py ├── play.py ├── train.py └── trainer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/README.md -------------------------------------------------------------------------------- /automatic_speech_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/README.md -------------------------------------------------------------------------------- /automatic_speech_recognition/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/dataset.py -------------------------------------------------------------------------------- /automatic_speech_recognition/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/metric.py -------------------------------------------------------------------------------- /automatic_speech_recognition/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/model.py -------------------------------------------------------------------------------- /automatic_speech_recognition/preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/preprocessor.py -------------------------------------------------------------------------------- /automatic_speech_recognition/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/tokenizer.py -------------------------------------------------------------------------------- /automatic_speech_recognition/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/train.py -------------------------------------------------------------------------------- /automatic_speech_recognition/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/automatic_speech_recognition/trainer.py -------------------------------------------------------------------------------- /dialogue_generation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_generation/README.md -------------------------------------------------------------------------------- /dialogue_generation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_generation/dataset.py -------------------------------------------------------------------------------- /dialogue_generation/play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_generation/play.py -------------------------------------------------------------------------------- /dialogue_generation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_generation/train.py -------------------------------------------------------------------------------- /dialogue_generation/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_generation/trainer.py -------------------------------------------------------------------------------- /dialogue_retrieval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/README.md -------------------------------------------------------------------------------- /dialogue_retrieval/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/dataset.py -------------------------------------------------------------------------------- /dialogue_retrieval/interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/interactive.py -------------------------------------------------------------------------------- /dialogue_retrieval/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/model.py -------------------------------------------------------------------------------- /dialogue_retrieval/test/test_poly_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/test/test_poly_encoder.py -------------------------------------------------------------------------------- /dialogue_retrieval/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/train.py -------------------------------------------------------------------------------- /dialogue_retrieval/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/trainer.py -------------------------------------------------------------------------------- /dialogue_retrieval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/dialogue_retrieval/utils.py -------------------------------------------------------------------------------- /fill_in_the_blank/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/fill_in_the_blank/README.md -------------------------------------------------------------------------------- /fill_in_the_blank/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/fill_in_the_blank/dataset.py -------------------------------------------------------------------------------- /fill_in_the_blank/play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/fill_in_the_blank/play.py -------------------------------------------------------------------------------- /fill_in_the_blank/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/fill_in_the_blank/train.py -------------------------------------------------------------------------------- /knowledge_powered_conversation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/knowledge_powered_conversation/README.md -------------------------------------------------------------------------------- /knowledge_powered_conversation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/knowledge_powered_conversation/dataset.py -------------------------------------------------------------------------------- /knowledge_powered_conversation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/knowledge_powered_conversation/train.py -------------------------------------------------------------------------------- /knowledge_powered_conversation/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/knowledge_powered_conversation/trainer.py -------------------------------------------------------------------------------- /knowledge_powered_conversation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/knowledge_powered_conversation/utils.py -------------------------------------------------------------------------------- /language_modeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/language_modeling/README.md -------------------------------------------------------------------------------- /language_modeling/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/language_modeling/dataset.py -------------------------------------------------------------------------------- /language_modeling/play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/language_modeling/play.py -------------------------------------------------------------------------------- /language_modeling/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/language_modeling/train.py -------------------------------------------------------------------------------- /language_modeling/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/language_modeling/trainer.py -------------------------------------------------------------------------------- /machine_reading_comprehension/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_reading_comprehension/README.md -------------------------------------------------------------------------------- /machine_reading_comprehension/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_reading_comprehension/dataset.py -------------------------------------------------------------------------------- /machine_reading_comprehension/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_reading_comprehension/train.py -------------------------------------------------------------------------------- /machine_reading_comprehension/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_reading_comprehension/trainer.py -------------------------------------------------------------------------------- /machine_translation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/README.md -------------------------------------------------------------------------------- /machine_translation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/dataset.py -------------------------------------------------------------------------------- /machine_translation/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/model.py -------------------------------------------------------------------------------- /machine_translation/tests/test_transformer 2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/tests/test_transformer 2.py -------------------------------------------------------------------------------- /machine_translation/tests/test_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/tests/test_transformer.py -------------------------------------------------------------------------------- /machine_translation/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/train.py -------------------------------------------------------------------------------- /machine_translation/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/trainer.py -------------------------------------------------------------------------------- /machine_translation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/machine_translation/utils.py -------------------------------------------------------------------------------- /math_word_problem/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/math_word_problem/README.md -------------------------------------------------------------------------------- /math_word_problem/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/math_word_problem/dataset.py -------------------------------------------------------------------------------- /math_word_problem/play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/math_word_problem/play.py -------------------------------------------------------------------------------- /math_word_problem/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/math_word_problem/train.py -------------------------------------------------------------------------------- /math_word_problem/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/math_word_problem/trainer.py -------------------------------------------------------------------------------- /math_word_problem/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/math_word_problem/utils.py -------------------------------------------------------------------------------- /named_entity_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/named_entity_recognition/README.md -------------------------------------------------------------------------------- /named_entity_recognition/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/named_entity_recognition/dataset.py -------------------------------------------------------------------------------- /named_entity_recognition/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/named_entity_recognition/train.py -------------------------------------------------------------------------------- /named_entity_recognition/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/named_entity_recognition/trainer.py -------------------------------------------------------------------------------- /natural_language_inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/natural_language_inference/README.md -------------------------------------------------------------------------------- /natural_language_inference/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/natural_language_inference/dataset.py -------------------------------------------------------------------------------- /natural_language_inference/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/natural_language_inference/train.py -------------------------------------------------------------------------------- /natural_language_inference/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/natural_language_inference/trainer.py -------------------------------------------------------------------------------- /semantic_textual_similarity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/semantic_textual_similarity/README.md -------------------------------------------------------------------------------- /semantic_textual_similarity/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/semantic_textual_similarity/dataset.py -------------------------------------------------------------------------------- /semantic_textual_similarity/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/semantic_textual_similarity/train.py -------------------------------------------------------------------------------- /semantic_textual_similarity/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/semantic_textual_similarity/trainer.py -------------------------------------------------------------------------------- /sentiment_analysis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/sentiment_analysis/README.md -------------------------------------------------------------------------------- /sentiment_analysis/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/sentiment_analysis/dataset.py -------------------------------------------------------------------------------- /sentiment_analysis/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/sentiment_analysis/train.py -------------------------------------------------------------------------------- /sentiment_analysis/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/sentiment_analysis/trainer.py -------------------------------------------------------------------------------- /summarization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/summarization/README.md -------------------------------------------------------------------------------- /summarization/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/summarization/dataset.py -------------------------------------------------------------------------------- /summarization/play.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/summarization/play.py -------------------------------------------------------------------------------- /summarization/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/summarization/train.py -------------------------------------------------------------------------------- /summarization/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sooftware/nlp-tasks/HEAD/summarization/trainer.py --------------------------------------------------------------------------------