├── .amlignore ├── .bumpversion.cfg ├── .flake8 ├── .github ├── ISSUE_TEMPLATE.md ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ └── general-ask.md └── PULL_REQUEST_TEMPLATE.md ├── .gitignore ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── DatasetReferences.md ├── LICENSE ├── MANIFEST.in ├── NLP-Logo.png ├── NOTICE.txt ├── README.md ├── SETUP.md ├── VERSIONING.md ├── _config.yml ├── cgmanifest.json ├── docker └── Dockerfile ├── docs ├── Makefile ├── README.md ├── _config.yml └── source │ ├── azureml.rst │ ├── conf.py │ └── index.rst ├── examples ├── README.md ├── annotation │ ├── Doccano.md │ └── README.md ├── embeddings │ ├── README.md │ └── embedding_trainer.ipynb ├── entailment │ ├── README.md │ ├── entailment_multinli_transformers.ipynb │ └── entailment_xnli_bert_azureml.ipynb ├── model_explainability │ ├── README.md │ └── interpret_dnn_layers.ipynb ├── named_entity_recognition │ ├── README.md │ └── ner_wikigold_transformer.ipynb ├── question_answering │ ├── README.md │ ├── bert_run_squad_azureml.py │ ├── bidaf_aml_deep_dive.ipynb │ ├── bidaf_config.json │ ├── pretrained-BERT-SQuAD-deep-dive-aml.ipynb │ ├── question_answering_squad_transformers.ipynb │ └── question_answering_system_bidaf_quickstart.ipynb ├── sentence_similarity │ ├── README.md │ ├── automl_local_deployment_aci.ipynb │ ├── automl_with_pipelines_deployment_aks.ipynb │ ├── baseline_deep_dive.ipynb │ ├── bert_encoder.ipynb │ ├── bert_senteval.ipynb │ ├── gensen_aml_deep_dive.ipynb │ ├── gensen_config.json │ ├── gensen_local.ipynb │ ├── gensen_train.py │ └── gensen_wrapper.py ├── sentiment_analysis │ └── absa │ │ ├── README.md │ │ ├── absa.ipynb │ │ ├── absa_azureml.ipynb │ │ └── dataset │ │ └── data.md ├── text_classification │ ├── README.md │ ├── tc_bert_azureml.ipynb │ ├── tc_mnli_mtdnn.ipynb │ ├── tc_mnli_transformers.ipynb │ └── tc_multi_languages_transformers.ipynb └── text_summarization │ ├── abstractive_summarization_bertsum_cnndm_distributed_train.py │ ├── abstractive_summarization_bertsumabs_cnndm.ipynb │ ├── abstractive_summarization_minilm_cnndm.ipynb │ ├── abstractive_summarization_unilm_cnndm.ipynb │ ├── abstractive_summarization_unilm_cnndm.py │ ├── extractive_summarization_cnndm_aml_distributed.ipynb │ ├── extractive_summarization_cnndm_distributed_train.py │ ├── extractive_summarization_cnndm_transformer.ipynb │ └── summarization_evaluation.ipynb ├── pyproject.toml ├── setup.py ├── tests ├── README.md ├── __init__.py ├── ci │ ├── azureml_integration_tests.yml │ ├── component_governance.yml │ ├── cpu_integration_tests_linux.yml │ ├── cpu_unit_tests_linux.yml │ ├── gpu_integration_tests_linux.yml │ ├── gpu_unit_tests_linux.yml │ ├── notebooks_cpu_unit_tests_linux.yml │ └── notebooks_gpu_unit_tests_linux.yml ├── conftest.py ├── integration │ ├── test_ddp_summarization.py │ ├── test_gpu_utils.py │ ├── test_notebooks_abstractive_summarization_bertsumabs.py │ ├── test_notebooks_embeddings.py │ ├── test_notebooks_entailment.py │ ├── test_notebooks_extractive_summarization.py │ ├── test_notebooks_interpretability.py │ ├── test_notebooks_minilm_abstractive_summarization.py │ ├── test_notebooks_named_entity_recognition.py │ ├── test_notebooks_question_answering.py │ ├── test_notebooks_sentence_similarity.py │ ├── test_notebooks_text_classification.py │ └── test_notebooks_unilm_abstractive_summarization.py ├── notebooks_common.py ├── smoke │ ├── test_dataset.py │ ├── test_gpu_utils.py │ └── test_word_embeddings.py └── unit │ ├── test_abstractive_summarization_bertsum.py │ ├── test_abstractive_summarization_seq2seq.py │ ├── test_bert_common.py │ ├── test_bert_encoder.py │ ├── test_bert_sentence_encoding.py │ ├── test_common_pytorch_utils.py │ ├── test_data_loaders.py │ ├── test_dataset.py │ ├── test_dataset_pytorch.py │ ├── test_distributed_sampler.py │ ├── test_eval_classification.py │ ├── test_eval_compute_rouge.py │ ├── test_extractive_summarization.py │ ├── test_gensen_utils.py │ ├── test_interpreter.py │ ├── test_models_transformers_question_answering.py │ ├── test_notebooks_cpu.py │ ├── test_notebooks_gpu.py │ ├── test_preprocess.py │ ├── test_timer.py │ ├── test_transformers_sequence_classification.py │ └── test_transformers_token_classification.py ├── tools ├── README.md ├── __init__.py ├── generate_conda_file.py ├── generate_requirements_txt.py └── remove_pixelserver.py └── utils_nlp ├── README.md ├── __init__.py ├── azureml ├── README.md ├── __init__.py ├── azureml_bert_util.py └── azureml_utils.py ├── common ├── README.md ├── __init__.py ├── pytorch_utils.py └── timer.py ├── dataset ├── README.md ├── __init__.py ├── bbc_hindi.py ├── cnndm.py ├── dac.py ├── data_loaders.py ├── msrpc.py ├── multinli.py ├── ner_utils.py ├── preprocess.py ├── sentence_selection.py ├── snli.py ├── squad.py ├── stsbenchmark.py ├── url_utils.py ├── wikigold.py ├── xnli.py └── xnli_torch_dataset.py ├── eval ├── README.md ├── SentEval │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── data │ │ └── downstream │ │ │ ├── get_transfer_data.bash │ │ │ └── tokenizer.sed │ ├── senteval │ │ ├── __init__.py │ │ ├── binary.py │ │ ├── engine.py │ │ ├── mrpc.py │ │ ├── probing.py │ │ ├── rank.py │ │ ├── sick.py │ │ ├── snli.py │ │ ├── sst.py │ │ ├── sts.py │ │ ├── tools │ │ │ ├── __init__.py │ │ │ ├── classifier.py │ │ │ ├── ranking.py │ │ │ ├── relatedness.py │ │ │ └── validation.py │ │ ├── trec.py │ │ └── utils.py │ └── setup.py ├── __init__.py ├── classification.py ├── evaluate_squad.py ├── evaluate_summarization.py ├── question_answering.py ├── rouge │ ├── compute_rouge.py │ └── rouge_ext.py └── senteval.py ├── interpreter ├── Interpreter.py ├── README.md └── __init__.py ├── language_utils └── hi │ └── hindi_stemmer.py └── models ├── README.md ├── bert ├── README.md ├── __init__.py ├── common.py ├── sequence_classification.py ├── sequence_classification_distributed.py ├── sequence_encoding.py └── token_classification.py ├── gensen ├── README.md ├── __init__.py ├── create_gensen_model.py ├── gensen.py ├── multi_task_model.py ├── preprocess_utils.py └── utils.py ├── glove ├── Makefile ├── README.md ├── demo.sh └── src │ ├── README.md │ ├── cooccur.c │ ├── glove.c │ ├── shuffle.c │ └── vocab_count.c ├── pretrained_embeddings ├── README.md ├── __init__.py ├── fasttext.py ├── glove.py └── word2vec.py ├── pytorch_modules ├── README.md ├── __init__.py └── conditional_gru.py ├── transformers ├── abstractive_summarization_bertsum.py ├── abstractive_summarization_seq2seq.py ├── bertsum │ ├── __init__.py │ ├── adam.py │ ├── beam.py │ ├── data_loader.py │ ├── dataset.py │ ├── decoder.py │ ├── encoder.py │ ├── loss.py │ ├── model_builder.py │ ├── neural.py │ ├── optimizers.py │ ├── penalties.py │ └── predictor.py ├── common.py ├── datasets.py ├── extractive_summarization.py ├── named_entity_recognition.py ├── question_answering.py └── sequence_classification.py └── xlnet ├── README.md ├── common.py └── sequence_classification.py /.amlignore: -------------------------------------------------------------------------------- 1 | data/ 2 | examples/ 3 | -------------------------------------------------------------------------------- /.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.bumpversion.cfg -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/general-ask.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.github/ISSUE_TEMPLATE/general-ask.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /DatasetReferences.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/DatasetReferences.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /NLP-Logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/NLP-Logo.png -------------------------------------------------------------------------------- /NOTICE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/NOTICE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/README.md -------------------------------------------------------------------------------- /SETUP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/SETUP.md -------------------------------------------------------------------------------- /VERSIONING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/VERSIONING.md -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/_config.yml -------------------------------------------------------------------------------- /cgmanifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/cgmanifest.json -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/source/azureml.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docs/source/azureml.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/annotation/Doccano.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/annotation/Doccano.md -------------------------------------------------------------------------------- /examples/annotation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/annotation/README.md -------------------------------------------------------------------------------- /examples/embeddings/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/embeddings/README.md -------------------------------------------------------------------------------- /examples/embeddings/embedding_trainer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/embeddings/embedding_trainer.ipynb -------------------------------------------------------------------------------- /examples/entailment/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/entailment/README.md -------------------------------------------------------------------------------- /examples/entailment/entailment_multinli_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/entailment/entailment_multinli_transformers.ipynb -------------------------------------------------------------------------------- /examples/entailment/entailment_xnli_bert_azureml.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/entailment/entailment_xnli_bert_azureml.ipynb -------------------------------------------------------------------------------- /examples/model_explainability/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/model_explainability/README.md -------------------------------------------------------------------------------- /examples/model_explainability/interpret_dnn_layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/model_explainability/interpret_dnn_layers.ipynb -------------------------------------------------------------------------------- /examples/named_entity_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/named_entity_recognition/README.md -------------------------------------------------------------------------------- /examples/named_entity_recognition/ner_wikigold_transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/named_entity_recognition/ner_wikigold_transformer.ipynb -------------------------------------------------------------------------------- /examples/question_answering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/README.md -------------------------------------------------------------------------------- /examples/question_answering/bert_run_squad_azureml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/bert_run_squad_azureml.py -------------------------------------------------------------------------------- /examples/question_answering/bidaf_aml_deep_dive.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/bidaf_aml_deep_dive.ipynb -------------------------------------------------------------------------------- /examples/question_answering/bidaf_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/bidaf_config.json -------------------------------------------------------------------------------- /examples/question_answering/pretrained-BERT-SQuAD-deep-dive-aml.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/pretrained-BERT-SQuAD-deep-dive-aml.ipynb -------------------------------------------------------------------------------- /examples/question_answering/question_answering_squad_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/question_answering_squad_transformers.ipynb -------------------------------------------------------------------------------- /examples/question_answering/question_answering_system_bidaf_quickstart.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/question_answering/question_answering_system_bidaf_quickstart.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/README.md -------------------------------------------------------------------------------- /examples/sentence_similarity/automl_local_deployment_aci.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/automl_local_deployment_aci.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/automl_with_pipelines_deployment_aks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/automl_with_pipelines_deployment_aks.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/baseline_deep_dive.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/baseline_deep_dive.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/bert_encoder.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/bert_encoder.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/bert_senteval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/bert_senteval.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/gensen_aml_deep_dive.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/gensen_aml_deep_dive.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/gensen_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/gensen_config.json -------------------------------------------------------------------------------- /examples/sentence_similarity/gensen_local.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/gensen_local.ipynb -------------------------------------------------------------------------------- /examples/sentence_similarity/gensen_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/gensen_train.py -------------------------------------------------------------------------------- /examples/sentence_similarity/gensen_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentence_similarity/gensen_wrapper.py -------------------------------------------------------------------------------- /examples/sentiment_analysis/absa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentiment_analysis/absa/README.md -------------------------------------------------------------------------------- /examples/sentiment_analysis/absa/absa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentiment_analysis/absa/absa.ipynb -------------------------------------------------------------------------------- /examples/sentiment_analysis/absa/absa_azureml.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentiment_analysis/absa/absa_azureml.ipynb -------------------------------------------------------------------------------- /examples/sentiment_analysis/absa/dataset/data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/sentiment_analysis/absa/dataset/data.md -------------------------------------------------------------------------------- /examples/text_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_classification/README.md -------------------------------------------------------------------------------- /examples/text_classification/tc_bert_azureml.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_classification/tc_bert_azureml.ipynb -------------------------------------------------------------------------------- /examples/text_classification/tc_mnli_mtdnn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_classification/tc_mnli_mtdnn.ipynb -------------------------------------------------------------------------------- /examples/text_classification/tc_mnli_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_classification/tc_mnli_transformers.ipynb -------------------------------------------------------------------------------- /examples/text_classification/tc_multi_languages_transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_classification/tc_multi_languages_transformers.ipynb -------------------------------------------------------------------------------- /examples/text_summarization/abstractive_summarization_bertsum_cnndm_distributed_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/abstractive_summarization_bertsum_cnndm_distributed_train.py -------------------------------------------------------------------------------- /examples/text_summarization/abstractive_summarization_bertsumabs_cnndm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/abstractive_summarization_bertsumabs_cnndm.ipynb -------------------------------------------------------------------------------- /examples/text_summarization/abstractive_summarization_minilm_cnndm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/abstractive_summarization_minilm_cnndm.ipynb -------------------------------------------------------------------------------- /examples/text_summarization/abstractive_summarization_unilm_cnndm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/abstractive_summarization_unilm_cnndm.ipynb -------------------------------------------------------------------------------- /examples/text_summarization/abstractive_summarization_unilm_cnndm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/abstractive_summarization_unilm_cnndm.py -------------------------------------------------------------------------------- /examples/text_summarization/extractive_summarization_cnndm_aml_distributed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/extractive_summarization_cnndm_aml_distributed.ipynb -------------------------------------------------------------------------------- /examples/text_summarization/extractive_summarization_cnndm_distributed_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/extractive_summarization_cnndm_distributed_train.py -------------------------------------------------------------------------------- /examples/text_summarization/extractive_summarization_cnndm_transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/extractive_summarization_cnndm_transformer.ipynb -------------------------------------------------------------------------------- /examples/text_summarization/summarization_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/examples/text_summarization/summarization_evaluation.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 88 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/setup.py -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/ci/azureml_integration_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/azureml_integration_tests.yml -------------------------------------------------------------------------------- /tests/ci/component_governance.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/component_governance.yml -------------------------------------------------------------------------------- /tests/ci/cpu_integration_tests_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/cpu_integration_tests_linux.yml -------------------------------------------------------------------------------- /tests/ci/cpu_unit_tests_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/cpu_unit_tests_linux.yml -------------------------------------------------------------------------------- /tests/ci/gpu_integration_tests_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/gpu_integration_tests_linux.yml -------------------------------------------------------------------------------- /tests/ci/gpu_unit_tests_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/gpu_unit_tests_linux.yml -------------------------------------------------------------------------------- /tests/ci/notebooks_cpu_unit_tests_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/notebooks_cpu_unit_tests_linux.yml -------------------------------------------------------------------------------- /tests/ci/notebooks_gpu_unit_tests_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/ci/notebooks_gpu_unit_tests_linux.yml -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/integration/test_ddp_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_ddp_summarization.py -------------------------------------------------------------------------------- /tests/integration/test_gpu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_gpu_utils.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_abstractive_summarization_bertsumabs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_abstractive_summarization_bertsumabs.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_embeddings.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_entailment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_entailment.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_extractive_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_extractive_summarization.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_interpretability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_interpretability.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_minilm_abstractive_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_minilm_abstractive_summarization.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_named_entity_recognition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_named_entity_recognition.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_question_answering.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_sentence_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_sentence_similarity.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_text_classification.py -------------------------------------------------------------------------------- /tests/integration/test_notebooks_unilm_abstractive_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/integration/test_notebooks_unilm_abstractive_summarization.py -------------------------------------------------------------------------------- /tests/notebooks_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/notebooks_common.py -------------------------------------------------------------------------------- /tests/smoke/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/smoke/test_dataset.py -------------------------------------------------------------------------------- /tests/smoke/test_gpu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/smoke/test_gpu_utils.py -------------------------------------------------------------------------------- /tests/smoke/test_word_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/smoke/test_word_embeddings.py -------------------------------------------------------------------------------- /tests/unit/test_abstractive_summarization_bertsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_abstractive_summarization_bertsum.py -------------------------------------------------------------------------------- /tests/unit/test_abstractive_summarization_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_abstractive_summarization_seq2seq.py -------------------------------------------------------------------------------- /tests/unit/test_bert_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_bert_common.py -------------------------------------------------------------------------------- /tests/unit/test_bert_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_bert_encoder.py -------------------------------------------------------------------------------- /tests/unit/test_bert_sentence_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_bert_sentence_encoding.py -------------------------------------------------------------------------------- /tests/unit/test_common_pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_common_pytorch_utils.py -------------------------------------------------------------------------------- /tests/unit/test_data_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_data_loaders.py -------------------------------------------------------------------------------- /tests/unit/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_dataset.py -------------------------------------------------------------------------------- /tests/unit/test_dataset_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_dataset_pytorch.py -------------------------------------------------------------------------------- /tests/unit/test_distributed_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_distributed_sampler.py -------------------------------------------------------------------------------- /tests/unit/test_eval_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_eval_classification.py -------------------------------------------------------------------------------- /tests/unit/test_eval_compute_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_eval_compute_rouge.py -------------------------------------------------------------------------------- /tests/unit/test_extractive_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_extractive_summarization.py -------------------------------------------------------------------------------- /tests/unit/test_gensen_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_gensen_utils.py -------------------------------------------------------------------------------- /tests/unit/test_interpreter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_interpreter.py -------------------------------------------------------------------------------- /tests/unit/test_models_transformers_question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_models_transformers_question_answering.py -------------------------------------------------------------------------------- /tests/unit/test_notebooks_cpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_notebooks_cpu.py -------------------------------------------------------------------------------- /tests/unit/test_notebooks_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_notebooks_gpu.py -------------------------------------------------------------------------------- /tests/unit/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_preprocess.py -------------------------------------------------------------------------------- /tests/unit/test_timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_timer.py -------------------------------------------------------------------------------- /tests/unit/test_transformers_sequence_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_transformers_sequence_classification.py -------------------------------------------------------------------------------- /tests/unit/test_transformers_token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tests/unit/test_transformers_token_classification.py -------------------------------------------------------------------------------- /tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tools/README.md -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/generate_conda_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tools/generate_conda_file.py -------------------------------------------------------------------------------- /tools/generate_requirements_txt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tools/generate_requirements_txt.py -------------------------------------------------------------------------------- /tools/remove_pixelserver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/tools/remove_pixelserver.py -------------------------------------------------------------------------------- /utils_nlp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/README.md -------------------------------------------------------------------------------- /utils_nlp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/__init__.py -------------------------------------------------------------------------------- /utils_nlp/azureml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/azureml/README.md -------------------------------------------------------------------------------- /utils_nlp/azureml/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_nlp/azureml/azureml_bert_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/azureml/azureml_bert_util.py -------------------------------------------------------------------------------- /utils_nlp/azureml/azureml_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/azureml/azureml_utils.py -------------------------------------------------------------------------------- /utils_nlp/common/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/common/README.md -------------------------------------------------------------------------------- /utils_nlp/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_nlp/common/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/common/pytorch_utils.py -------------------------------------------------------------------------------- /utils_nlp/common/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/common/timer.py -------------------------------------------------------------------------------- /utils_nlp/dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/README.md -------------------------------------------------------------------------------- /utils_nlp/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/__init__.py -------------------------------------------------------------------------------- /utils_nlp/dataset/bbc_hindi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/bbc_hindi.py -------------------------------------------------------------------------------- /utils_nlp/dataset/cnndm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/cnndm.py -------------------------------------------------------------------------------- /utils_nlp/dataset/dac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/dac.py -------------------------------------------------------------------------------- /utils_nlp/dataset/data_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/data_loaders.py -------------------------------------------------------------------------------- /utils_nlp/dataset/msrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/msrpc.py -------------------------------------------------------------------------------- /utils_nlp/dataset/multinli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/multinli.py -------------------------------------------------------------------------------- /utils_nlp/dataset/ner_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/ner_utils.py -------------------------------------------------------------------------------- /utils_nlp/dataset/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/preprocess.py -------------------------------------------------------------------------------- /utils_nlp/dataset/sentence_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/sentence_selection.py -------------------------------------------------------------------------------- /utils_nlp/dataset/snli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/snli.py -------------------------------------------------------------------------------- /utils_nlp/dataset/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/squad.py -------------------------------------------------------------------------------- /utils_nlp/dataset/stsbenchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/stsbenchmark.py -------------------------------------------------------------------------------- /utils_nlp/dataset/url_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/url_utils.py -------------------------------------------------------------------------------- /utils_nlp/dataset/wikigold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/wikigold.py -------------------------------------------------------------------------------- /utils_nlp/dataset/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/xnli.py -------------------------------------------------------------------------------- /utils_nlp/dataset/xnli_torch_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/dataset/xnli_torch_dataset.py -------------------------------------------------------------------------------- /utils_nlp/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/README.md -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/.gitignore -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/LICENSE -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/README.md -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/data/downstream/get_transfer_data.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/data/downstream/get_transfer_data.bash -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/data/downstream/tokenizer.sed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/data/downstream/tokenizer.sed -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/__init__.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/binary.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/engine.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/mrpc.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/probing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/probing.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/rank.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/sick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/sick.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/snli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/snli.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/sst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/sst.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/sts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/sts.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/tools/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/tools/classifier.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/tools/ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/tools/ranking.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/tools/relatedness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/tools/relatedness.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/tools/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/tools/validation.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/trec.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/senteval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/senteval/utils.py -------------------------------------------------------------------------------- /utils_nlp/eval/SentEval/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/SentEval/setup.py -------------------------------------------------------------------------------- /utils_nlp/eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/__init__.py -------------------------------------------------------------------------------- /utils_nlp/eval/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/classification.py -------------------------------------------------------------------------------- /utils_nlp/eval/evaluate_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/evaluate_squad.py -------------------------------------------------------------------------------- /utils_nlp/eval/evaluate_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/evaluate_summarization.py -------------------------------------------------------------------------------- /utils_nlp/eval/question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/question_answering.py -------------------------------------------------------------------------------- /utils_nlp/eval/rouge/compute_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/rouge/compute_rouge.py -------------------------------------------------------------------------------- /utils_nlp/eval/rouge/rouge_ext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/rouge/rouge_ext.py -------------------------------------------------------------------------------- /utils_nlp/eval/senteval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/eval/senteval.py -------------------------------------------------------------------------------- /utils_nlp/interpreter/Interpreter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/interpreter/Interpreter.py -------------------------------------------------------------------------------- /utils_nlp/interpreter/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/interpreter/README.md -------------------------------------------------------------------------------- /utils_nlp/interpreter/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_nlp/language_utils/hi/hindi_stemmer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/language_utils/hi/hindi_stemmer.py -------------------------------------------------------------------------------- /utils_nlp/models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/README.md -------------------------------------------------------------------------------- /utils_nlp/models/bert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/bert/README.md -------------------------------------------------------------------------------- /utils_nlp/models/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_nlp/models/bert/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/bert/common.py -------------------------------------------------------------------------------- /utils_nlp/models/bert/sequence_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/bert/sequence_classification.py -------------------------------------------------------------------------------- /utils_nlp/models/bert/sequence_classification_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/bert/sequence_classification_distributed.py -------------------------------------------------------------------------------- /utils_nlp/models/bert/sequence_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/bert/sequence_encoding.py -------------------------------------------------------------------------------- /utils_nlp/models/bert/token_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/bert/token_classification.py -------------------------------------------------------------------------------- /utils_nlp/models/gensen/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/README.md -------------------------------------------------------------------------------- /utils_nlp/models/gensen/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/__init__.py -------------------------------------------------------------------------------- /utils_nlp/models/gensen/create_gensen_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/create_gensen_model.py -------------------------------------------------------------------------------- /utils_nlp/models/gensen/gensen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/gensen.py -------------------------------------------------------------------------------- /utils_nlp/models/gensen/multi_task_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/multi_task_model.py -------------------------------------------------------------------------------- /utils_nlp/models/gensen/preprocess_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/preprocess_utils.py -------------------------------------------------------------------------------- /utils_nlp/models/gensen/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/gensen/utils.py -------------------------------------------------------------------------------- /utils_nlp/models/glove/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/Makefile -------------------------------------------------------------------------------- /utils_nlp/models/glove/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/README.md -------------------------------------------------------------------------------- /utils_nlp/models/glove/demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/demo.sh -------------------------------------------------------------------------------- /utils_nlp/models/glove/src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/src/README.md -------------------------------------------------------------------------------- /utils_nlp/models/glove/src/cooccur.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/src/cooccur.c -------------------------------------------------------------------------------- /utils_nlp/models/glove/src/glove.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/src/glove.c -------------------------------------------------------------------------------- /utils_nlp/models/glove/src/shuffle.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/src/shuffle.c -------------------------------------------------------------------------------- /utils_nlp/models/glove/src/vocab_count.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/glove/src/vocab_count.c -------------------------------------------------------------------------------- /utils_nlp/models/pretrained_embeddings/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pretrained_embeddings/README.md -------------------------------------------------------------------------------- /utils_nlp/models/pretrained_embeddings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pretrained_embeddings/__init__.py -------------------------------------------------------------------------------- /utils_nlp/models/pretrained_embeddings/fasttext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pretrained_embeddings/fasttext.py -------------------------------------------------------------------------------- /utils_nlp/models/pretrained_embeddings/glove.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pretrained_embeddings/glove.py -------------------------------------------------------------------------------- /utils_nlp/models/pretrained_embeddings/word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pretrained_embeddings/word2vec.py -------------------------------------------------------------------------------- /utils_nlp/models/pytorch_modules/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pytorch_modules/README.md -------------------------------------------------------------------------------- /utils_nlp/models/pytorch_modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pytorch_modules/__init__.py -------------------------------------------------------------------------------- /utils_nlp/models/pytorch_modules/conditional_gru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/pytorch_modules/conditional_gru.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/abstractive_summarization_bertsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/abstractive_summarization_bertsum.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/abstractive_summarization_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/abstractive_summarization_seq2seq.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/adam.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/beam.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/data_loader.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/dataset.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/decoder.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/encoder.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/loss.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/model_builder.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/neural.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/neural.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/optimizers.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/penalties.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/penalties.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/bertsum/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/bertsum/predictor.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/common.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/datasets.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/extractive_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/extractive_summarization.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/named_entity_recognition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/named_entity_recognition.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/question_answering.py -------------------------------------------------------------------------------- /utils_nlp/models/transformers/sequence_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/transformers/sequence_classification.py -------------------------------------------------------------------------------- /utils_nlp/models/xlnet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/xlnet/README.md -------------------------------------------------------------------------------- /utils_nlp/models/xlnet/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/xlnet/common.py -------------------------------------------------------------------------------- /utils_nlp/models/xlnet/sequence_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/nlp-recipes/HEAD/utils_nlp/models/xlnet/sequence_classification.py --------------------------------------------------------------------------------