├── .circleci └── unittest │ ├── linux │ └── scripts │ │ ├── environment.yml │ │ ├── install.sh │ │ ├── post_process.sh │ │ ├── run_test.sh │ │ └── setup_env.sh │ └── windows │ └── scripts │ ├── environment.yml │ ├── install.sh │ ├── install_conda.bat │ ├── post_process.sh │ ├── run_test.sh │ └── setup_env.sh ├── .clang-format ├── .flake8 ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.md │ ├── documentation.md │ ├── feature-request.md │ └── questions-help-support.md ├── pytorch-probot.yml ├── scripts │ └── validate_binaries.sh └── workflows │ ├── bandit.yml │ ├── build-docs.yml │ ├── build-wheels-linux.yml │ ├── build-wheels-m1.yml │ ├── build-wheels-windows.yml │ ├── codeql.yml │ ├── integration-test.yml │ ├── lint.yml │ ├── test-linux-cpu.yml │ ├── test-linux-gpu.yml │ ├── test-macos-cpu.yml │ ├── test-windows-cpu.yml │ ├── validate-binaries.yml │ └── validate-nightly-binaries.yml ├── .gitignore ├── .gitmodules ├── .pre-commit-config.yaml ├── .prettierignore ├── .prettierrc.yaml ├── .python3 ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── CONTRIBUTING_DATASETS.md ├── LICENSE ├── README.rst ├── benchmark ├── benchmark_basic_english_normalize.py ├── benchmark_bert_tokenizer.py ├── benchmark_experimental_vectors.py ├── benchmark_pytext_vocab.py ├── benchmark_roberta_model.py ├── benchmark_roberta_pipeline.py ├── benchmark_sentencepiece.py ├── benchmark_torcharrow_ops.py ├── benchmark_vocab.py ├── data_construction.py ├── mha_block.py └── utils.py ├── docs ├── Makefile ├── make.bat ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── pytorch_theme.css │ └── img │ │ ├── pytorch-logo-dark.png │ │ ├── pytorch-logo-dark.svg │ │ ├── pytorch-logo-flame.png │ │ ├── pytorch-logo-flame.svg │ │ └── torchtext_logo.png │ ├── _templates │ └── layout.html │ ├── conf.py │ ├── data_functional.rst │ ├── data_metrics.rst │ ├── data_utils.rst │ ├── datasets.rst │ ├── experimental_models_utils.rst │ ├── experimental_transforms.rst │ ├── experimental_vectors.rst │ ├── experimental_vocab.rst │ ├── functional.rst │ ├── index.rst │ ├── logo.rst │ ├── models.rst │ ├── nn_modules.rst │ ├── transforms.rst │ ├── utils.rst │ └── vocab.rst ├── examples ├── data_pipeline │ ├── roberta_dataframe.py │ └── roberta_datapipe.py ├── libtorchtext │ ├── .gitignore │ ├── CMakeLists.txt │ ├── README.md │ ├── build.sh │ └── tokenizer │ │ ├── CMakeLists.txt │ │ ├── README.md │ │ ├── create_tokenizer.py │ │ └── main.cpp ├── text_classification │ ├── README.md │ ├── model.py │ ├── predict.py │ ├── run_script.sh │ └── train.py ├── torcharrow │ ├── README.md │ └── roberta_sst2_training_with_torcharrow.py ├── tutorials │ ├── README.rst │ ├── sst2_classification_non_distributed.py │ └── t5_demo.py └── vocab │ ├── fairseq_vocab.py │ └── test.csv ├── notebooks ├── hf_vs_tt_t5.ipynb ├── hf_with_torchtext_gen.ipynb └── torchscriptable_t5_with_torchtext.ipynb ├── packaging ├── build_conda.sh ├── build_wheel.sh ├── cut_release.sh ├── pkg_helpers.bash ├── torchtext │ ├── bld.bat │ ├── build.sh │ └── meta.yaml ├── vc_env_helper.bat └── vs2019 │ ├── activate.bat │ ├── conda_build_config.yaml │ ├── install_activate.bat │ ├── install_runtime.bat │ └── meta.yaml ├── pyproject.toml ├── pytest.ini ├── readthedocs.yml ├── requirements.txt ├── run-clang-format.py ├── setup.py ├── test ├── integration_tests │ ├── __init__.py │ ├── conftest.py │ ├── test_generate.py │ ├── test_roberta_models.py │ └── test_t5_models.py ├── smoke_tests │ └── smoke_tests.py └── torchtext_unittest │ ├── __init__.py │ ├── asset │ ├── SST2 │ │ └── SST-2.zip │ ├── bert_base_cased_vocab.txt │ ├── bert_base_uncased_vocab.txt │ ├── clip_encoder.json │ ├── clip_vocab.bpe │ ├── glove.6B.zip │ ├── glove.840B.300d.zip │ ├── gpt2_bpe_encoder.json │ ├── gpt2_bpe_vocab.bpe │ ├── label_names.txt │ ├── openai-gpt-merges.txt │ ├── openai-gpt-vocab.json │ ├── raw_datasets.jsonl │ ├── roberta.base.output.pt │ ├── roberta.distilled.output.pt │ ├── roberta.large.output.pt │ ├── spm_example.model │ ├── t5.base.encoder.output.pt │ ├── t5.base.generation.output.pt │ ├── t5.base.model.output.pt │ ├── t5.flan.base.encoder.output.pt │ ├── t5.flan.base.generation.output.pt │ ├── t5.flan.base.model.output.pt │ ├── t5.large.encoder.output.pt │ ├── t5.large.generation.output.pt │ ├── t5.large.model.output.pt │ ├── t5.small.encoder.output.pt │ ├── t5.small.generation.output.pt │ ├── t5.small.model.output.pt │ ├── t5_tokenizer_base.model │ ├── text_normalization_ag_news_ref_results.test │ ├── text_normalization_ag_news_test.csv │ ├── vectors_test.csv │ ├── vocab_raw_text_test.txt │ ├── vocab_test.txt │ ├── vocab_test2.txt │ ├── wiki.en.vec │ ├── xlmr.base.output.pt │ └── xlmr.large.output.pt │ ├── common │ ├── __init__.py │ ├── assets.py │ ├── case_utils.py │ ├── parameterized_utils.py │ └── torchtext_test_case.py │ ├── csrc │ ├── __init__.py │ └── test_gpt2_bpe_tokenizer.py │ ├── data │ ├── __init__.py │ ├── test_dataset_utils.py │ ├── test_functional.py │ ├── test_jit.py │ ├── test_metrics.py │ ├── test_modules.py │ └── test_utils.py │ ├── datasets │ ├── __init__.py │ ├── common.py │ ├── test_agnews.py │ ├── test_amazonreviews.py │ ├── test_cc100.py │ ├── test_cnndm.py │ ├── test_cola.py │ ├── test_conll2000chunking.py │ ├── test_dbpedia.py │ ├── test_enwik9.py │ ├── test_imdb.py │ ├── test_iwslt2016.py │ ├── test_iwslt2017.py │ ├── test_mnli.py │ ├── test_mrpc.py │ ├── test_multi30k.py │ ├── test_penntreebank.py │ ├── test_qnli.py │ ├── test_qqp.py │ ├── test_rte.py │ ├── test_sogounews.py │ ├── test_squads.py │ ├── test_sst2.py │ ├── test_stsb.py │ ├── test_udpos.py │ ├── test_wikitexts.py │ ├── test_wnli.py │ ├── test_yahooanswers.py │ └── test_yelpreviews.py │ ├── models │ ├── __init__.py │ ├── gpu_tests │ │ └── models_gpu_test.py │ ├── models_cpu_test.py │ ├── roberta_models_test_impl.py │ ├── t5_models_test_impl.py │ ├── t5_test_transforms.py │ └── test_transformers.py │ ├── prototype │ ├── __init__.py │ ├── test_functional.py │ ├── test_transforms.py │ ├── test_vectors.py │ └── test_with_asset.py │ ├── test_build.py │ ├── test_functional.py │ ├── test_transforms.py │ ├── test_utils.py │ └── test_vocab.py ├── third_party └── CMakeLists.txt ├── tools ├── __init__.py ├── conda │ └── torchtext │ │ └── meta.yaml └── setup_helpers │ ├── __init__.py │ └── extension.py ├── torchtext ├── __init__.py ├── _download_hooks.py ├── _extension.py ├── _internal │ ├── __init__.py │ └── module_utils.py ├── csrc │ ├── CMakeLists.txt │ ├── bert_tokenizer.cpp │ ├── bert_tokenizer.h │ ├── clip_tokenizer.cpp │ ├── clip_tokenizer.h │ ├── common.cpp │ ├── common.h │ ├── export.h │ ├── gpt2_bpe_tokenizer.cpp │ ├── gpt2_bpe_tokenizer.h │ ├── regex.cpp │ ├── regex.h │ ├── regex_tokenizer.cpp │ ├── regex_tokenizer.h │ ├── register_pybindings.cpp │ ├── register_torchbindings.cpp │ ├── sentencepiece.cpp │ ├── sentencepiece.h │ ├── vectors.cpp │ ├── vectors.h │ ├── vocab.cpp │ ├── vocab.h │ ├── vocab_factory.cpp │ └── vocab_factory.h ├── data │ ├── __init__.py │ ├── datasets_utils.py │ ├── functional.py │ ├── metrics.py │ └── utils.py ├── datasets │ ├── __init__.py │ ├── ag_news.py │ ├── amazonreviewfull.py │ ├── amazonreviewpolarity.py │ ├── cc100.py │ ├── cnndm.py │ ├── cola.py │ ├── conll2000chunking.py │ ├── dbpedia.py │ ├── enwik9.py │ ├── imdb.py │ ├── iwslt2016.py │ ├── iwslt2017.py │ ├── mnli.py │ ├── mrpc.py │ ├── multi30k.py │ ├── penntreebank.py │ ├── qnli.py │ ├── qqp.py │ ├── rte.py │ ├── sogounews.py │ ├── squad1.py │ ├── squad2.py │ ├── sst2.py │ ├── stsb.py │ ├── udpos.py │ ├── wikitext103.py │ ├── wikitext2.py │ ├── wnli.py │ ├── yahooanswers.py │ ├── yelpreviewfull.py │ └── yelpreviewpolarity.py ├── experimental │ ├── __init__.py │ ├── transforms.py │ ├── vectors.py │ └── vocab_factory.py ├── functional.py ├── lib │ └── .gitignore ├── models │ ├── __init__.py │ ├── roberta │ │ ├── __init__.py │ │ ├── bundler.py │ │ ├── model.py │ │ └── modules.py │ └── t5 │ │ ├── __init__.py │ │ ├── bundler.py │ │ ├── model.py │ │ ├── modules.py │ │ └── t5_transform.py ├── nn │ ├── __init__.py │ └── modules │ │ ├── __init__.py │ │ └── multiheadattention.py ├── prototype │ ├── __init__.py │ ├── asset │ │ ├── get_checksum.sh │ │ └── get_checksums_fast_text.py │ ├── generate.py │ ├── transforms.py │ ├── vectors.py │ └── vocab_factory.py ├── transforms.py ├── utils.py └── vocab │ ├── __init__.py │ ├── vectors.py │ ├── vocab.py │ └── vocab_factory.py └── version.txt /.circleci/unittest/linux/scripts/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/linux/scripts/environment.yml -------------------------------------------------------------------------------- /.circleci/unittest/linux/scripts/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/linux/scripts/install.sh -------------------------------------------------------------------------------- /.circleci/unittest/linux/scripts/post_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/linux/scripts/post_process.sh -------------------------------------------------------------------------------- /.circleci/unittest/linux/scripts/run_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/linux/scripts/run_test.sh -------------------------------------------------------------------------------- /.circleci/unittest/linux/scripts/setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/linux/scripts/setup_env.sh -------------------------------------------------------------------------------- /.circleci/unittest/windows/scripts/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/windows/scripts/environment.yml -------------------------------------------------------------------------------- /.circleci/unittest/windows/scripts/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/windows/scripts/install.sh -------------------------------------------------------------------------------- /.circleci/unittest/windows/scripts/install_conda.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/windows/scripts/install_conda.bat -------------------------------------------------------------------------------- /.circleci/unittest/windows/scripts/post_process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/windows/scripts/post_process.sh -------------------------------------------------------------------------------- /.circleci/unittest/windows/scripts/run_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/windows/scripts/run_test.sh -------------------------------------------------------------------------------- /.circleci/unittest/windows/scripts/setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.circleci/unittest/windows/scripts/setup_env.sh -------------------------------------------------------------------------------- /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.clang-format -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/documentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/ISSUE_TEMPLATE/documentation.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/questions-help-support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/ISSUE_TEMPLATE/questions-help-support.md -------------------------------------------------------------------------------- /.github/pytorch-probot.yml: -------------------------------------------------------------------------------- 1 | tracking_issue: 876 2 | -------------------------------------------------------------------------------- /.github/scripts/validate_binaries.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/scripts/validate_binaries.sh -------------------------------------------------------------------------------- /.github/workflows/bandit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/bandit.yml -------------------------------------------------------------------------------- /.github/workflows/build-docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/build-docs.yml -------------------------------------------------------------------------------- /.github/workflows/build-wheels-linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/build-wheels-linux.yml -------------------------------------------------------------------------------- /.github/workflows/build-wheels-m1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/build-wheels-m1.yml -------------------------------------------------------------------------------- /.github/workflows/build-wheels-windows.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/build-wheels-windows.yml -------------------------------------------------------------------------------- /.github/workflows/codeql.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/codeql.yml -------------------------------------------------------------------------------- /.github/workflows/integration-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/integration-test.yml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/test-linux-cpu.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/test-linux-cpu.yml -------------------------------------------------------------------------------- /.github/workflows/test-linux-gpu.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/test-linux-gpu.yml -------------------------------------------------------------------------------- /.github/workflows/test-macos-cpu.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/test-macos-cpu.yml -------------------------------------------------------------------------------- /.github/workflows/test-windows-cpu.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/test-windows-cpu.yml -------------------------------------------------------------------------------- /.github/workflows/validate-binaries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/validate-binaries.yml -------------------------------------------------------------------------------- /.github/workflows/validate-nightly-binaries.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.github/workflows/validate-nightly-binaries.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- 1 | packaging/* 2 | .circleci/config.yml 3 | -------------------------------------------------------------------------------- /.prettierrc.yaml: -------------------------------------------------------------------------------- 1 | proseWrap: always 2 | printWidth: 120 3 | -------------------------------------------------------------------------------- /.python3: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /CONTRIBUTING_DATASETS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/CONTRIBUTING_DATASETS.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/LICENSE -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/README.rst -------------------------------------------------------------------------------- /benchmark/benchmark_basic_english_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_basic_english_normalize.py -------------------------------------------------------------------------------- /benchmark/benchmark_bert_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_bert_tokenizer.py -------------------------------------------------------------------------------- /benchmark/benchmark_experimental_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_experimental_vectors.py -------------------------------------------------------------------------------- /benchmark/benchmark_pytext_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_pytext_vocab.py -------------------------------------------------------------------------------- /benchmark/benchmark_roberta_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_roberta_model.py -------------------------------------------------------------------------------- /benchmark/benchmark_roberta_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_roberta_pipeline.py -------------------------------------------------------------------------------- /benchmark/benchmark_sentencepiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_sentencepiece.py -------------------------------------------------------------------------------- /benchmark/benchmark_torcharrow_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_torcharrow_ops.py -------------------------------------------------------------------------------- /benchmark/benchmark_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/benchmark_vocab.py -------------------------------------------------------------------------------- /benchmark/data_construction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/data_construction.py -------------------------------------------------------------------------------- /benchmark/mha_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/mha_block.py -------------------------------------------------------------------------------- /benchmark/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/benchmark/utils.py -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/pytorch_theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_static/css/pytorch_theme.css -------------------------------------------------------------------------------- /docs/source/_static/img/pytorch-logo-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_static/img/pytorch-logo-dark.png -------------------------------------------------------------------------------- /docs/source/_static/img/pytorch-logo-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_static/img/pytorch-logo-dark.svg -------------------------------------------------------------------------------- /docs/source/_static/img/pytorch-logo-flame.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_static/img/pytorch-logo-flame.png -------------------------------------------------------------------------------- /docs/source/_static/img/pytorch-logo-flame.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_static/img/pytorch-logo-flame.svg -------------------------------------------------------------------------------- /docs/source/_static/img/torchtext_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_static/img/torchtext_logo.png -------------------------------------------------------------------------------- /docs/source/_templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/_templates/layout.html -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/data_functional.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/data_functional.rst -------------------------------------------------------------------------------- /docs/source/data_metrics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/data_metrics.rst -------------------------------------------------------------------------------- /docs/source/data_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/data_utils.rst -------------------------------------------------------------------------------- /docs/source/datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/datasets.rst -------------------------------------------------------------------------------- /docs/source/experimental_models_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/experimental_models_utils.rst -------------------------------------------------------------------------------- /docs/source/experimental_transforms.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/experimental_transforms.rst -------------------------------------------------------------------------------- /docs/source/experimental_vectors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/experimental_vectors.rst -------------------------------------------------------------------------------- /docs/source/experimental_vocab.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/experimental_vocab.rst -------------------------------------------------------------------------------- /docs/source/functional.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/functional.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/logo.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/logo.rst -------------------------------------------------------------------------------- /docs/source/models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/models.rst -------------------------------------------------------------------------------- /docs/source/nn_modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/nn_modules.rst -------------------------------------------------------------------------------- /docs/source/transforms.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/transforms.rst -------------------------------------------------------------------------------- /docs/source/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/utils.rst -------------------------------------------------------------------------------- /docs/source/vocab.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/docs/source/vocab.rst -------------------------------------------------------------------------------- /examples/data_pipeline/roberta_dataframe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/data_pipeline/roberta_dataframe.py -------------------------------------------------------------------------------- /examples/data_pipeline/roberta_datapipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/data_pipeline/roberta_datapipe.py -------------------------------------------------------------------------------- /examples/libtorchtext/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/.gitignore -------------------------------------------------------------------------------- /examples/libtorchtext/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/CMakeLists.txt -------------------------------------------------------------------------------- /examples/libtorchtext/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/README.md -------------------------------------------------------------------------------- /examples/libtorchtext/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/build.sh -------------------------------------------------------------------------------- /examples/libtorchtext/tokenizer/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/tokenizer/CMakeLists.txt -------------------------------------------------------------------------------- /examples/libtorchtext/tokenizer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/tokenizer/README.md -------------------------------------------------------------------------------- /examples/libtorchtext/tokenizer/create_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/tokenizer/create_tokenizer.py -------------------------------------------------------------------------------- /examples/libtorchtext/tokenizer/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/libtorchtext/tokenizer/main.cpp -------------------------------------------------------------------------------- /examples/text_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/text_classification/README.md -------------------------------------------------------------------------------- /examples/text_classification/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/text_classification/model.py -------------------------------------------------------------------------------- /examples/text_classification/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/text_classification/predict.py -------------------------------------------------------------------------------- /examples/text_classification/run_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/text_classification/run_script.sh -------------------------------------------------------------------------------- /examples/text_classification/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/text_classification/train.py -------------------------------------------------------------------------------- /examples/torcharrow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/torcharrow/README.md -------------------------------------------------------------------------------- /examples/torcharrow/roberta_sst2_training_with_torcharrow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/torcharrow/roberta_sst2_training_with_torcharrow.py -------------------------------------------------------------------------------- /examples/tutorials/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/tutorials/README.rst -------------------------------------------------------------------------------- /examples/tutorials/sst2_classification_non_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/tutorials/sst2_classification_non_distributed.py -------------------------------------------------------------------------------- /examples/tutorials/t5_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/tutorials/t5_demo.py -------------------------------------------------------------------------------- /examples/vocab/fairseq_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/vocab/fairseq_vocab.py -------------------------------------------------------------------------------- /examples/vocab/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/examples/vocab/test.csv -------------------------------------------------------------------------------- /notebooks/hf_vs_tt_t5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/notebooks/hf_vs_tt_t5.ipynb -------------------------------------------------------------------------------- /notebooks/hf_with_torchtext_gen.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/notebooks/hf_with_torchtext_gen.ipynb -------------------------------------------------------------------------------- /notebooks/torchscriptable_t5_with_torchtext.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/notebooks/torchscriptable_t5_with_torchtext.ipynb -------------------------------------------------------------------------------- /packaging/build_conda.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/build_conda.sh -------------------------------------------------------------------------------- /packaging/build_wheel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/build_wheel.sh -------------------------------------------------------------------------------- /packaging/cut_release.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/cut_release.sh -------------------------------------------------------------------------------- /packaging/pkg_helpers.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/pkg_helpers.bash -------------------------------------------------------------------------------- /packaging/torchtext/bld.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/torchtext/bld.bat -------------------------------------------------------------------------------- /packaging/torchtext/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/torchtext/build.sh -------------------------------------------------------------------------------- /packaging/torchtext/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/torchtext/meta.yaml -------------------------------------------------------------------------------- /packaging/vc_env_helper.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/vc_env_helper.bat -------------------------------------------------------------------------------- /packaging/vs2019/activate.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/vs2019/activate.bat -------------------------------------------------------------------------------- /packaging/vs2019/conda_build_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/vs2019/conda_build_config.yaml -------------------------------------------------------------------------------- /packaging/vs2019/install_activate.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/vs2019/install_activate.bat -------------------------------------------------------------------------------- /packaging/vs2019/install_runtime.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/vs2019/install_runtime.bat -------------------------------------------------------------------------------- /packaging/vs2019/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/packaging/vs2019/meta.yaml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/pytest.ini -------------------------------------------------------------------------------- /readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/readthedocs.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/requirements.txt -------------------------------------------------------------------------------- /run-clang-format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/run-clang-format.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/setup.py -------------------------------------------------------------------------------- /test/integration_tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/integration_tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/integration_tests/conftest.py -------------------------------------------------------------------------------- /test/integration_tests/test_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/integration_tests/test_generate.py -------------------------------------------------------------------------------- /test/integration_tests/test_roberta_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/integration_tests/test_roberta_models.py -------------------------------------------------------------------------------- /test/integration_tests/test_t5_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/integration_tests/test_t5_models.py -------------------------------------------------------------------------------- /test/smoke_tests/smoke_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/smoke_tests/smoke_tests.py -------------------------------------------------------------------------------- /test/torchtext_unittest/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/SST2/SST-2.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/SST2/SST-2.zip -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/bert_base_cased_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/bert_base_cased_vocab.txt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/bert_base_uncased_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/bert_base_uncased_vocab.txt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/clip_encoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/clip_encoder.json -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/clip_vocab.bpe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/clip_vocab.bpe -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/glove.6B.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/glove.6B.zip -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/glove.840B.300d.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/glove.840B.300d.zip -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/gpt2_bpe_encoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/gpt2_bpe_encoder.json -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/gpt2_bpe_vocab.bpe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/gpt2_bpe_vocab.bpe -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/label_names.txt: -------------------------------------------------------------------------------- 1 | test 2 | label 3 | indices 4 | -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/openai-gpt-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/openai-gpt-merges.txt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/openai-gpt-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/openai-gpt-vocab.json -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/raw_datasets.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/raw_datasets.jsonl -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/roberta.base.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/roberta.base.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/roberta.distilled.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/roberta.distilled.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/roberta.large.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/roberta.large.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/spm_example.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/spm_example.model -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.base.encoder.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.base.encoder.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.base.generation.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.base.generation.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.base.model.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.base.model.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.flan.base.encoder.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.flan.base.encoder.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.flan.base.generation.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.flan.base.generation.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.flan.base.model.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.flan.base.model.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.large.encoder.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.large.encoder.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.large.generation.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.large.generation.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.large.model.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.large.model.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.small.encoder.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.small.encoder.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.small.generation.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.small.generation.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5.small.model.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5.small.model.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/t5_tokenizer_base.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/t5_tokenizer_base.model -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/text_normalization_ag_news_ref_results.test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/text_normalization_ag_news_ref_results.test -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/text_normalization_ag_news_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/text_normalization_ag_news_test.csv -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/vectors_test.csv: -------------------------------------------------------------------------------- 1 | a,1 0 0 2 | b,0 1 0 3 | -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/vocab_raw_text_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/vocab_raw_text_test.txt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/vocab_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/vocab_test.txt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/vocab_test2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/vocab_test2.txt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/wiki.en.vec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/wiki.en.vec -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/xlmr.base.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/xlmr.base.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/asset/xlmr.large.output.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/asset/xlmr.large.output.pt -------------------------------------------------------------------------------- /test/torchtext_unittest/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/common/assets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/common/assets.py -------------------------------------------------------------------------------- /test/torchtext_unittest/common/case_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/common/case_utils.py -------------------------------------------------------------------------------- /test/torchtext_unittest/common/parameterized_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/common/parameterized_utils.py -------------------------------------------------------------------------------- /test/torchtext_unittest/common/torchtext_test_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/common/torchtext_test_case.py -------------------------------------------------------------------------------- /test/torchtext_unittest/csrc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/csrc/test_gpt2_bpe_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/csrc/test_gpt2_bpe_tokenizer.py -------------------------------------------------------------------------------- /test/torchtext_unittest/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/data/test_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/data/test_dataset_utils.py -------------------------------------------------------------------------------- /test/torchtext_unittest/data/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/data/test_functional.py -------------------------------------------------------------------------------- /test/torchtext_unittest/data/test_jit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/data/test_jit.py -------------------------------------------------------------------------------- /test/torchtext_unittest/data/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/data/test_metrics.py -------------------------------------------------------------------------------- /test/torchtext_unittest/data/test_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/data/test_modules.py -------------------------------------------------------------------------------- /test/torchtext_unittest/data/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/data/test_utils.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/common.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_agnews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_agnews.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_amazonreviews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_amazonreviews.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_cc100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_cc100.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_cnndm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_cnndm.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_cola.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_cola.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_conll2000chunking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_conll2000chunking.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_dbpedia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_dbpedia.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_enwik9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_enwik9.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_imdb.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_iwslt2016.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_iwslt2016.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_iwslt2017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_iwslt2017.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_mnli.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_mrpc.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_multi30k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_multi30k.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_penntreebank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_penntreebank.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_qnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_qnli.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_qqp.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_rte.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_sogounews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_sogounews.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_squads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_squads.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_sst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_sst2.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_stsb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_stsb.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_udpos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_udpos.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_wikitexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_wikitexts.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_wnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_wnli.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_yahooanswers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_yahooanswers.py -------------------------------------------------------------------------------- /test/torchtext_unittest/datasets/test_yelpreviews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/datasets/test_yelpreviews.py -------------------------------------------------------------------------------- /test/torchtext_unittest/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/models/gpu_tests/models_gpu_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/models/gpu_tests/models_gpu_test.py -------------------------------------------------------------------------------- /test/torchtext_unittest/models/models_cpu_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/models/models_cpu_test.py -------------------------------------------------------------------------------- /test/torchtext_unittest/models/roberta_models_test_impl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/models/roberta_models_test_impl.py -------------------------------------------------------------------------------- /test/torchtext_unittest/models/t5_models_test_impl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/models/t5_models_test_impl.py -------------------------------------------------------------------------------- /test/torchtext_unittest/models/t5_test_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/models/t5_test_transforms.py -------------------------------------------------------------------------------- /test/torchtext_unittest/models/test_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/models/test_transformers.py -------------------------------------------------------------------------------- /test/torchtext_unittest/prototype/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/torchtext_unittest/prototype/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/prototype/test_functional.py -------------------------------------------------------------------------------- /test/torchtext_unittest/prototype/test_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/prototype/test_transforms.py -------------------------------------------------------------------------------- /test/torchtext_unittest/prototype/test_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/prototype/test_vectors.py -------------------------------------------------------------------------------- /test/torchtext_unittest/prototype/test_with_asset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/prototype/test_with_asset.py -------------------------------------------------------------------------------- /test/torchtext_unittest/test_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/test_build.py -------------------------------------------------------------------------------- /test/torchtext_unittest/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/test_functional.py -------------------------------------------------------------------------------- /test/torchtext_unittest/test_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/test_transforms.py -------------------------------------------------------------------------------- /test/torchtext_unittest/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/test_utils.py -------------------------------------------------------------------------------- /test/torchtext_unittest/test_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/test/torchtext_unittest/test_vocab.py -------------------------------------------------------------------------------- /third_party/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/third_party/CMakeLists.txt -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/conda/torchtext/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/tools/conda/torchtext/meta.yaml -------------------------------------------------------------------------------- /tools/setup_helpers/__init__.py: -------------------------------------------------------------------------------- 1 | from .extension import * # noqa 2 | -------------------------------------------------------------------------------- /tools/setup_helpers/extension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/tools/setup_helpers/extension.py -------------------------------------------------------------------------------- /torchtext/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/__init__.py -------------------------------------------------------------------------------- /torchtext/_download_hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/_download_hooks.py -------------------------------------------------------------------------------- /torchtext/_extension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/_extension.py -------------------------------------------------------------------------------- /torchtext/_internal/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torchtext/_internal/module_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/_internal/module_utils.py -------------------------------------------------------------------------------- /torchtext/csrc/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/CMakeLists.txt -------------------------------------------------------------------------------- /torchtext/csrc/bert_tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/bert_tokenizer.cpp -------------------------------------------------------------------------------- /torchtext/csrc/bert_tokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/bert_tokenizer.h -------------------------------------------------------------------------------- /torchtext/csrc/clip_tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/clip_tokenizer.cpp -------------------------------------------------------------------------------- /torchtext/csrc/clip_tokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/clip_tokenizer.h -------------------------------------------------------------------------------- /torchtext/csrc/common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/common.cpp -------------------------------------------------------------------------------- /torchtext/csrc/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/common.h -------------------------------------------------------------------------------- /torchtext/csrc/export.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/export.h -------------------------------------------------------------------------------- /torchtext/csrc/gpt2_bpe_tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/gpt2_bpe_tokenizer.cpp -------------------------------------------------------------------------------- /torchtext/csrc/gpt2_bpe_tokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/gpt2_bpe_tokenizer.h -------------------------------------------------------------------------------- /torchtext/csrc/regex.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/regex.cpp -------------------------------------------------------------------------------- /torchtext/csrc/regex.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/regex.h -------------------------------------------------------------------------------- /torchtext/csrc/regex_tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/regex_tokenizer.cpp -------------------------------------------------------------------------------- /torchtext/csrc/regex_tokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/regex_tokenizer.h -------------------------------------------------------------------------------- /torchtext/csrc/register_pybindings.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/register_pybindings.cpp -------------------------------------------------------------------------------- /torchtext/csrc/register_torchbindings.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/register_torchbindings.cpp -------------------------------------------------------------------------------- /torchtext/csrc/sentencepiece.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/sentencepiece.cpp -------------------------------------------------------------------------------- /torchtext/csrc/sentencepiece.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/sentencepiece.h -------------------------------------------------------------------------------- /torchtext/csrc/vectors.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/vectors.cpp -------------------------------------------------------------------------------- /torchtext/csrc/vectors.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/vectors.h -------------------------------------------------------------------------------- /torchtext/csrc/vocab.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/vocab.cpp -------------------------------------------------------------------------------- /torchtext/csrc/vocab.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/vocab.h -------------------------------------------------------------------------------- /torchtext/csrc/vocab_factory.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/vocab_factory.cpp -------------------------------------------------------------------------------- /torchtext/csrc/vocab_factory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/csrc/vocab_factory.h -------------------------------------------------------------------------------- /torchtext/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/data/__init__.py -------------------------------------------------------------------------------- /torchtext/data/datasets_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/data/datasets_utils.py -------------------------------------------------------------------------------- /torchtext/data/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/data/functional.py -------------------------------------------------------------------------------- /torchtext/data/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/data/metrics.py -------------------------------------------------------------------------------- /torchtext/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/data/utils.py -------------------------------------------------------------------------------- /torchtext/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/__init__.py -------------------------------------------------------------------------------- /torchtext/datasets/ag_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/ag_news.py -------------------------------------------------------------------------------- /torchtext/datasets/amazonreviewfull.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/amazonreviewfull.py -------------------------------------------------------------------------------- /torchtext/datasets/amazonreviewpolarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/amazonreviewpolarity.py -------------------------------------------------------------------------------- /torchtext/datasets/cc100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/cc100.py -------------------------------------------------------------------------------- /torchtext/datasets/cnndm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/cnndm.py -------------------------------------------------------------------------------- /torchtext/datasets/cola.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/cola.py -------------------------------------------------------------------------------- /torchtext/datasets/conll2000chunking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/conll2000chunking.py -------------------------------------------------------------------------------- /torchtext/datasets/dbpedia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/dbpedia.py -------------------------------------------------------------------------------- /torchtext/datasets/enwik9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/enwik9.py -------------------------------------------------------------------------------- /torchtext/datasets/imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/imdb.py -------------------------------------------------------------------------------- /torchtext/datasets/iwslt2016.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/iwslt2016.py -------------------------------------------------------------------------------- /torchtext/datasets/iwslt2017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/iwslt2017.py -------------------------------------------------------------------------------- /torchtext/datasets/mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/mnli.py -------------------------------------------------------------------------------- /torchtext/datasets/mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/mrpc.py -------------------------------------------------------------------------------- /torchtext/datasets/multi30k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/multi30k.py -------------------------------------------------------------------------------- /torchtext/datasets/penntreebank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/penntreebank.py -------------------------------------------------------------------------------- /torchtext/datasets/qnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/qnli.py -------------------------------------------------------------------------------- /torchtext/datasets/qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/qqp.py -------------------------------------------------------------------------------- /torchtext/datasets/rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/rte.py -------------------------------------------------------------------------------- /torchtext/datasets/sogounews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/sogounews.py -------------------------------------------------------------------------------- /torchtext/datasets/squad1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/squad1.py -------------------------------------------------------------------------------- /torchtext/datasets/squad2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/squad2.py -------------------------------------------------------------------------------- /torchtext/datasets/sst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/sst2.py -------------------------------------------------------------------------------- /torchtext/datasets/stsb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/stsb.py -------------------------------------------------------------------------------- /torchtext/datasets/udpos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/udpos.py -------------------------------------------------------------------------------- /torchtext/datasets/wikitext103.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/wikitext103.py -------------------------------------------------------------------------------- /torchtext/datasets/wikitext2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/wikitext2.py -------------------------------------------------------------------------------- /torchtext/datasets/wnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/wnli.py -------------------------------------------------------------------------------- /torchtext/datasets/yahooanswers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/yahooanswers.py -------------------------------------------------------------------------------- /torchtext/datasets/yelpreviewfull.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/yelpreviewfull.py -------------------------------------------------------------------------------- /torchtext/datasets/yelpreviewpolarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/datasets/yelpreviewpolarity.py -------------------------------------------------------------------------------- /torchtext/experimental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/experimental/__init__.py -------------------------------------------------------------------------------- /torchtext/experimental/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/experimental/transforms.py -------------------------------------------------------------------------------- /torchtext/experimental/vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/experimental/vectors.py -------------------------------------------------------------------------------- /torchtext/experimental/vocab_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/experimental/vocab_factory.py -------------------------------------------------------------------------------- /torchtext/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/functional.py -------------------------------------------------------------------------------- /torchtext/lib/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/lib/.gitignore -------------------------------------------------------------------------------- /torchtext/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/__init__.py -------------------------------------------------------------------------------- /torchtext/models/roberta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/roberta/__init__.py -------------------------------------------------------------------------------- /torchtext/models/roberta/bundler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/roberta/bundler.py -------------------------------------------------------------------------------- /torchtext/models/roberta/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/roberta/model.py -------------------------------------------------------------------------------- /torchtext/models/roberta/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/roberta/modules.py -------------------------------------------------------------------------------- /torchtext/models/t5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/t5/__init__.py -------------------------------------------------------------------------------- /torchtext/models/t5/bundler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/t5/bundler.py -------------------------------------------------------------------------------- /torchtext/models/t5/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/t5/model.py -------------------------------------------------------------------------------- /torchtext/models/t5/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/t5/modules.py -------------------------------------------------------------------------------- /torchtext/models/t5/t5_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/models/t5/t5_transform.py -------------------------------------------------------------------------------- /torchtext/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/nn/__init__.py -------------------------------------------------------------------------------- /torchtext/nn/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/nn/modules/__init__.py -------------------------------------------------------------------------------- /torchtext/nn/modules/multiheadattention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/nn/modules/multiheadattention.py -------------------------------------------------------------------------------- /torchtext/prototype/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/__init__.py -------------------------------------------------------------------------------- /torchtext/prototype/asset/get_checksum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/asset/get_checksum.sh -------------------------------------------------------------------------------- /torchtext/prototype/asset/get_checksums_fast_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/asset/get_checksums_fast_text.py -------------------------------------------------------------------------------- /torchtext/prototype/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/generate.py -------------------------------------------------------------------------------- /torchtext/prototype/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/transforms.py -------------------------------------------------------------------------------- /torchtext/prototype/vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/vectors.py -------------------------------------------------------------------------------- /torchtext/prototype/vocab_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/prototype/vocab_factory.py -------------------------------------------------------------------------------- /torchtext/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/transforms.py -------------------------------------------------------------------------------- /torchtext/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/utils.py -------------------------------------------------------------------------------- /torchtext/vocab/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/vocab/__init__.py -------------------------------------------------------------------------------- /torchtext/vocab/vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/vocab/vectors.py -------------------------------------------------------------------------------- /torchtext/vocab/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/vocab/vocab.py -------------------------------------------------------------------------------- /torchtext/vocab/vocab_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/text/HEAD/torchtext/vocab/vocab_factory.py -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- 1 | 0.17.0a0 2 | --------------------------------------------------------------------------------