├── .github ├── copy-pr-bot.yaml ├── release-drafter.yml └── workflows │ ├── check-base-branch.yaml │ ├── cpu-ci.yml │ ├── cpu-packages.yml │ ├── docs-preview-pr.yaml │ ├── docs-remove-stale-reviews.yaml │ ├── docs-sched-rebuild.yaml │ ├── gpu-ci.yml │ ├── jax.yaml │ ├── lint.yml │ ├── models.yml │ ├── nvtabular.yml │ ├── release-drafter.yaml │ ├── require-label.yaml │ ├── set-stable-branch.yaml │ ├── systems.yml │ ├── tensorflow.yml │ ├── torch.yaml │ ├── transformers4rec.yml │ └── triage.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .prettierignore ├── .pylintrc ├── .yamllint.yaml ├── LICENSE ├── MANIFEST.in ├── README.md ├── ci ├── ignore_codespell_words.txt ├── pr.gpu.Jenkinsfile └── test_unit.sh ├── conda └── recipe │ └── meta.yaml ├── docs ├── Makefile ├── README.md └── source │ ├── _static │ └── .gitkeep │ ├── _templates │ └── versions.html │ ├── api.rst │ ├── conf.py │ ├── index.rst │ └── toc.yaml ├── examples ├── 01a-Getting-started-Tensorflow.ipynb ├── 01b-Getting-started-Pytorch.ipynb ├── 02-Multi-GPU-Tensorflow-with-Horovod.ipynb └── README.md ├── merlin ├── dataloader │ ├── __init__.py │ ├── _version.py │ ├── jax.py │ ├── loader_base.py │ ├── ops │ │ ├── __init__.py │ │ ├── embeddings.py │ │ └── padding.py │ ├── tensorflow.py │ ├── tf_utils.py │ ├── torch.py │ └── utils │ │ ├── tf │ │ ├── hvd_wrapper.sh │ │ └── tf_trainer.py │ │ └── torch │ │ └── torch_trainer_dist.py └── loader │ ├── __init__.py │ ├── jax.py │ ├── tensorflow.py │ └── torch.py ├── pyproject.toml ├── requirements ├── base.txt ├── dev.txt ├── docs.txt ├── jax.txt ├── tensorflow.txt └── torch.txt ├── setup.cfg ├── setup.py ├── tests ├── conftest.py ├── examples │ ├── test_getting_started_pytorch.py │ ├── test_getting_started_tensorflow.py │ └── test_multi_GPU_with_horovod_and_tensorflow.py └── unit │ ├── .coveragerc │ └── dataloader │ ├── test_array_dataloader.py │ ├── test_array_to_tensorflow.py │ ├── test_array_to_torch.py │ ├── test_dataloader_backend.py │ ├── test_embeddings.py │ ├── test_jax_dataloader.py │ ├── test_padding.py │ ├── test_tf_dataloader.py │ └── test_torch_dataloader.py ├── tox.ini └── versioneer.py /.github/copy-pr-bot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/copy-pr-bot.yaml -------------------------------------------------------------------------------- /.github/release-drafter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/release-drafter.yml -------------------------------------------------------------------------------- /.github/workflows/check-base-branch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/check-base-branch.yaml -------------------------------------------------------------------------------- /.github/workflows/cpu-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/cpu-ci.yml -------------------------------------------------------------------------------- /.github/workflows/cpu-packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/cpu-packages.yml -------------------------------------------------------------------------------- /.github/workflows/docs-preview-pr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/docs-preview-pr.yaml -------------------------------------------------------------------------------- /.github/workflows/docs-remove-stale-reviews.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/docs-remove-stale-reviews.yaml -------------------------------------------------------------------------------- /.github/workflows/docs-sched-rebuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/docs-sched-rebuild.yaml -------------------------------------------------------------------------------- /.github/workflows/gpu-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/gpu-ci.yml -------------------------------------------------------------------------------- /.github/workflows/jax.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/jax.yaml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/models.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/models.yml -------------------------------------------------------------------------------- /.github/workflows/nvtabular.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/nvtabular.yml -------------------------------------------------------------------------------- /.github/workflows/release-drafter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/release-drafter.yaml -------------------------------------------------------------------------------- /.github/workflows/require-label.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/require-label.yaml -------------------------------------------------------------------------------- /.github/workflows/set-stable-branch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/set-stable-branch.yaml -------------------------------------------------------------------------------- /.github/workflows/systems.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/systems.yml -------------------------------------------------------------------------------- /.github/workflows/tensorflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/tensorflow.yml -------------------------------------------------------------------------------- /.github/workflows/torch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/torch.yaml -------------------------------------------------------------------------------- /.github/workflows/transformers4rec.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/transformers4rec.yml -------------------------------------------------------------------------------- /.github/workflows/triage.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.github/workflows/triage.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- 1 | build/ 2 | conda/ 3 | -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.pylintrc -------------------------------------------------------------------------------- /.yamllint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/.yamllint.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/README.md -------------------------------------------------------------------------------- /ci/ignore_codespell_words.txt: -------------------------------------------------------------------------------- 1 | te 2 | coo 3 | ser 4 | fo 5 | ot 6 | lik 7 | usera 8 | -------------------------------------------------------------------------------- /ci/pr.gpu.Jenkinsfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/ci/pr.gpu.Jenkinsfile -------------------------------------------------------------------------------- /ci/test_unit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/ci/test_unit.sh -------------------------------------------------------------------------------- /conda/recipe/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/conda/recipe/meta.yaml -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/source/_static/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/source/_templates/versions.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/source/_templates/versions.html -------------------------------------------------------------------------------- /docs/source/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/source/api.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/toc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/docs/source/toc.yaml -------------------------------------------------------------------------------- /examples/01a-Getting-started-Tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/examples/01a-Getting-started-Tensorflow.ipynb -------------------------------------------------------------------------------- /examples/01b-Getting-started-Pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/examples/01b-Getting-started-Pytorch.ipynb -------------------------------------------------------------------------------- /examples/02-Multi-GPU-Tensorflow-with-Horovod.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/examples/02-Multi-GPU-Tensorflow-with-Horovod.ipynb -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/examples/README.md -------------------------------------------------------------------------------- /merlin/dataloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/__init__.py -------------------------------------------------------------------------------- /merlin/dataloader/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/_version.py -------------------------------------------------------------------------------- /merlin/dataloader/jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/jax.py -------------------------------------------------------------------------------- /merlin/dataloader/loader_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/loader_base.py -------------------------------------------------------------------------------- /merlin/dataloader/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/ops/__init__.py -------------------------------------------------------------------------------- /merlin/dataloader/ops/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/ops/embeddings.py -------------------------------------------------------------------------------- /merlin/dataloader/ops/padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/ops/padding.py -------------------------------------------------------------------------------- /merlin/dataloader/tensorflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/tensorflow.py -------------------------------------------------------------------------------- /merlin/dataloader/tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/tf_utils.py -------------------------------------------------------------------------------- /merlin/dataloader/torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/torch.py -------------------------------------------------------------------------------- /merlin/dataloader/utils/tf/hvd_wrapper.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/utils/tf/hvd_wrapper.sh -------------------------------------------------------------------------------- /merlin/dataloader/utils/tf/tf_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/utils/tf/tf_trainer.py -------------------------------------------------------------------------------- /merlin/dataloader/utils/torch/torch_trainer_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/dataloader/utils/torch/torch_trainer_dist.py -------------------------------------------------------------------------------- /merlin/loader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/loader/__init__.py -------------------------------------------------------------------------------- /merlin/loader/jax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/loader/jax.py -------------------------------------------------------------------------------- /merlin/loader/tensorflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/loader/tensorflow.py -------------------------------------------------------------------------------- /merlin/loader/torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/merlin/loader/torch.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements/base.txt: -------------------------------------------------------------------------------- 1 | merlin-core>=23.04.00 2 | -------------------------------------------------------------------------------- /requirements/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/requirements/dev.txt -------------------------------------------------------------------------------- /requirements/docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/requirements/docs.txt -------------------------------------------------------------------------------- /requirements/jax.txt: -------------------------------------------------------------------------------- 1 | jax[cpu] -------------------------------------------------------------------------------- /requirements/tensorflow.txt: -------------------------------------------------------------------------------- 1 | tensorflow>=2.3.0 -------------------------------------------------------------------------------- /requirements/torch.txt: -------------------------------------------------------------------------------- 1 | torch>=1.0 -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/setup.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/examples/test_getting_started_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/examples/test_getting_started_pytorch.py -------------------------------------------------------------------------------- /tests/examples/test_getting_started_tensorflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/examples/test_getting_started_tensorflow.py -------------------------------------------------------------------------------- /tests/examples/test_multi_GPU_with_horovod_and_tensorflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/examples/test_multi_GPU_with_horovod_and_tensorflow.py -------------------------------------------------------------------------------- /tests/unit/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/.coveragerc -------------------------------------------------------------------------------- /tests/unit/dataloader/test_array_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_array_dataloader.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_array_to_tensorflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_array_to_tensorflow.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_array_to_torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_array_to_torch.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_dataloader_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_dataloader_backend.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_embeddings.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_jax_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_jax_dataloader.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_padding.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_tf_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_tf_dataloader.py -------------------------------------------------------------------------------- /tests/unit/dataloader/test_torch_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tests/unit/dataloader/test_torch_dataloader.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/tox.ini -------------------------------------------------------------------------------- /versioneer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVIDIA-Merlin/dataloader/HEAD/versioneer.py --------------------------------------------------------------------------------