├── .github ├── dependabot.yml └── workflows │ ├── ci.yml │ ├── scheduled.yml │ └── test.yml ├── .gitignore ├── CHANGELOG.md ├── Cargo.toml ├── LICENSE-APACHE ├── LICENSE-MIT ├── README.md ├── _typos.toml ├── benches └── throughput.rs ├── clippy.toml ├── deny.toml ├── examples ├── README.md └── iterable.rs ├── src ├── collate.rs ├── collate │ ├── default_collate.rs │ ├── default_collate │ │ ├── array.rs │ │ ├── map.rs │ │ ├── ndarray.rs │ │ ├── nonzero.rs │ │ ├── primitive.rs │ │ ├── reference.rs │ │ ├── sequence.rs │ │ ├── string.rs │ │ └── tuple.rs │ ├── torch_collate.rs │ └── torch_collate │ │ ├── array.rs │ │ ├── map.rs │ │ ├── ndarray.rs │ │ ├── nonzero.rs │ │ ├── primitive.rs │ │ ├── reference.rs │ │ ├── sequence.rs │ │ ├── string.rs │ │ └── tuple.rs ├── indexable.rs ├── indexable │ ├── dataloader.rs │ ├── dataloader │ │ └── builder.rs │ ├── dataset.rs │ ├── dataset │ │ ├── get_sample.rs │ │ ├── len.rs │ │ └── ndarray_dataset.rs │ ├── fetch.rs │ ├── sampler.rs │ └── sampler │ │ ├── batch_sampler.rs │ │ ├── random_sampler.rs │ │ └── sequential_sampler.rs ├── iterable.rs ├── iterable │ ├── dataloader.rs │ └── dataloader │ │ └── builder.rs └── lib.rs └── tests └── integration_tests.rs /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/scheduled.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/.github/workflows/scheduled.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE-APACHE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/LICENSE-APACHE -------------------------------------------------------------------------------- /LICENSE-MIT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/LICENSE-MIT -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/README.md -------------------------------------------------------------------------------- /_typos.toml: -------------------------------------------------------------------------------- 1 | [files] 2 | extend-exclude = ["examples/image/*"] -------------------------------------------------------------------------------- /benches/throughput.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/benches/throughput.rs -------------------------------------------------------------------------------- /clippy.toml: -------------------------------------------------------------------------------- 1 | max-fn-params-bools = 0 2 | -------------------------------------------------------------------------------- /deny.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/deny.toml -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/iterable.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/examples/iterable.rs -------------------------------------------------------------------------------- /src/collate.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate.rs -------------------------------------------------------------------------------- /src/collate/default_collate.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate.rs -------------------------------------------------------------------------------- /src/collate/default_collate/array.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/array.rs -------------------------------------------------------------------------------- /src/collate/default_collate/map.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/map.rs -------------------------------------------------------------------------------- /src/collate/default_collate/ndarray.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/ndarray.rs -------------------------------------------------------------------------------- /src/collate/default_collate/nonzero.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/nonzero.rs -------------------------------------------------------------------------------- /src/collate/default_collate/primitive.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/primitive.rs -------------------------------------------------------------------------------- /src/collate/default_collate/reference.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/reference.rs -------------------------------------------------------------------------------- /src/collate/default_collate/sequence.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/sequence.rs -------------------------------------------------------------------------------- /src/collate/default_collate/string.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/string.rs -------------------------------------------------------------------------------- /src/collate/default_collate/tuple.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/default_collate/tuple.rs -------------------------------------------------------------------------------- /src/collate/torch_collate.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/array.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/array.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/map.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/map.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/ndarray.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/ndarray.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/nonzero.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/nonzero.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/primitive.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/primitive.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/reference.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/reference.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/sequence.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/sequence.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/string.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/string.rs -------------------------------------------------------------------------------- /src/collate/torch_collate/tuple.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/collate/torch_collate/tuple.rs -------------------------------------------------------------------------------- /src/indexable.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable.rs -------------------------------------------------------------------------------- /src/indexable/dataloader.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/dataloader.rs -------------------------------------------------------------------------------- /src/indexable/dataloader/builder.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/dataloader/builder.rs -------------------------------------------------------------------------------- /src/indexable/dataset.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/dataset.rs -------------------------------------------------------------------------------- /src/indexable/dataset/get_sample.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/dataset/get_sample.rs -------------------------------------------------------------------------------- /src/indexable/dataset/len.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/dataset/len.rs -------------------------------------------------------------------------------- /src/indexable/dataset/ndarray_dataset.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/dataset/ndarray_dataset.rs -------------------------------------------------------------------------------- /src/indexable/fetch.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/fetch.rs -------------------------------------------------------------------------------- /src/indexable/sampler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/sampler.rs -------------------------------------------------------------------------------- /src/indexable/sampler/batch_sampler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/sampler/batch_sampler.rs -------------------------------------------------------------------------------- /src/indexable/sampler/random_sampler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/sampler/random_sampler.rs -------------------------------------------------------------------------------- /src/indexable/sampler/sequential_sampler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/indexable/sampler/sequential_sampler.rs -------------------------------------------------------------------------------- /src/iterable.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/iterable.rs -------------------------------------------------------------------------------- /src/iterable/dataloader.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/iterable/dataloader.rs -------------------------------------------------------------------------------- /src/iterable/dataloader/builder.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/iterable/dataloader/builder.rs -------------------------------------------------------------------------------- /src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/src/lib.rs -------------------------------------------------------------------------------- /tests/integration_tests.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tudyx/ai-dataloader/HEAD/tests/integration_tests.rs --------------------------------------------------------------------------------