├── .circleci └── config.yml ├── .clang-format ├── .gitattributes ├── .gitignore ├── .pre-commit-config.yaml ├── ACKNOWLEDGMENTS.md ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── benchmarks ├── comparative │ ├── README.md │ ├── caltech101 │ │ ├── .gitignore │ │ ├── README.md │ │ ├── mlx_data.py │ │ ├── pytorch.py │ │ ├── run_caltech.sh │ │ ├── tfds.py │ │ └── utils.py │ ├── librispeech │ │ ├── .gitignore │ │ ├── README.md │ │ ├── mlx_data.py │ │ ├── pytorch.py │ │ ├── run_librispeech.sh │ │ ├── tfds.py │ │ └── utils.py │ └── wikitext │ │ ├── .gitignore │ │ ├── README.md │ │ ├── mlx_data.py │ │ ├── pytorch.py │ │ ├── run_wikitext.sh │ │ ├── tfds.py │ │ └── utils.py └── utils.py ├── cmake ├── FindFFMPEG.cmake ├── FindFLAC.cmake ├── FindJPEGTURBO.cmake ├── FindOgg.cmake ├── FindOpus.cmake ├── FindSampleRate.cmake ├── FindSndFile.cmake ├── FindVorbis.cmake ├── Findmp3lame.cmake ├── Findmpg123.cmake ├── bxzstr-v1.2.3.patch └── pybind11-v2.11.1.patch ├── docs ├── .gitignore ├── Makefile ├── README.md ├── requirements.txt └── src │ ├── _static │ ├── mlx_logo.png │ └── mlx_logo_dark.png │ ├── _templates │ └── data_core_modules.rst │ ├── buffers_streams_samples.rst │ ├── conf.py │ ├── hf_datasets_streams.rst │ ├── index.rst │ ├── install.rst │ ├── python │ ├── buffer.rst │ ├── common_datasets.rst │ ├── dataset.rst │ ├── features.rst │ ├── miscellaneous.rst │ ├── stream.rst │ └── tokenizing.rst │ └── quick_start.rst ├── mlx-data.pc.in ├── mlx └── data │ ├── Array.cpp │ ├── Array.h │ ├── Buffer.cpp │ ├── Buffer.h │ ├── Dataset.cpp │ ├── Dataset.h │ ├── Sample.cpp │ ├── Sample.h │ ├── Stream.cpp │ ├── Stream.h │ ├── buffer │ ├── Append.cpp │ ├── Append.h │ ├── Batch.cpp │ ├── Batch.h │ ├── Buffer.cpp │ ├── Buffer.h │ ├── DynamicBatch.cpp │ ├── DynamicBatch.h │ ├── FilesFromTAR.cpp │ ├── FilesFromTAR.h │ ├── FromStream.cpp │ ├── FromStream.h │ ├── FromVector.cpp │ ├── FromVector.h │ ├── Partition.cpp │ ├── Partition.h │ ├── Perm.cpp │ ├── Perm.h │ ├── Shuffle.cpp │ ├── Shuffle.h │ ├── Transform.cpp │ └── Transform.h │ ├── core │ ├── AWSFileFetcher.cpp │ ├── AWSFileFetcher.h │ ├── BPETokenizer.cpp │ ├── BPETokenizer.h │ ├── BatchShape.cpp │ ├── BatchShape.h │ ├── CSVReader.cpp │ ├── CSVReader.h │ ├── FileFetcher.cpp │ ├── FileFetcher.h │ ├── Graph.cpp │ ├── Graph.h │ ├── Levenshtein.cpp │ ├── Levenshtein.h │ ├── Numpy.cpp │ ├── Numpy.h │ ├── State.cpp │ ├── State.h │ ├── TARReader.cpp │ ├── TARReader.h │ ├── ThreadController.cpp │ ├── ThreadController.h │ ├── ThreadPool.cpp │ ├── ThreadPool.h │ ├── Tokenizer.cpp │ ├── Tokenizer.h │ ├── Trie.h │ ├── Utils.cpp │ ├── Utils.h │ ├── Version.cpp │ ├── Version.h │ ├── audio │ │ ├── Audio.cpp │ │ ├── Audio.h │ │ ├── AudioPrivate.h │ │ ├── AudioSampleRate.cpp │ │ └── AudioSndfile.cpp │ ├── image │ │ ├── Image.h │ │ ├── ImageIO.cpp │ │ ├── ImageJPEG.cpp │ │ ├── ImagePrivate.h │ │ ├── ImageSTBI.cpp │ │ └── ImageTransform.cpp │ ├── imemstream.h │ └── video │ │ ├── Video.cpp │ │ ├── Video.h │ │ ├── VideoFFMPEG.cpp │ │ └── VideoPrivate.h │ ├── op │ ├── FilterByShape.cpp │ ├── FilterByShape.h │ ├── FilterKey.cpp │ ├── FilterKey.h │ ├── ImageTransform.cpp │ ├── ImageTransform.h │ ├── KeyTransform.cpp │ ├── KeyTransform.h │ ├── LoadAudio.cpp │ ├── LoadAudio.h │ ├── LoadFile.cpp │ ├── LoadFile.h │ ├── LoadImage.cpp │ ├── LoadImage.h │ ├── LoadNumpy.cpp │ ├── LoadNumpy.h │ ├── LoadVideo.cpp │ ├── LoadVideo.h │ ├── Op.cpp │ ├── Op.h │ ├── Pad.cpp │ ├── Pad.h │ ├── ReadFromTAR.cpp │ ├── ReadFromTAR.h │ ├── RemoveValue.cpp │ ├── RemoveValue.h │ ├── RenameKey.cpp │ ├── RenameKey.h │ ├── Replace.cpp │ ├── Replace.h │ ├── SampleTransform.cpp │ ├── SampleTransform.h │ ├── SaveImage.cpp │ ├── SaveImage.h │ ├── Shape.cpp │ ├── Shape.h │ ├── Shard.cpp │ ├── Shard.h │ ├── Slice.cpp │ ├── Slice.h │ ├── Squeeze.cpp │ ├── Squeeze.h │ ├── Tokenize.cpp │ └── Tokenize.h │ └── stream │ ├── Batch.cpp │ ├── Batch.h │ ├── Buffered.cpp │ ├── Buffered.h │ ├── CSVReader.cpp │ ├── CSVReader.h │ ├── Compose.cpp │ ├── Compose.h │ ├── DynamicBatch.cpp │ ├── DynamicBatch.h │ ├── FromBuffer.cpp │ ├── FromBuffer.h │ ├── LineReader.cpp │ ├── LineReader.h │ ├── OrderedPrefetch.cpp │ ├── OrderedPrefetch.h │ ├── Partition.cpp │ ├── Partition.h │ ├── Prefetch.cpp │ ├── Prefetch.h │ ├── Repeat.cpp │ ├── Repeat.h │ ├── Shuffle.cpp │ ├── Shuffle.h │ ├── SlidingWindow.cpp │ ├── SlidingWindow.h │ ├── Stream.cpp │ ├── Stream.h │ ├── Transform.cpp │ └── Transform.h ├── pyproject.toml ├── python ├── mlx │ └── data │ │ ├── __init__.py │ │ ├── core.py │ │ ├── datasets │ │ ├── __init__.py │ │ ├── cifar.py │ │ ├── common.py │ │ ├── image_folder.py │ │ ├── imagenet.py │ │ ├── librispeech.py │ │ ├── libritts_r.py │ │ ├── mnist.py │ │ ├── speechcommands.py │ │ └── wikitext.py │ │ ├── features │ │ ├── __init__.py │ │ └── audio.py │ │ └── tokenizer_helpers.py ├── src │ ├── CMakeLists.txt │ ├── wrap.cpp │ ├── wrap.h │ ├── wrap_buffer.cpp │ ├── wrap_core.cpp │ ├── wrap_dataset.h │ └── wrap_stream.cpp └── tests │ ├── test_bpe.py │ ├── test_buffer.py │ ├── test_dynamic_batch.py │ ├── test_general_ops.py │ └── test_replace.py ├── setup.py ├── super ├── CMakeLists.txt └── cmake │ ├── aws-1.11.557.patch │ ├── bzip2-1.0.8.patch │ ├── flac-1.5.0.patch │ └── xvidcore-1.3.7.patch └── tests └── CMakeLists.txt /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/.clang-format -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /ACKNOWLEDGMENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/ACKNOWLEDGMENTS.md -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/comparative/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/README.md -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/.gitignore: -------------------------------------------------------------------------------- 1 | data 2 | -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/caltech101/README.md -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/mlx_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/caltech101/mlx_data.py -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/caltech101/pytorch.py -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/run_caltech.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/caltech101/run_caltech.sh -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/tfds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/caltech101/tfds.py -------------------------------------------------------------------------------- /benchmarks/comparative/caltech101/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/caltech101/utils.py -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/.gitignore: -------------------------------------------------------------------------------- 1 | data 2 | -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/librispeech/README.md -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/mlx_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/librispeech/mlx_data.py -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/librispeech/pytorch.py -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/run_librispeech.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/librispeech/run_librispeech.sh -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/tfds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/librispeech/tfds.py -------------------------------------------------------------------------------- /benchmarks/comparative/librispeech/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/librispeech/utils.py -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/.gitignore: -------------------------------------------------------------------------------- 1 | data 2 | -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/wikitext/README.md -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/mlx_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/wikitext/mlx_data.py -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/wikitext/pytorch.py -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/run_wikitext.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/wikitext/run_wikitext.sh -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/tfds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/wikitext/tfds.py -------------------------------------------------------------------------------- /benchmarks/comparative/wikitext/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/comparative/wikitext/utils.py -------------------------------------------------------------------------------- /benchmarks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/benchmarks/utils.py -------------------------------------------------------------------------------- /cmake/FindFFMPEG.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindFFMPEG.cmake -------------------------------------------------------------------------------- /cmake/FindFLAC.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindFLAC.cmake -------------------------------------------------------------------------------- /cmake/FindJPEGTURBO.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindJPEGTURBO.cmake -------------------------------------------------------------------------------- /cmake/FindOgg.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindOgg.cmake -------------------------------------------------------------------------------- /cmake/FindOpus.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindOpus.cmake -------------------------------------------------------------------------------- /cmake/FindSampleRate.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindSampleRate.cmake -------------------------------------------------------------------------------- /cmake/FindSndFile.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindSndFile.cmake -------------------------------------------------------------------------------- /cmake/FindVorbis.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/FindVorbis.cmake -------------------------------------------------------------------------------- /cmake/Findmp3lame.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/Findmp3lame.cmake -------------------------------------------------------------------------------- /cmake/Findmpg123.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/Findmpg123.cmake -------------------------------------------------------------------------------- /cmake/bxzstr-v1.2.3.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/bxzstr-v1.2.3.patch -------------------------------------------------------------------------------- /cmake/pybind11-v2.11.1.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/cmake/pybind11-v2.11.1.patch -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | build/ 2 | _autosummary 3 | -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/src/_static/mlx_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/_static/mlx_logo.png -------------------------------------------------------------------------------- /docs/src/_static/mlx_logo_dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/_static/mlx_logo_dark.png -------------------------------------------------------------------------------- /docs/src/_templates/data_core_modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/_templates/data_core_modules.rst -------------------------------------------------------------------------------- /docs/src/buffers_streams_samples.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/buffers_streams_samples.rst -------------------------------------------------------------------------------- /docs/src/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/conf.py -------------------------------------------------------------------------------- /docs/src/hf_datasets_streams.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/hf_datasets_streams.rst -------------------------------------------------------------------------------- /docs/src/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/index.rst -------------------------------------------------------------------------------- /docs/src/install.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/install.rst -------------------------------------------------------------------------------- /docs/src/python/buffer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/buffer.rst -------------------------------------------------------------------------------- /docs/src/python/common_datasets.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/common_datasets.rst -------------------------------------------------------------------------------- /docs/src/python/dataset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/dataset.rst -------------------------------------------------------------------------------- /docs/src/python/features.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/features.rst -------------------------------------------------------------------------------- /docs/src/python/miscellaneous.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/miscellaneous.rst -------------------------------------------------------------------------------- /docs/src/python/stream.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/stream.rst -------------------------------------------------------------------------------- /docs/src/python/tokenizing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/python/tokenizing.rst -------------------------------------------------------------------------------- /docs/src/quick_start.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/docs/src/quick_start.rst -------------------------------------------------------------------------------- /mlx-data.pc.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx-data.pc.in -------------------------------------------------------------------------------- /mlx/data/Array.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Array.cpp -------------------------------------------------------------------------------- /mlx/data/Array.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Array.h -------------------------------------------------------------------------------- /mlx/data/Buffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Buffer.cpp -------------------------------------------------------------------------------- /mlx/data/Buffer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Buffer.h -------------------------------------------------------------------------------- /mlx/data/Dataset.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Dataset.cpp -------------------------------------------------------------------------------- /mlx/data/Dataset.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Dataset.h -------------------------------------------------------------------------------- /mlx/data/Sample.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Sample.cpp -------------------------------------------------------------------------------- /mlx/data/Sample.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Sample.h -------------------------------------------------------------------------------- /mlx/data/Stream.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Stream.cpp -------------------------------------------------------------------------------- /mlx/data/Stream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/Stream.h -------------------------------------------------------------------------------- /mlx/data/buffer/Append.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Append.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Append.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Append.h -------------------------------------------------------------------------------- /mlx/data/buffer/Batch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Batch.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Batch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Batch.h -------------------------------------------------------------------------------- /mlx/data/buffer/Buffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Buffer.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Buffer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Buffer.h -------------------------------------------------------------------------------- /mlx/data/buffer/DynamicBatch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/DynamicBatch.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/DynamicBatch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/DynamicBatch.h -------------------------------------------------------------------------------- /mlx/data/buffer/FilesFromTAR.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/FilesFromTAR.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/FilesFromTAR.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/FilesFromTAR.h -------------------------------------------------------------------------------- /mlx/data/buffer/FromStream.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/FromStream.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/FromStream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/FromStream.h -------------------------------------------------------------------------------- /mlx/data/buffer/FromVector.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/FromVector.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/FromVector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/FromVector.h -------------------------------------------------------------------------------- /mlx/data/buffer/Partition.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Partition.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Partition.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Partition.h -------------------------------------------------------------------------------- /mlx/data/buffer/Perm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Perm.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Perm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Perm.h -------------------------------------------------------------------------------- /mlx/data/buffer/Shuffle.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Shuffle.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Shuffle.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Shuffle.h -------------------------------------------------------------------------------- /mlx/data/buffer/Transform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Transform.cpp -------------------------------------------------------------------------------- /mlx/data/buffer/Transform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/buffer/Transform.h -------------------------------------------------------------------------------- /mlx/data/core/AWSFileFetcher.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/AWSFileFetcher.cpp -------------------------------------------------------------------------------- /mlx/data/core/AWSFileFetcher.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/AWSFileFetcher.h -------------------------------------------------------------------------------- /mlx/data/core/BPETokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/BPETokenizer.cpp -------------------------------------------------------------------------------- /mlx/data/core/BPETokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/BPETokenizer.h -------------------------------------------------------------------------------- /mlx/data/core/BatchShape.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/BatchShape.cpp -------------------------------------------------------------------------------- /mlx/data/core/BatchShape.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/BatchShape.h -------------------------------------------------------------------------------- /mlx/data/core/CSVReader.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/CSVReader.cpp -------------------------------------------------------------------------------- /mlx/data/core/CSVReader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/CSVReader.h -------------------------------------------------------------------------------- /mlx/data/core/FileFetcher.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/FileFetcher.cpp -------------------------------------------------------------------------------- /mlx/data/core/FileFetcher.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/FileFetcher.h -------------------------------------------------------------------------------- /mlx/data/core/Graph.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Graph.cpp -------------------------------------------------------------------------------- /mlx/data/core/Graph.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Graph.h -------------------------------------------------------------------------------- /mlx/data/core/Levenshtein.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Levenshtein.cpp -------------------------------------------------------------------------------- /mlx/data/core/Levenshtein.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Levenshtein.h -------------------------------------------------------------------------------- /mlx/data/core/Numpy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Numpy.cpp -------------------------------------------------------------------------------- /mlx/data/core/Numpy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Numpy.h -------------------------------------------------------------------------------- /mlx/data/core/State.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/State.cpp -------------------------------------------------------------------------------- /mlx/data/core/State.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/State.h -------------------------------------------------------------------------------- /mlx/data/core/TARReader.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/TARReader.cpp -------------------------------------------------------------------------------- /mlx/data/core/TARReader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/TARReader.h -------------------------------------------------------------------------------- /mlx/data/core/ThreadController.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/ThreadController.cpp -------------------------------------------------------------------------------- /mlx/data/core/ThreadController.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/ThreadController.h -------------------------------------------------------------------------------- /mlx/data/core/ThreadPool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/ThreadPool.cpp -------------------------------------------------------------------------------- /mlx/data/core/ThreadPool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/ThreadPool.h -------------------------------------------------------------------------------- /mlx/data/core/Tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Tokenizer.cpp -------------------------------------------------------------------------------- /mlx/data/core/Tokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Tokenizer.h -------------------------------------------------------------------------------- /mlx/data/core/Trie.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Trie.h -------------------------------------------------------------------------------- /mlx/data/core/Utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Utils.cpp -------------------------------------------------------------------------------- /mlx/data/core/Utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Utils.h -------------------------------------------------------------------------------- /mlx/data/core/Version.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Version.cpp -------------------------------------------------------------------------------- /mlx/data/core/Version.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/Version.h -------------------------------------------------------------------------------- /mlx/data/core/audio/Audio.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/audio/Audio.cpp -------------------------------------------------------------------------------- /mlx/data/core/audio/Audio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/audio/Audio.h -------------------------------------------------------------------------------- /mlx/data/core/audio/AudioPrivate.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/audio/AudioPrivate.h -------------------------------------------------------------------------------- /mlx/data/core/audio/AudioSampleRate.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/audio/AudioSampleRate.cpp -------------------------------------------------------------------------------- /mlx/data/core/audio/AudioSndfile.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/audio/AudioSndfile.cpp -------------------------------------------------------------------------------- /mlx/data/core/image/Image.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/image/Image.h -------------------------------------------------------------------------------- /mlx/data/core/image/ImageIO.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/image/ImageIO.cpp -------------------------------------------------------------------------------- /mlx/data/core/image/ImageJPEG.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/image/ImageJPEG.cpp -------------------------------------------------------------------------------- /mlx/data/core/image/ImagePrivate.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/image/ImagePrivate.h -------------------------------------------------------------------------------- /mlx/data/core/image/ImageSTBI.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/image/ImageSTBI.cpp -------------------------------------------------------------------------------- /mlx/data/core/image/ImageTransform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/image/ImageTransform.cpp -------------------------------------------------------------------------------- /mlx/data/core/imemstream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/imemstream.h -------------------------------------------------------------------------------- /mlx/data/core/video/Video.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/video/Video.cpp -------------------------------------------------------------------------------- /mlx/data/core/video/Video.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/video/Video.h -------------------------------------------------------------------------------- /mlx/data/core/video/VideoFFMPEG.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/video/VideoFFMPEG.cpp -------------------------------------------------------------------------------- /mlx/data/core/video/VideoPrivate.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/core/video/VideoPrivate.h -------------------------------------------------------------------------------- /mlx/data/op/FilterByShape.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/FilterByShape.cpp -------------------------------------------------------------------------------- /mlx/data/op/FilterByShape.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/FilterByShape.h -------------------------------------------------------------------------------- /mlx/data/op/FilterKey.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/FilterKey.cpp -------------------------------------------------------------------------------- /mlx/data/op/FilterKey.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/FilterKey.h -------------------------------------------------------------------------------- /mlx/data/op/ImageTransform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/ImageTransform.cpp -------------------------------------------------------------------------------- /mlx/data/op/ImageTransform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/ImageTransform.h -------------------------------------------------------------------------------- /mlx/data/op/KeyTransform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/KeyTransform.cpp -------------------------------------------------------------------------------- /mlx/data/op/KeyTransform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/KeyTransform.h -------------------------------------------------------------------------------- /mlx/data/op/LoadAudio.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadAudio.cpp -------------------------------------------------------------------------------- /mlx/data/op/LoadAudio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadAudio.h -------------------------------------------------------------------------------- /mlx/data/op/LoadFile.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadFile.cpp -------------------------------------------------------------------------------- /mlx/data/op/LoadFile.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadFile.h -------------------------------------------------------------------------------- /mlx/data/op/LoadImage.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadImage.cpp -------------------------------------------------------------------------------- /mlx/data/op/LoadImage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadImage.h -------------------------------------------------------------------------------- /mlx/data/op/LoadNumpy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadNumpy.cpp -------------------------------------------------------------------------------- /mlx/data/op/LoadNumpy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadNumpy.h -------------------------------------------------------------------------------- /mlx/data/op/LoadVideo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadVideo.cpp -------------------------------------------------------------------------------- /mlx/data/op/LoadVideo.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/LoadVideo.h -------------------------------------------------------------------------------- /mlx/data/op/Op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Op.cpp -------------------------------------------------------------------------------- /mlx/data/op/Op.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Op.h -------------------------------------------------------------------------------- /mlx/data/op/Pad.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Pad.cpp -------------------------------------------------------------------------------- /mlx/data/op/Pad.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Pad.h -------------------------------------------------------------------------------- /mlx/data/op/ReadFromTAR.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/ReadFromTAR.cpp -------------------------------------------------------------------------------- /mlx/data/op/ReadFromTAR.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/ReadFromTAR.h -------------------------------------------------------------------------------- /mlx/data/op/RemoveValue.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/RemoveValue.cpp -------------------------------------------------------------------------------- /mlx/data/op/RemoveValue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/RemoveValue.h -------------------------------------------------------------------------------- /mlx/data/op/RenameKey.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/RenameKey.cpp -------------------------------------------------------------------------------- /mlx/data/op/RenameKey.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/RenameKey.h -------------------------------------------------------------------------------- /mlx/data/op/Replace.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Replace.cpp -------------------------------------------------------------------------------- /mlx/data/op/Replace.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Replace.h -------------------------------------------------------------------------------- /mlx/data/op/SampleTransform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/SampleTransform.cpp -------------------------------------------------------------------------------- /mlx/data/op/SampleTransform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/SampleTransform.h -------------------------------------------------------------------------------- /mlx/data/op/SaveImage.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/SaveImage.cpp -------------------------------------------------------------------------------- /mlx/data/op/SaveImage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/SaveImage.h -------------------------------------------------------------------------------- /mlx/data/op/Shape.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Shape.cpp -------------------------------------------------------------------------------- /mlx/data/op/Shape.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Shape.h -------------------------------------------------------------------------------- /mlx/data/op/Shard.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Shard.cpp -------------------------------------------------------------------------------- /mlx/data/op/Shard.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Shard.h -------------------------------------------------------------------------------- /mlx/data/op/Slice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Slice.cpp -------------------------------------------------------------------------------- /mlx/data/op/Slice.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Slice.h -------------------------------------------------------------------------------- /mlx/data/op/Squeeze.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Squeeze.cpp -------------------------------------------------------------------------------- /mlx/data/op/Squeeze.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Squeeze.h -------------------------------------------------------------------------------- /mlx/data/op/Tokenize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Tokenize.cpp -------------------------------------------------------------------------------- /mlx/data/op/Tokenize.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/op/Tokenize.h -------------------------------------------------------------------------------- /mlx/data/stream/Batch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Batch.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Batch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Batch.h -------------------------------------------------------------------------------- /mlx/data/stream/Buffered.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Buffered.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Buffered.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Buffered.h -------------------------------------------------------------------------------- /mlx/data/stream/CSVReader.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/CSVReader.cpp -------------------------------------------------------------------------------- /mlx/data/stream/CSVReader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/CSVReader.h -------------------------------------------------------------------------------- /mlx/data/stream/Compose.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Compose.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Compose.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Compose.h -------------------------------------------------------------------------------- /mlx/data/stream/DynamicBatch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/DynamicBatch.cpp -------------------------------------------------------------------------------- /mlx/data/stream/DynamicBatch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/DynamicBatch.h -------------------------------------------------------------------------------- /mlx/data/stream/FromBuffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/FromBuffer.cpp -------------------------------------------------------------------------------- /mlx/data/stream/FromBuffer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/FromBuffer.h -------------------------------------------------------------------------------- /mlx/data/stream/LineReader.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/LineReader.cpp -------------------------------------------------------------------------------- /mlx/data/stream/LineReader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/LineReader.h -------------------------------------------------------------------------------- /mlx/data/stream/OrderedPrefetch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/OrderedPrefetch.cpp -------------------------------------------------------------------------------- /mlx/data/stream/OrderedPrefetch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/OrderedPrefetch.h -------------------------------------------------------------------------------- /mlx/data/stream/Partition.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Partition.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Partition.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Partition.h -------------------------------------------------------------------------------- /mlx/data/stream/Prefetch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Prefetch.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Prefetch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Prefetch.h -------------------------------------------------------------------------------- /mlx/data/stream/Repeat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Repeat.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Repeat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Repeat.h -------------------------------------------------------------------------------- /mlx/data/stream/Shuffle.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Shuffle.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Shuffle.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Shuffle.h -------------------------------------------------------------------------------- /mlx/data/stream/SlidingWindow.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/SlidingWindow.cpp -------------------------------------------------------------------------------- /mlx/data/stream/SlidingWindow.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/SlidingWindow.h -------------------------------------------------------------------------------- /mlx/data/stream/Stream.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Stream.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Stream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Stream.h -------------------------------------------------------------------------------- /mlx/data/stream/Transform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Transform.cpp -------------------------------------------------------------------------------- /mlx/data/stream/Transform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/mlx/data/stream/Transform.h -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/pyproject.toml -------------------------------------------------------------------------------- /python/mlx/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/__init__.py -------------------------------------------------------------------------------- /python/mlx/data/core.py: -------------------------------------------------------------------------------- 1 | # Copyright © 2023 Apple Inc. 2 | 3 | from ._c.core import * 4 | -------------------------------------------------------------------------------- /python/mlx/data/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/__init__.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/cifar.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/common.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/image_folder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/image_folder.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/imagenet.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/librispeech.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/librispeech.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/libritts_r.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/libritts_r.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/mnist.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/speechcommands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/speechcommands.py -------------------------------------------------------------------------------- /python/mlx/data/datasets/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/datasets/wikitext.py -------------------------------------------------------------------------------- /python/mlx/data/features/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright © 2023 Apple Inc. 2 | 3 | from .audio import FrequencyScale, WindowType, mfsc 4 | -------------------------------------------------------------------------------- /python/mlx/data/features/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/features/audio.py -------------------------------------------------------------------------------- /python/mlx/data/tokenizer_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/mlx/data/tokenizer_helpers.py -------------------------------------------------------------------------------- /python/src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/CMakeLists.txt -------------------------------------------------------------------------------- /python/src/wrap.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/wrap.cpp -------------------------------------------------------------------------------- /python/src/wrap.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/wrap.h -------------------------------------------------------------------------------- /python/src/wrap_buffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/wrap_buffer.cpp -------------------------------------------------------------------------------- /python/src/wrap_core.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/wrap_core.cpp -------------------------------------------------------------------------------- /python/src/wrap_dataset.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/wrap_dataset.h -------------------------------------------------------------------------------- /python/src/wrap_stream.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/src/wrap_stream.cpp -------------------------------------------------------------------------------- /python/tests/test_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/tests/test_bpe.py -------------------------------------------------------------------------------- /python/tests/test_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/tests/test_buffer.py -------------------------------------------------------------------------------- /python/tests/test_dynamic_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/tests/test_dynamic_batch.py -------------------------------------------------------------------------------- /python/tests/test_general_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/tests/test_general_ops.py -------------------------------------------------------------------------------- /python/tests/test_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/python/tests/test_replace.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/setup.py -------------------------------------------------------------------------------- /super/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/super/CMakeLists.txt -------------------------------------------------------------------------------- /super/cmake/aws-1.11.557.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/super/cmake/aws-1.11.557.patch -------------------------------------------------------------------------------- /super/cmake/bzip2-1.0.8.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/super/cmake/bzip2-1.0.8.patch -------------------------------------------------------------------------------- /super/cmake/flac-1.5.0.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/super/cmake/flac-1.5.0.patch -------------------------------------------------------------------------------- /super/cmake/xvidcore-1.3.7.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-explore/mlx-data/HEAD/super/cmake/xvidcore-1.3.7.patch -------------------------------------------------------------------------------- /tests/CMakeLists.txt: -------------------------------------------------------------------------------- 1 | # coming soon 2 | --------------------------------------------------------------------------------