├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ ├── bug_report.yml │ └── feature_request.yml ├── dependabot.yml ├── pull_request_template.md └── workflows │ ├── ci-integration-main.yml │ ├── ci-integration-pr.yml │ ├── ci.yml │ ├── documentation.yml │ ├── generate_third_party_licenses.yml │ ├── notify-comment.yml │ ├── notify-issue.yml │ ├── notify-pr.yml │ ├── notify-wheel-failure.yml │ ├── python-checks.yml │ ├── python-integration.yml │ ├── rust-checks.yml │ └── wheels.yml ├── .gitignore ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── DEVELOPMENT.md ├── LICENSE ├── NOTICE ├── README.md ├── conftest.py ├── examples ├── Getting started with the Amazon S3 Connector for PyTorch.ipynb ├── dcp │ └── stateful_example.py └── lightning │ ├── async_checkpoint_writing.py │ ├── checkpoint_manual_save.py │ ├── checkpoint_reading.py │ └── checkpoint_writing.py ├── run_cibuildwheel_on_ec2.sh ├── s3torchbenchmarking ├── README.md ├── benchmark_results_aggregator.ipynb ├── conf │ ├── aws │ │ └── dynamodb.yaml │ ├── dataloader │ │ ├── fsspec.yaml │ │ ├── mountpoint.yaml │ │ ├── mountpointcache.yaml │ │ ├── s3iterabledataset.yaml │ │ └── s3mapdataset.yaml │ ├── dataset.yaml │ ├── dcp_ddp_load.yaml │ ├── dcp_ddp_save.yaml │ ├── dcp_fsdp_load.yaml │ ├── dcp_fsdp_save.yaml │ ├── hydra │ │ └── callbacks │ │ │ └── collate_results.yaml │ ├── lightning_checkpointing.yaml │ └── pytorch_checkpointing.yaml ├── pyproject.toml ├── src │ └── s3torchbenchmarking │ │ ├── __init__.py │ │ ├── benchmark_utils.py │ │ ├── constants.py │ │ ├── datagen.py │ │ ├── dataset │ │ ├── __init__.py │ │ └── benchmark.py │ │ ├── dcp_common.py │ │ ├── dcp_ddp │ │ ├── README.md │ │ ├── __init__.py │ │ ├── load_benchmark.py │ │ └── save_benchmark.py │ │ ├── dcp_fsdp │ │ ├── README.md │ │ ├── __init__.py │ │ ├── llama_model_config.py │ │ ├── load_benchmark.py │ │ └── save_benchmark.py │ │ ├── hydra_callback.py │ │ ├── lightning_checkpointing │ │ ├── __init__.py │ │ ├── benchmark.py │ │ ├── checkpoint_profiler.py │ │ └── sample_counter.py │ │ ├── models.py │ │ └── pytorch_checkpointing │ │ ├── __init__.py │ │ └── benchmark.py ├── tst │ └── test_compatibility.py └── utils │ ├── collect_and_write_to_dynamodb.py │ ├── download_and_transform_results.py │ ├── generate_datasets_files.sh │ ├── html_result_generator.py │ ├── prepare_nvme.sh │ ├── run_benchmarks.sh │ ├── run_checkpoint_benchmarks.sh │ ├── run_dataset_benchmarks.sh │ ├── run_dcp_ddp_benchmarks.sh │ ├── run_dcp_fsdp_benchmarks.sh │ └── run_lightning_benchmarks.sh ├── s3torchconnector ├── docs │ ├── Makefile │ ├── conf.py │ ├── index.rst │ └── make.bat ├── pyproject.toml ├── src │ └── s3torchconnector │ │ ├── __init__.py │ │ ├── _s3_bucket_iterable.py │ │ ├── _s3bucket_key_data.py │ │ ├── _s3client │ │ ├── __init__.py │ │ ├── _mock_s3client.py │ │ ├── _s3client.py │ │ └── s3client_config.py │ │ ├── _s3dataset_common.py │ │ ├── _user_agent.py │ │ ├── _version.py │ │ ├── dcp │ │ ├── __init__.py │ │ ├── s3_file_system.py │ │ └── s3_prefix_strategy.py │ │ ├── lightning │ │ ├── __init__.py │ │ └── s3_lightning_checkpoint.py │ │ ├── s3checkpoint.py │ │ ├── s3iterable_dataset.py │ │ ├── s3map_dataset.py │ │ ├── s3reader │ │ ├── __init__.py │ │ ├── constructor.py │ │ ├── protocol.py │ │ ├── ranged.py │ │ ├── s3reader.py │ │ └── sequential.py │ │ └── s3writer.py └── tst │ ├── conftest.py │ ├── e2e │ ├── conftest.py │ ├── dcp │ │ ├── __init__.py │ │ ├── test_e2e_s3_file_system.py │ │ └── test_e2e_s3_storage_reader.py │ ├── models │ │ ├── __init__.py │ │ ├── lightning_transformer.py │ │ └── net.py │ ├── test_common.py │ ├── test_distributed_training.py │ ├── test_e2e_s3_lightning_checkpoint.py │ ├── test_e2e_s3checkpoint.py │ ├── test_e2e_s3datasets.py │ ├── test_mountpoint_client_parallel_access.py │ ├── test_multiprocess_dataloading.py │ └── test_s3_client.py │ └── unit │ ├── __init__.py │ ├── _checkpoint_byteorder_patch.py │ ├── _hypothesis_python_primitives.py │ ├── dcp │ ├── __init__.py │ ├── test_s3_file_system.py │ ├── test_s3_prefix_strategy.py │ ├── test_s3_storage_reader.py │ └── test_s3_storage_writer.py │ ├── lightning │ ├── __init__.py │ └── test_s3_lightning_checkpoint.py │ ├── test_checkpointing.py │ ├── test_lightning_missing.py │ ├── test_s3_client.py │ ├── test_s3_client_config.py │ ├── test_s3dataset_common.py │ ├── test_s3iterable_dataset.py │ ├── test_s3mapdataset.py │ ├── test_s3reader_common.py │ ├── test_s3reader_constructor.py │ ├── test_s3reader_range_based.py │ ├── test_s3reader_sequential.py │ ├── test_s3writer.py │ ├── test_user_agent.py │ └── test_version.py └── s3torchconnectorclient ├── Cargo.lock ├── Cargo.toml ├── MANIFEST.in ├── deny.toml ├── pyproject.toml ├── python ├── src │ └── s3torchconnectorclient │ │ ├── __init__.py │ │ ├── _logger_patch.py │ │ ├── _mountpoint_s3_client.pyi │ │ └── py.typed └── tst │ ├── integration │ ├── conftest.py │ ├── test_logging.py │ └── test_mountpoint_s3_integration.py │ └── unit │ ├── test_mountpoint_s3_client.py │ ├── test_s3exception.py │ └── test_structs.py ├── rust-toolchain.toml └── rust ├── build.rs └── src ├── build_info.rs ├── exception.rs ├── get_object_stream.rs ├── lib.rs ├── list_object_stream.rs ├── logger_setup.rs ├── mock_client.rs ├── mountpoint_s3_client.rs ├── mountpoint_s3_client_inner.rs ├── put_object_stream.rs ├── python_structs.rs └── python_structs ├── py_head_object_result.rs ├── py_list_object_result.rs ├── py_object_info.rs └── py_restore_status.rs /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/ISSUE_TEMPLATE/bug_report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/ISSUE_TEMPLATE/feature_request.yml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/ci-integration-main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/ci-integration-main.yml -------------------------------------------------------------------------------- /.github/workflows/ci-integration-pr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/ci-integration-pr.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/documentation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/documentation.yml -------------------------------------------------------------------------------- /.github/workflows/generate_third_party_licenses.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/generate_third_party_licenses.yml -------------------------------------------------------------------------------- /.github/workflows/notify-comment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/notify-comment.yml -------------------------------------------------------------------------------- /.github/workflows/notify-issue.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/notify-issue.yml -------------------------------------------------------------------------------- /.github/workflows/notify-pr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/notify-pr.yml -------------------------------------------------------------------------------- /.github/workflows/notify-wheel-failure.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/notify-wheel-failure.yml -------------------------------------------------------------------------------- /.github/workflows/python-checks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/python-checks.yml -------------------------------------------------------------------------------- /.github/workflows/python-integration.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/python-integration.yml -------------------------------------------------------------------------------- /.github/workflows/rust-checks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/rust-checks.yml -------------------------------------------------------------------------------- /.github/workflows/wheels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.github/workflows/wheels.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /DEVELOPMENT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/DEVELOPMENT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/LICENSE -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/README.md -------------------------------------------------------------------------------- /conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/conftest.py -------------------------------------------------------------------------------- /examples/Getting started with the Amazon S3 Connector for PyTorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/examples/Getting started with the Amazon S3 Connector for PyTorch.ipynb -------------------------------------------------------------------------------- /examples/dcp/stateful_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/examples/dcp/stateful_example.py -------------------------------------------------------------------------------- /examples/lightning/async_checkpoint_writing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/examples/lightning/async_checkpoint_writing.py -------------------------------------------------------------------------------- /examples/lightning/checkpoint_manual_save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/examples/lightning/checkpoint_manual_save.py -------------------------------------------------------------------------------- /examples/lightning/checkpoint_reading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/examples/lightning/checkpoint_reading.py -------------------------------------------------------------------------------- /examples/lightning/checkpoint_writing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/examples/lightning/checkpoint_writing.py -------------------------------------------------------------------------------- /run_cibuildwheel_on_ec2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/run_cibuildwheel_on_ec2.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/README.md -------------------------------------------------------------------------------- /s3torchbenchmarking/benchmark_results_aggregator.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/benchmark_results_aggregator.ipynb -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/aws/dynamodb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/aws/dynamodb.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dataloader/fsspec.yaml: -------------------------------------------------------------------------------- 1 | kind: fsspec 2 | batch_size: 128 3 | num_workers: 8 -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dataloader/mountpoint.yaml: -------------------------------------------------------------------------------- 1 | kind: mountpoint 2 | batch_size: 128 3 | num_workers: 8 -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dataloader/mountpointcache.yaml: -------------------------------------------------------------------------------- 1 | kind: mountpointcache 2 | batch_size: 128 3 | num_workers: 8 4 | -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dataloader/s3iterabledataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dataloader/s3iterabledataset.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dataloader/s3mapdataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dataloader/s3mapdataset.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dataset.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dcp_ddp_load.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dcp_ddp_load.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dcp_ddp_save.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dcp_ddp_save.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dcp_fsdp_load.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dcp_fsdp_load.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/dcp_fsdp_save.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/dcp_fsdp_save.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/hydra/callbacks/collate_results.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/hydra/callbacks/collate_results.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/lightning_checkpointing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/lightning_checkpointing.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/conf/pytorch_checkpointing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/conf/pytorch_checkpointing.yaml -------------------------------------------------------------------------------- /s3torchbenchmarking/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/pyproject.toml -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/__init__.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/benchmark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/benchmark_utils.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/constants.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/datagen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dataset/__init__.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dataset/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dataset/benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_common.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/README.md -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/__init__.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/load_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/load_benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/save_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_ddp/save_benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/README.md -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/__init__.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/llama_model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/llama_model_config.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/load_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/load_benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/save_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/dcp_fsdp/save_benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/hydra_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/hydra_callback.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/checkpoint_profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/checkpoint_profiler.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/sample_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/lightning_checkpointing/sample_counter.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/models.py -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/pytorch_checkpointing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /s3torchbenchmarking/src/s3torchbenchmarking/pytorch_checkpointing/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/src/s3torchbenchmarking/pytorch_checkpointing/benchmark.py -------------------------------------------------------------------------------- /s3torchbenchmarking/tst/test_compatibility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/tst/test_compatibility.py -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/collect_and_write_to_dynamodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/collect_and_write_to_dynamodb.py -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/download_and_transform_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/download_and_transform_results.py -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/generate_datasets_files.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/generate_datasets_files.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/html_result_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/html_result_generator.py -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/prepare_nvme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/prepare_nvme.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/run_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/run_benchmarks.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/run_checkpoint_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/run_checkpoint_benchmarks.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/run_dataset_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/run_dataset_benchmarks.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/run_dcp_ddp_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/run_dcp_ddp_benchmarks.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/run_dcp_fsdp_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/run_dcp_fsdp_benchmarks.sh -------------------------------------------------------------------------------- /s3torchbenchmarking/utils/run_lightning_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchbenchmarking/utils/run_lightning_benchmarks.sh -------------------------------------------------------------------------------- /s3torchconnector/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/docs/Makefile -------------------------------------------------------------------------------- /s3torchconnector/docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/docs/conf.py -------------------------------------------------------------------------------- /s3torchconnector/docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/docs/index.rst -------------------------------------------------------------------------------- /s3torchconnector/docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/docs/make.bat -------------------------------------------------------------------------------- /s3torchconnector/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/pyproject.toml -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3_bucket_iterable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3_bucket_iterable.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3bucket_key_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3bucket_key_data.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3client/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3client/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3client/_mock_s3client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3client/_mock_s3client.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3client/_s3client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3client/_s3client.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3client/s3client_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3client/s3client_config.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_s3dataset_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_s3dataset_common.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_user_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_user_agent.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/_version.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/dcp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/dcp/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/dcp/s3_file_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/dcp/s3_file_system.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/dcp/s3_prefix_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/dcp/s3_prefix_strategy.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/lightning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/lightning/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/lightning/s3_lightning_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/lightning/s3_lightning_checkpoint.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3checkpoint.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3iterable_dataset.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3map_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3map_dataset.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3reader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3reader/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3reader/constructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3reader/constructor.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3reader/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3reader/protocol.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3reader/ranged.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3reader/ranged.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3reader/s3reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3reader/s3reader.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3reader/sequential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3reader/sequential.py -------------------------------------------------------------------------------- /s3torchconnector/src/s3torchconnector/s3writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/src/s3torchconnector/s3writer.py -------------------------------------------------------------------------------- /s3torchconnector/tst/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/conftest.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/conftest.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/dcp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/dcp/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/dcp/test_e2e_s3_file_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/dcp/test_e2e_s3_file_system.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/dcp/test_e2e_s3_storage_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/dcp/test_e2e_s3_storage_reader.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/models/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/models/lightning_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/models/lightning_transformer.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/models/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/models/net.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_common.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_distributed_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_distributed_training.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_e2e_s3_lightning_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_e2e_s3_lightning_checkpoint.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_e2e_s3checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_e2e_s3checkpoint.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_e2e_s3datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_e2e_s3datasets.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_mountpoint_client_parallel_access.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_mountpoint_client_parallel_access.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_multiprocess_dataloading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_multiprocess_dataloading.py -------------------------------------------------------------------------------- /s3torchconnector/tst/e2e/test_s3_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/e2e/test_s3_client.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/_checkpoint_byteorder_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/_checkpoint_byteorder_patch.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/_hypothesis_python_primitives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/_hypothesis_python_primitives.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/dcp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/dcp/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/dcp/test_s3_file_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/dcp/test_s3_file_system.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/dcp/test_s3_prefix_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/dcp/test_s3_prefix_strategy.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/dcp/test_s3_storage_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/dcp/test_s3_storage_reader.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/dcp/test_s3_storage_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/dcp/test_s3_storage_writer.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/lightning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/lightning/__init__.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/lightning/test_s3_lightning_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/lightning/test_s3_lightning_checkpoint.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_checkpointing.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_lightning_missing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_lightning_missing.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3_client.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3_client_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3_client_config.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3dataset_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3dataset_common.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3iterable_dataset.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3mapdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3mapdataset.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3reader_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3reader_common.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3reader_constructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3reader_constructor.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3reader_range_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3reader_range_based.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3reader_sequential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3reader_sequential.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_s3writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_s3writer.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_user_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_user_agent.py -------------------------------------------------------------------------------- /s3torchconnector/tst/unit/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnector/tst/unit/test_version.py -------------------------------------------------------------------------------- /s3torchconnectorclient/Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/Cargo.lock -------------------------------------------------------------------------------- /s3torchconnectorclient/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/Cargo.toml -------------------------------------------------------------------------------- /s3torchconnectorclient/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/MANIFEST.in -------------------------------------------------------------------------------- /s3torchconnectorclient/deny.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/deny.toml -------------------------------------------------------------------------------- /s3torchconnectorclient/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/pyproject.toml -------------------------------------------------------------------------------- /s3torchconnectorclient/python/src/s3torchconnectorclient/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/src/s3torchconnectorclient/__init__.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/src/s3torchconnectorclient/_logger_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/src/s3torchconnectorclient/_logger_patch.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/src/s3torchconnectorclient/_mountpoint_s3_client.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/src/s3torchconnectorclient/_mountpoint_s3_client.pyi -------------------------------------------------------------------------------- /s3torchconnectorclient/python/src/s3torchconnectorclient/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /s3torchconnectorclient/python/tst/integration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/tst/integration/conftest.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/tst/integration/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/tst/integration/test_logging.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/tst/integration/test_mountpoint_s3_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/tst/integration/test_mountpoint_s3_integration.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/tst/unit/test_mountpoint_s3_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/tst/unit/test_mountpoint_s3_client.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/tst/unit/test_s3exception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/tst/unit/test_s3exception.py -------------------------------------------------------------------------------- /s3torchconnectorclient/python/tst/unit/test_structs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/python/tst/unit/test_structs.py -------------------------------------------------------------------------------- /s3torchconnectorclient/rust-toolchain.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust-toolchain.toml -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/build.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/build.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/build_info.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/build_info.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/exception.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/exception.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/get_object_stream.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/get_object_stream.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/lib.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/list_object_stream.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/list_object_stream.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/logger_setup.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/logger_setup.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/mock_client.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/mock_client.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/mountpoint_s3_client.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/mountpoint_s3_client.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/mountpoint_s3_client_inner.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/mountpoint_s3_client_inner.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/put_object_stream.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/put_object_stream.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/python_structs.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/python_structs.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/python_structs/py_head_object_result.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/python_structs/py_head_object_result.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/python_structs/py_list_object_result.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/python_structs/py_list_object_result.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/python_structs/py_object_info.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/python_structs/py_object_info.rs -------------------------------------------------------------------------------- /s3torchconnectorclient/rust/src/python_structs/py_restore_status.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awslabs/s3-connector-for-pytorch/HEAD/s3torchconnectorclient/rust/src/python_structs/py_restore_status.rs --------------------------------------------------------------------------------