├── .devcontainer └── devcontainer.json ├── .gitattributes ├── .github └── workflows │ └── release.yaml ├── .gitignore ├── .readthedocs.yml ├── .vscode ├── launch.json └── settings.json ├── Dockerfile ├── LICENSE.txt ├── MANIFEST.in ├── README.md ├── docs ├── Makefile ├── README.md ├── callbacks.rst ├── conf.py ├── fine_tuning.rst ├── index.rst ├── installation.rst ├── make.bat ├── quickstart.rst ├── requirements_docs.txt ├── run_config.rst ├── schedulers.rst ├── tracking.rst ├── trainer.rst └── utils.rst ├── examples ├── README.md ├── __init__.py ├── core │ ├── .devcontainer │ │ ├── Dockerfile │ │ └── devcontainer.json │ ├── custom_callback_event.py │ ├── train_mnist.py │ ├── train_with_metrics_in_callback.py │ └── train_with_metrics_in_loop.py ├── data │ ├── download_ants_and_bees.sh │ ├── download_imagenette.sh │ └── download_pets.sh ├── nlp │ ├── .devcontainer │ │ ├── Dockerfile │ │ └── devcontainer.json │ └── hf_bert_glue_mrpc.py └── vision │ ├── __init__.py │ ├── faster_rcnn │ ├── .devcontainer │ │ ├── Dockerfile │ │ └── devcontainer.json │ ├── __init__.py │ ├── evaluation │ │ ├── calculate_map_callback.py │ │ └── coco_evaluator.py │ ├── frcnn │ │ ├── dataset.py │ │ ├── model.py │ │ └── trainer.py │ └── train_cars.py │ ├── transfer_learning │ ├── .devcontainer │ │ ├── Dockerfile │ │ └── devcontainer.json │ ├── __init__.py │ ├── pets_finetune.py │ ├── progressive_resizing.py │ └── pytorch_tutorial_finetune.py │ └── using_timm_components │ ├── .devcontainer │ ├── Dockerfile │ └── devcontainer.json │ ├── __init__.py │ ├── all_timm_components.py │ └── train_mixup_ema.py ├── pytorch_accelerated ├── __init__.py ├── _version.py ├── callbacks.py ├── finetuning.py ├── run_config.py ├── schedulers │ ├── __init__.py │ ├── cosine_scheduler.py │ ├── scheduler_base.py │ └── wsd_scheduler.py ├── tracking.py ├── trainer.py └── utils.py ├── requirements.dev.txt ├── requirements.examples.txt ├── requirements.txt ├── setup.cfg ├── setup.py ├── test ├── __init__.py ├── scheduler │ ├── __init__.py │ ├── test_cosine_scheduler.py │ ├── test_scheduler_base.py │ └── test_wsd_scheduler.py ├── test_finetuning.py ├── test_loss_tracking.py ├── test_placeholders.py ├── test_run_history.py ├── test_trainer.py └── test_utils.py └── versioneer.py /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | pytorch_accelerated/_version.py export-subst 2 | -------------------------------------------------------------------------------- /.github/workflows/release.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/.github/workflows/release.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/callbacks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/callbacks.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/fine_tuning.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/fine_tuning.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/installation.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/quickstart.rst -------------------------------------------------------------------------------- /docs/requirements_docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/requirements_docs.txt -------------------------------------------------------------------------------- /docs/run_config.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/run_config.rst -------------------------------------------------------------------------------- /docs/schedulers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/schedulers.rst -------------------------------------------------------------------------------- /docs/tracking.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/tracking.rst -------------------------------------------------------------------------------- /docs/trainer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/trainer.rst -------------------------------------------------------------------------------- /docs/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/docs/utils.rst -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/core/.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/core/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /examples/core/.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/core/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /examples/core/custom_callback_event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/core/custom_callback_event.py -------------------------------------------------------------------------------- /examples/core/train_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/core/train_mnist.py -------------------------------------------------------------------------------- /examples/core/train_with_metrics_in_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/core/train_with_metrics_in_callback.py -------------------------------------------------------------------------------- /examples/core/train_with_metrics_in_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/core/train_with_metrics_in_loop.py -------------------------------------------------------------------------------- /examples/data/download_ants_and_bees.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/data/download_ants_and_bees.sh -------------------------------------------------------------------------------- /examples/data/download_imagenette.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/data/download_imagenette.sh -------------------------------------------------------------------------------- /examples/data/download_pets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/data/download_pets.sh -------------------------------------------------------------------------------- /examples/nlp/.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/nlp/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /examples/nlp/.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/nlp/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /examples/nlp/hf_bert_glue_mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/nlp/hf_bert_glue_mrpc.py -------------------------------------------------------------------------------- /examples/vision/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/evaluation/calculate_map_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/evaluation/calculate_map_callback.py -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/evaluation/coco_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/evaluation/coco_evaluator.py -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/frcnn/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/frcnn/dataset.py -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/frcnn/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/frcnn/model.py -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/frcnn/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/frcnn/trainer.py -------------------------------------------------------------------------------- /examples/vision/faster_rcnn/train_cars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/faster_rcnn/train_cars.py -------------------------------------------------------------------------------- /examples/vision/transfer_learning/.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/transfer_learning/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /examples/vision/transfer_learning/.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/transfer_learning/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /examples/vision/transfer_learning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/vision/transfer_learning/pets_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/transfer_learning/pets_finetune.py -------------------------------------------------------------------------------- /examples/vision/transfer_learning/progressive_resizing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/transfer_learning/progressive_resizing.py -------------------------------------------------------------------------------- /examples/vision/transfer_learning/pytorch_tutorial_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/transfer_learning/pytorch_tutorial_finetune.py -------------------------------------------------------------------------------- /examples/vision/using_timm_components/.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/using_timm_components/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /examples/vision/using_timm_components/.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/using_timm_components/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /examples/vision/using_timm_components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/vision/using_timm_components/all_timm_components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/using_timm_components/all_timm_components.py -------------------------------------------------------------------------------- /examples/vision/using_timm_components/train_mixup_ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/examples/vision/using_timm_components/train_mixup_ema.py -------------------------------------------------------------------------------- /pytorch_accelerated/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/__init__.py -------------------------------------------------------------------------------- /pytorch_accelerated/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/_version.py -------------------------------------------------------------------------------- /pytorch_accelerated/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/callbacks.py -------------------------------------------------------------------------------- /pytorch_accelerated/finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/finetuning.py -------------------------------------------------------------------------------- /pytorch_accelerated/run_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/run_config.py -------------------------------------------------------------------------------- /pytorch_accelerated/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/schedulers/__init__.py -------------------------------------------------------------------------------- /pytorch_accelerated/schedulers/cosine_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/schedulers/cosine_scheduler.py -------------------------------------------------------------------------------- /pytorch_accelerated/schedulers/scheduler_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/schedulers/scheduler_base.py -------------------------------------------------------------------------------- /pytorch_accelerated/schedulers/wsd_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/schedulers/wsd_scheduler.py -------------------------------------------------------------------------------- /pytorch_accelerated/tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/tracking.py -------------------------------------------------------------------------------- /pytorch_accelerated/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/trainer.py -------------------------------------------------------------------------------- /pytorch_accelerated/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/pytorch_accelerated/utils.py -------------------------------------------------------------------------------- /requirements.dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/requirements.dev.txt -------------------------------------------------------------------------------- /requirements.examples.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/requirements.examples.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | accelerate==1.3.0 2 | 3 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/setup.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/scheduler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/scheduler/test_cosine_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/scheduler/test_cosine_scheduler.py -------------------------------------------------------------------------------- /test/scheduler/test_scheduler_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/scheduler/test_scheduler_base.py -------------------------------------------------------------------------------- /test/scheduler/test_wsd_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/scheduler/test_wsd_scheduler.py -------------------------------------------------------------------------------- /test/test_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/test_finetuning.py -------------------------------------------------------------------------------- /test/test_loss_tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/test_loss_tracking.py -------------------------------------------------------------------------------- /test/test_placeholders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/test_placeholders.py -------------------------------------------------------------------------------- /test/test_run_history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/test_run_history.py -------------------------------------------------------------------------------- /test/test_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/test_trainer.py -------------------------------------------------------------------------------- /test/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/test/test_utils.py -------------------------------------------------------------------------------- /versioneer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chris-hughes10/pytorch-accelerated/HEAD/versioneer.py --------------------------------------------------------------------------------