├── .github └── assets │ ├── PP_pebble_graph.gif │ └── title_picture.jpg ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── data └── .gitkeep ├── download_dataset.py ├── environment.yml ├── scripts └── DDP_PyTorch_MNIST.py ├── setup.py ├── shallowspeed ├── __init__.py ├── dataset.py ├── functional.py ├── layers.py ├── optimizer.py ├── pipe.py └── utils.py ├── tests ├── test_dataset.py ├── test_functional.py ├── test_layers.py └── test_schedules.py └── train.py /.github/assets/PP_pebble_graph.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/.github/assets/PP_pebble_graph.gif -------------------------------------------------------------------------------- /.github/assets/title_picture.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/.github/assets/title_picture.jpg -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/README.md -------------------------------------------------------------------------------- /data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /download_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/download_dataset.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/environment.yml -------------------------------------------------------------------------------- /scripts/DDP_PyTorch_MNIST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/scripts/DDP_PyTorch_MNIST.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/setup.py -------------------------------------------------------------------------------- /shallowspeed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /shallowspeed/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/shallowspeed/dataset.py -------------------------------------------------------------------------------- /shallowspeed/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/shallowspeed/functional.py -------------------------------------------------------------------------------- /shallowspeed/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/shallowspeed/layers.py -------------------------------------------------------------------------------- /shallowspeed/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/shallowspeed/optimizer.py -------------------------------------------------------------------------------- /shallowspeed/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/shallowspeed/pipe.py -------------------------------------------------------------------------------- /shallowspeed/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/shallowspeed/utils.py -------------------------------------------------------------------------------- /tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/tests/test_dataset.py -------------------------------------------------------------------------------- /tests/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/tests/test_functional.py -------------------------------------------------------------------------------- /tests/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/tests/test_layers.py -------------------------------------------------------------------------------- /tests/test_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/tests/test_schedules.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/siboehm/ShallowSpeed/HEAD/train.py --------------------------------------------------------------------------------