├── .gitignore ├── README.md ├── config └── cifar100.yaml ├── expts ├── bs1024-opt │ └── tb_logs │ │ └── events.out.tfevents.1604953226.cgpu05.79229.0 ├── bs1024-warmup-opt │ └── tb_logs │ │ └── events.out.tfevents.1604953230.cgpu07.50299.0 ├── bs128-opt │ └── tb_logs │ │ └── events.out.tfevents.1604948513.cgpu15.13890.0 ├── bs2048-opt │ └── tb_logs │ │ └── events.out.tfevents.1604954305.cgpu05.43094.0 ├── bs2048-warmup-opt │ └── tb_logs │ │ └── events.out.tfevents.1604953824.cgpu05.66469.0 └── bs512-opt │ └── tb_logs │ └── events.out.tfevents.1604950792.cgpu09.61987.0 ├── models └── resnet.py ├── print_arch.py ├── sout └── __init__.py ├── submit.slr ├── submit_multinode.slr ├── train.py ├── train_simple.py ├── tutorial_images ├── acc1.png ├── acc2.png ├── acc3.png ├── bs128_learning.png ├── nsys_amp_nhwc_extra_zoomed.png ├── nsys_amp_nhwc_zoomed.png ├── nsys_amp_zoomed.png ├── nsys_amp_zoomed_kernels.png ├── nsys_baseline_full.png ├── nsys_baseline_zoomed.png └── throughputScaling.png └── utils ├── YParams.py └── cifar100_data_loader.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | expts 3 | sout 4 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/README.md -------------------------------------------------------------------------------- /config/cifar100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/config/cifar100.yaml -------------------------------------------------------------------------------- /expts/bs1024-opt/tb_logs/events.out.tfevents.1604953226.cgpu05.79229.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/expts/bs1024-opt/tb_logs/events.out.tfevents.1604953226.cgpu05.79229.0 -------------------------------------------------------------------------------- /expts/bs1024-warmup-opt/tb_logs/events.out.tfevents.1604953230.cgpu07.50299.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/expts/bs1024-warmup-opt/tb_logs/events.out.tfevents.1604953230.cgpu07.50299.0 -------------------------------------------------------------------------------- /expts/bs128-opt/tb_logs/events.out.tfevents.1604948513.cgpu15.13890.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/expts/bs128-opt/tb_logs/events.out.tfevents.1604948513.cgpu15.13890.0 -------------------------------------------------------------------------------- /expts/bs2048-opt/tb_logs/events.out.tfevents.1604954305.cgpu05.43094.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/expts/bs2048-opt/tb_logs/events.out.tfevents.1604954305.cgpu05.43094.0 -------------------------------------------------------------------------------- /expts/bs2048-warmup-opt/tb_logs/events.out.tfevents.1604953824.cgpu05.66469.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/expts/bs2048-warmup-opt/tb_logs/events.out.tfevents.1604953824.cgpu05.66469.0 -------------------------------------------------------------------------------- /expts/bs512-opt/tb_logs/events.out.tfevents.1604950792.cgpu09.61987.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/expts/bs512-opt/tb_logs/events.out.tfevents.1604950792.cgpu09.61987.0 -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/models/resnet.py -------------------------------------------------------------------------------- /print_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/print_arch.py -------------------------------------------------------------------------------- /sout/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /submit.slr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/submit.slr -------------------------------------------------------------------------------- /submit_multinode.slr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/submit_multinode.slr -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/train.py -------------------------------------------------------------------------------- /train_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/train_simple.py -------------------------------------------------------------------------------- /tutorial_images/acc1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/acc1.png -------------------------------------------------------------------------------- /tutorial_images/acc2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/acc2.png -------------------------------------------------------------------------------- /tutorial_images/acc3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/acc3.png -------------------------------------------------------------------------------- /tutorial_images/bs128_learning.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/bs128_learning.png -------------------------------------------------------------------------------- /tutorial_images/nsys_amp_nhwc_extra_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/nsys_amp_nhwc_extra_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_amp_nhwc_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/nsys_amp_nhwc_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_amp_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/nsys_amp_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_amp_zoomed_kernels.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/nsys_amp_zoomed_kernels.png -------------------------------------------------------------------------------- /tutorial_images/nsys_baseline_full.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/nsys_baseline_full.png -------------------------------------------------------------------------------- /tutorial_images/nsys_baseline_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/nsys_baseline_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/throughputScaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/tutorial_images/throughputScaling.png -------------------------------------------------------------------------------- /utils/YParams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/utils/YParams.py -------------------------------------------------------------------------------- /utils/cifar100_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc20-dl-tutorial/HEAD/utils/cifar100_data_loader.py --------------------------------------------------------------------------------