├── .gitignore ├── README.md ├── benchy-conf.yaml ├── config └── UNet.yaml ├── docker └── Dockerfile ├── example_logs └── base │ └── 1GPU │ └── 00 │ ├── logs │ └── events.out.tfevents.1636677146.nid001104.65966.0 │ └── out.log ├── export_DDP_vars.sh ├── networks └── UNet.py ├── sample_nsys_profiles ├── 4gpu_baseline.qdrep ├── 4gpu_bucketcap100mb.qdrep ├── 4gpu_nobroadcast.qdrep ├── 8workers.qdrep ├── baseline.qdrep ├── dali.qdrep ├── dali_amp.qdrep └── dali_amp_apex_jit.qdrep ├── start_tensorboard.ipynb ├── submit_cgpu.sh ├── submit_pm.sh ├── train.py ├── train_graph.py ├── tutorial_images ├── baseline_tb.png ├── bs512.png ├── bs512_short.png ├── bs_compare.png ├── nbody2hydro.png ├── nsys_4gpu_baseline.png ├── nsys_4gpu_baseline_zoomed.png ├── nsys_4gpu_bucketcap100mb_zoomed.png ├── nsys_4gpu_nobroadcast.png ├── nsys_baseline.png ├── nsys_baseline_zoomed.png ├── nsys_dali.png ├── nsys_dali_amp.png ├── nsys_dali_amp_apex_jit.png ├── nsys_dali_amp_apex_jit_zoomed.png ├── nsys_dali_amp_zoomed.png ├── nsys_dali_zoomed.png ├── nsys_nativedata_8workers.png ├── nsys_nativedata_8workers_zoomed.png ├── relative.png ├── scale_perfComm.png ├── scale_perfDiffBS.png ├── scale_perfEff.png └── scale_perfEff_bs128.png └── utils ├── YParams.py ├── __init__.py ├── convert_to_npy.py ├── data_loader.py ├── data_loader_dali.py ├── logging_utils.py └── symmetry.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/README.md -------------------------------------------------------------------------------- /benchy-conf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/benchy-conf.yaml -------------------------------------------------------------------------------- /config/UNet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/config/UNet.yaml -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /example_logs/base/1GPU/00/logs/events.out.tfevents.1636677146.nid001104.65966.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/example_logs/base/1GPU/00/logs/events.out.tfevents.1636677146.nid001104.65966.0 -------------------------------------------------------------------------------- /example_logs/base/1GPU/00/out.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/example_logs/base/1GPU/00/out.log -------------------------------------------------------------------------------- /export_DDP_vars.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/export_DDP_vars.sh -------------------------------------------------------------------------------- /networks/UNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/networks/UNet.py -------------------------------------------------------------------------------- /sample_nsys_profiles/4gpu_baseline.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/4gpu_baseline.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/4gpu_bucketcap100mb.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/4gpu_bucketcap100mb.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/4gpu_nobroadcast.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/4gpu_nobroadcast.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/8workers.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/8workers.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/baseline.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/baseline.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/dali.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/dali.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/dali_amp.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/dali_amp.qdrep -------------------------------------------------------------------------------- /sample_nsys_profiles/dali_amp_apex_jit.qdrep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/sample_nsys_profiles/dali_amp_apex_jit.qdrep -------------------------------------------------------------------------------- /start_tensorboard.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/start_tensorboard.ipynb -------------------------------------------------------------------------------- /submit_cgpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/submit_cgpu.sh -------------------------------------------------------------------------------- /submit_pm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/submit_pm.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/train.py -------------------------------------------------------------------------------- /train_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/train_graph.py -------------------------------------------------------------------------------- /tutorial_images/baseline_tb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/baseline_tb.png -------------------------------------------------------------------------------- /tutorial_images/bs512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/bs512.png -------------------------------------------------------------------------------- /tutorial_images/bs512_short.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/bs512_short.png -------------------------------------------------------------------------------- /tutorial_images/bs_compare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/bs_compare.png -------------------------------------------------------------------------------- /tutorial_images/nbody2hydro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nbody2hydro.png -------------------------------------------------------------------------------- /tutorial_images/nsys_4gpu_baseline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_4gpu_baseline.png -------------------------------------------------------------------------------- /tutorial_images/nsys_4gpu_baseline_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_4gpu_baseline_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_4gpu_bucketcap100mb_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_4gpu_bucketcap100mb_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_4gpu_nobroadcast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_4gpu_nobroadcast.png -------------------------------------------------------------------------------- /tutorial_images/nsys_baseline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_baseline.png -------------------------------------------------------------------------------- /tutorial_images/nsys_baseline_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_baseline_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_dali.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_dali.png -------------------------------------------------------------------------------- /tutorial_images/nsys_dali_amp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_dali_amp.png -------------------------------------------------------------------------------- /tutorial_images/nsys_dali_amp_apex_jit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_dali_amp_apex_jit.png -------------------------------------------------------------------------------- /tutorial_images/nsys_dali_amp_apex_jit_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_dali_amp_apex_jit_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_dali_amp_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_dali_amp_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_dali_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_dali_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/nsys_nativedata_8workers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_nativedata_8workers.png -------------------------------------------------------------------------------- /tutorial_images/nsys_nativedata_8workers_zoomed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/nsys_nativedata_8workers_zoomed.png -------------------------------------------------------------------------------- /tutorial_images/relative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/relative.png -------------------------------------------------------------------------------- /tutorial_images/scale_perfComm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/scale_perfComm.png -------------------------------------------------------------------------------- /tutorial_images/scale_perfDiffBS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/scale_perfDiffBS.png -------------------------------------------------------------------------------- /tutorial_images/scale_perfEff.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/scale_perfEff.png -------------------------------------------------------------------------------- /tutorial_images/scale_perfEff_bs128.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/tutorial_images/scale_perfEff_bs128.png -------------------------------------------------------------------------------- /utils/YParams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/YParams.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/convert_to_npy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/convert_to_npy.py -------------------------------------------------------------------------------- /utils/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/data_loader.py -------------------------------------------------------------------------------- /utils/data_loader_dali.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/data_loader_dali.py -------------------------------------------------------------------------------- /utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/logging_utils.py -------------------------------------------------------------------------------- /utils/symmetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NERSC/sc21-dl-tutorial/HEAD/utils/symmetry.py --------------------------------------------------------------------------------