├── .gitignore ├── README.md ├── examples ├── AlphaFold │ ├── v2.3.2 │ │ ├── jobscript-inference.sh │ │ └── jobscript-msa.sh │ └── v3.0.1 │ │ ├── 2pv7_input.json │ │ ├── jobscript-inference.sh │ │ └── jobscript-msa.sh └── ImageClassification │ ├── train.py │ └── train.sh └── tutorial ├── 1_getting_started ├── README.md ├── hello.sh ├── jobscript.sh ├── jobscript_container.sh └── jobscript_module.sh ├── 2_single_gpu_ml ├── README.md ├── alvis-intro-24.10.sh ├── jobscript-matlab.sh ├── jobscript-pytorch.sh ├── jobscript-tensorflow.sh ├── regression-pytorch.ipynb ├── regression-tensorflow.ipynb ├── regression.m └── runmatlab.sh ├── 3_loading_data ├── LICENSE.md ├── README.md ├── data-pytorch.ipynb ├── data-tensorflow.ipynb ├── jobscript-pytorch.sh └── jobscript-tensorflow.sh ├── 4_checkpointing ├── README.md ├── checkpointing-pytorch.ipynb ├── checkpointing-tensorflow.ipynb ├── checkpointing.png ├── jobscript-pytorch.sh ├── jobscript-tensorflow.sh ├── pytorch_dataset.py └── tf_dataset.py ├── 5_profiling ├── README.md ├── jobscript-pytorch.sh ├── jobscript-tensorflow.sh ├── profiling-pytorch.ipynb ├── profiling-tensorflow.ipynb ├── pytorch_dataset.py ├── tb_profile.png └── tf_dataset.py ├── 6_single_node_multi_gpu ├── PyTorch │ ├── dataset.py │ ├── ddp.py │ ├── dp.py │ ├── jobscript.sh │ ├── logger.py │ └── model.py ├── README.md └── TensorFlow │ ├── dataset.py │ ├── jobscript.sh │ ├── mirrored_strategy.py │ └── model.py └── 7_multi_node_multi_gpu ├── PyTorch ├── dataset.py ├── ddp.py ├── jobscript.sh └── model.py ├── README.md └── TensorFlow ├── dataset.py ├── hvd.py ├── jobscript.sh ├── model.py └── mwms.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/README.md -------------------------------------------------------------------------------- /examples/AlphaFold/v2.3.2/jobscript-inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/AlphaFold/v2.3.2/jobscript-inference.sh -------------------------------------------------------------------------------- /examples/AlphaFold/v2.3.2/jobscript-msa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/AlphaFold/v2.3.2/jobscript-msa.sh -------------------------------------------------------------------------------- /examples/AlphaFold/v3.0.1/2pv7_input.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/AlphaFold/v3.0.1/2pv7_input.json -------------------------------------------------------------------------------- /examples/AlphaFold/v3.0.1/jobscript-inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/AlphaFold/v3.0.1/jobscript-inference.sh -------------------------------------------------------------------------------- /examples/AlphaFold/v3.0.1/jobscript-msa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/AlphaFold/v3.0.1/jobscript-msa.sh -------------------------------------------------------------------------------- /examples/ImageClassification/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/ImageClassification/train.py -------------------------------------------------------------------------------- /examples/ImageClassification/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/examples/ImageClassification/train.sh -------------------------------------------------------------------------------- /tutorial/1_getting_started/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/1_getting_started/README.md -------------------------------------------------------------------------------- /tutorial/1_getting_started/hello.sh: -------------------------------------------------------------------------------- 1 | echo Hello Alvis! -------------------------------------------------------------------------------- /tutorial/1_getting_started/jobscript.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/1_getting_started/jobscript.sh -------------------------------------------------------------------------------- /tutorial/1_getting_started/jobscript_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/1_getting_started/jobscript_container.sh -------------------------------------------------------------------------------- /tutorial/1_getting_started/jobscript_module.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/1_getting_started/jobscript_module.sh -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/README.md -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/alvis-intro-24.10.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/alvis-intro-24.10.sh -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/jobscript-matlab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/jobscript-matlab.sh -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/jobscript-pytorch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/jobscript-pytorch.sh -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/jobscript-tensorflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/jobscript-tensorflow.sh -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/regression-pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/regression-pytorch.ipynb -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/regression-tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/regression-tensorflow.ipynb -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/regression.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/regression.m -------------------------------------------------------------------------------- /tutorial/2_single_gpu_ml/runmatlab.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/2_single_gpu_ml/runmatlab.sh -------------------------------------------------------------------------------- /tutorial/3_loading_data/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/3_loading_data/LICENSE.md -------------------------------------------------------------------------------- /tutorial/3_loading_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/3_loading_data/README.md -------------------------------------------------------------------------------- /tutorial/3_loading_data/data-pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/3_loading_data/data-pytorch.ipynb -------------------------------------------------------------------------------- /tutorial/3_loading_data/data-tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/3_loading_data/data-tensorflow.ipynb -------------------------------------------------------------------------------- /tutorial/3_loading_data/jobscript-pytorch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/3_loading_data/jobscript-pytorch.sh -------------------------------------------------------------------------------- /tutorial/3_loading_data/jobscript-tensorflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/3_loading_data/jobscript-tensorflow.sh -------------------------------------------------------------------------------- /tutorial/4_checkpointing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/README.md -------------------------------------------------------------------------------- /tutorial/4_checkpointing/checkpointing-pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/checkpointing-pytorch.ipynb -------------------------------------------------------------------------------- /tutorial/4_checkpointing/checkpointing-tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/checkpointing-tensorflow.ipynb -------------------------------------------------------------------------------- /tutorial/4_checkpointing/checkpointing.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/checkpointing.png -------------------------------------------------------------------------------- /tutorial/4_checkpointing/jobscript-pytorch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/jobscript-pytorch.sh -------------------------------------------------------------------------------- /tutorial/4_checkpointing/jobscript-tensorflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/jobscript-tensorflow.sh -------------------------------------------------------------------------------- /tutorial/4_checkpointing/pytorch_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/pytorch_dataset.py -------------------------------------------------------------------------------- /tutorial/4_checkpointing/tf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/4_checkpointing/tf_dataset.py -------------------------------------------------------------------------------- /tutorial/5_profiling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/README.md -------------------------------------------------------------------------------- /tutorial/5_profiling/jobscript-pytorch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/jobscript-pytorch.sh -------------------------------------------------------------------------------- /tutorial/5_profiling/jobscript-tensorflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/jobscript-tensorflow.sh -------------------------------------------------------------------------------- /tutorial/5_profiling/profiling-pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/profiling-pytorch.ipynb -------------------------------------------------------------------------------- /tutorial/5_profiling/profiling-tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/profiling-tensorflow.ipynb -------------------------------------------------------------------------------- /tutorial/5_profiling/pytorch_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/pytorch_dataset.py -------------------------------------------------------------------------------- /tutorial/5_profiling/tb_profile.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/tb_profile.png -------------------------------------------------------------------------------- /tutorial/5_profiling/tf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/5_profiling/tf_dataset.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/PyTorch/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/PyTorch/dataset.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/PyTorch/ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/PyTorch/ddp.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/PyTorch/dp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/PyTorch/dp.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/PyTorch/jobscript.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/PyTorch/jobscript.sh -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/PyTorch/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/PyTorch/logger.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/PyTorch/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/PyTorch/model.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/README.md -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/TensorFlow/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/TensorFlow/dataset.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/TensorFlow/jobscript.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/TensorFlow/jobscript.sh -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/TensorFlow/mirrored_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/TensorFlow/mirrored_strategy.py -------------------------------------------------------------------------------- /tutorial/6_single_node_multi_gpu/TensorFlow/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/6_single_node_multi_gpu/TensorFlow/model.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/PyTorch/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/PyTorch/dataset.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/PyTorch/ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/PyTorch/ddp.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/PyTorch/jobscript.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/PyTorch/jobscript.sh -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/PyTorch/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/PyTorch/model.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/README.md -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/TensorFlow/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/TensorFlow/dataset.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/TensorFlow/hvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/TensorFlow/hvd.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/TensorFlow/jobscript.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/TensorFlow/jobscript.sh -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/TensorFlow/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/TensorFlow/model.py -------------------------------------------------------------------------------- /tutorial/7_multi_node_multi_gpu/TensorFlow/mwms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/c3se/alvis-intro/HEAD/tutorial/7_multi_node_multi_gpu/TensorFlow/mwms.py --------------------------------------------------------------------------------